diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index fcd9c5692f8fe9e16b76b35fa413eb28866911c8..d7314367aaedf228b6cc1e3750c3505e0f0745f9 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,646407.0691694397,541084.8534636557,645.7667467495706,0.6563771807374067,0.009818757465767275,0.009881442235860186,10.643312729671074,803.9944459817118,0.012263578318091037,0.009850081817806935,0.008841546893601839,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,646424.6173137933,541042.3263104412,645.6801582079039,0.6562891694807891,0.00981743383690501,0.009880113605315093,10.643312729671074,804.0053590081308,0.012263762315046263,0.009848775139474068,0.008840532276164083,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,2.9244108714625447,3.0902279460421958,1.4828289963672845,0.8190685412897448,0.0654288298000007,0.06854999311948155,23.06591486199115,1.710090895672667,0.07744100345043889,0.06714950983872729,0.06419802891286291,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ARIMA,2.417619464528859,2.3952987860085524,1.282157801100599,1.2047523924792445,26.0967700486518,0.910296591949307,47.37007485148258,1.5548695972745943,1.4430343949664333,1.1899376063470262,1.1858566464495595,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.06974650675157536,0.07684319303353782,0.24563592645116372,1.9159598608787347,0.1873597423205106,0.21071603615842527,31.28958772369467,0.264095639402803,0.2110420060921602,0.196290627152285,0.17687136679338022,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,ARIMA,0.023486249502030977,0.01644847 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,365.69484006464586,360.7057078614609,17.435588227364974,2.2862988224376792,0.6250230533911985,0.4489520449761839,64.28061572609307,19.12314932391226,0.49708172804324213,0.4532157427998315,0.43412943649998004,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ARIMA,23.885272197655667,24.43656288455018,3.8616315660301823,1.8784362375134975,0.14021381997969865,0.15763520643354909,56.383156677037114,4.887256101091457,0.19288628701748534,0.15240776402831288,0.1463289296245688,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ARIMA,25.296959304076307,20.905567273042827,4.005804313558692,0.7579971368626172,0.4564151756577151,0.3514101022180223,3.400492340902083,5.029608265469221,0.43577833347025746,0.3470732979256628,0.27341284975964153,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,ARIMA,938.188490653505,416.74732639824043,15.256870903044407,0.13791521720266128,0.005407717704002129,0.005388148509128609,0.7376382059832993,30.62986272665134,0.0107867454943453,0.005372925923302505,0.00462010267358566,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,ARIMA,1710.383977853936,670.9761783329226,21.120664102455788,0.4737345219242419,0.007447979236701453,0.00748248324194855,9.068779066397857,41.35678877589429,0.014672031494774026,0.007492918528587419,0.00703167720822619,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,ARIMA,1458.2572570477146,1507.3434428064156,38.816004820877765,0.8102555033827628,0.17095882810943908,0.16657311637078775,4.810018149994523,38.18713470591522,0.16112715065787012,0.16378061105855596,0.10762720666767608,Web,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index e35e32af6f33c2ca2ece50c7acf52095a17911c1..e7305fb02e6545a67aa876127534a1b3282779c3 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-17T14:34:29.471622+00:00", + "evaluated_at": "2026-06-17T14:43:31.869635+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64810.01171875, 65040.87890625, 65278.0, - 65172.078125 + 65170.0 ], "p50": [ 64946.46311034526, diff --git a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index f796924f093dbf636a1ec68f4579a8bcc85bd204..3b90207503fd05d2bdea401ec438cdfa15553c0d 100644 --- a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,215 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ARIMA", - "evaluated_at": "2026-06-17T13:47:26.481317+00:00", + "evaluated_at": "2026-06-17T14:43:31.907462+00:00", "freq": "15min", - "context_length": 288, + "context_length": 96, "prediction_length": 24, "context": [ - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3170.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, - 3060.0, - 3120.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3010.0, - 3010.0, - 3060.0, - 3060.0, - 3010.0, - 3010.0, - 3010.0, - 3060.0, - 3010.0, - 3060.0, - 3010.0, - 3010.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 2960.0, - 2960.0, - 3010.0, - 3010.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, 2960.0, 2960.0, 2960.0, @@ -293,9 +89,6 @@ 2850.0, 2850.0, 2850.0, - 2850.0 - ], - "actuals": [ 2850.0, 2850.0, 2850.0, @@ -306,8 +99,11 @@ 2850.0, 2850.0, 2850.0, - 2800.0, 2850.0, + 2800.0, + 2850.0 + ], + "actuals": [ 2850.0, 2850.0, 2800.0, @@ -319,155 +115,99 @@ 2850.0, 2850.0, 2850.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2850.0, + 2800.0, + 2800.0, + 2800.0, 2800.0 ], "p50": [ - 2841.7007051254013, - 2841.7017628372528, - 2841.6995615851415, - 2841.7024119245484, - 2841.7027251479803, - 2841.699439109003, - 2841.6956951284915, - 2841.7026717399854, - 2841.701184636124, - 2841.7016505593697, - 2841.698435964434, - 2841.701781620348, - 2841.699158716361, - 2841.7019058343058, - 2841.69439518549, - 2841.7019058343058, - 2841.700224793025, - 2841.7011501692436, - 2841.7002903337143, - 2841.702578906154, - 2841.7021548934613, - 2841.7022853744947, - 2841.702694279258, - 2841.693128065195 + 2809.633754289713, + 2809.505935926452, + 2809.504468430778, + 2809.5044996545466, + 2809.5045100659427, + 2809.5044144196454, + 2809.5045685669766, + 2809.5045206229693, + 2809.504414419629, + 2809.5045685669766, + 2809.504434327603, + 2809.5045446329204, + 2809.5045558328275, + 2809.5045446329204, + 2809.504476870688, + 2809.504562199902, + 2809.504414419629, + 2809.5044542355777, + 2809.5045558328275, + 2809.5045382278986, + 2809.504550232874, + 2809.504434327603, + 2809.504476870688, + 2809.504093054812 ], "p10": [ - 2814.4671672844765, - 2815.3558108965512, - 2826.2999553453037, - 2827.120309439159, - 2830.208909812538, - 2818.9968923985675, - 2821.404208004498, - 2825.0855997053595, - 2822.8475036546834, - 2815.4350079036794, - 2819.0674499052957, - 2818.0717629036876, - 2821.383328039592, - 2815.3558124264287, - 2819.2762848734105, - 2819.2762848734105, - 2818.997210270061, - 2819.0674499052957, - 2824.989440819542, - 2827.1203323874306, - 2812.1631246018983, - 2826.8067822024123, - 2834.8282837097304, - 2819.067485224349 + 2800.5072708844964, + 2804.8836232196436, + 2784.6451985792423, + 2796.32194336777, + 2785.331361332086, + 2778.4695918656917, + 2802.7048588850143, + 2796.3219432190217, + 2800.7884543307505, + 2805.7966262797113, + 2804.472887131734, + 2785.331361330527, + 2804.66452758716, + 2800.3779934654713, + 2796.683845677957, + 2792.2914751127973, + 2802.7048588850143, + 2796.3219432190217, + 2793.064821088605, + 2800.7884543307505, + 2785.331361330527, + 2802.7048588850143, + 2785.331361330527, + 2762.9386287245306 ], "p90": [ - 2850.4559500613955, - 2852.330397449578, - 2851.3407132225097, - 2854.293564118881, - 2851.5900496368804, - 2852.4095904023966, - 2849.7457923745164, - 2852.1929131365578, - 2859.2821335546023, - 2851.3776496086098, - 2853.580841316277, - 2852.1929131365578, - 2850.6295918015094, - 2849.745792374517, - 2849.9395488701643, - 2851.340713300341, - 2853.669170460316, - 2851.340713300341, - 2856.779739593756, - 2854.083636519376, - 2851.4221580214416, - 2854.060311230102, - 2855.3124141571016, - 2849.893765432434 + 2821.841700132272, + 2813.211627036334, + 2810.6392870542227, + 2815.979402144937, + 2813.4871708005453, + 2816.4915654186248, + 2816.0306183384305, + 2810.546972720145, + 2813.210272370756, + 2813.210272370756, + 2821.7126967544245, + 2821.7124501173644, + 2815.9792566530637, + 2813.4871707989864, + 2816.4915654186084, + 2813.4871707989864, + 2821.7124227132467, + 2813.210272370756, + 2821.7124227132467, + 2816.0306183384305, + 2816.4915654186084, + 2815.9794019961887, + 2810.639272859022, + 2817.0136511480723 ], "timestamps": [ - "2026-06-16 10:55:00", - "2026-06-16 11:10:00", - "2026-06-16 11:25:00", - "2026-06-16 11:40:00", - "2026-06-16 11:55:00", - "2026-06-16 12:10:00", - "2026-06-16 12:25:00", - "2026-06-16 12:40:00", - "2026-06-16 12:55:00", - "2026-06-16 13:10:00", - "2026-06-16 13:25:00", - "2026-06-16 13:40:00", - "2026-06-16 13:55:00", - "2026-06-16 14:10:00", - "2026-06-16 14:25:00", - "2026-06-16 14:40:00", - "2026-06-16 14:55:00", - "2026-06-16 15:10:00", - "2026-06-16 15:25:00", - "2026-06-16 15:40:00", - "2026-06-16 15:55:00", - "2026-06-16 16:10:00", - "2026-06-16 16:25:00", - "2026-06-16 16:40:00", - "2026-06-16 16:55:00", - "2026-06-16 17:10:00", - "2026-06-16 17:25:00", - "2026-06-16 17:40:00", - "2026-06-16 17:55:00", - "2026-06-16 18:10:00", - "2026-06-16 18:25:00", - "2026-06-16 18:40:00", - "2026-06-16 18:55:00", - "2026-06-16 19:10:00", - "2026-06-16 19:25:00", - "2026-06-16 19:40:00", - "2026-06-16 19:55:00", - "2026-06-16 20:10:00", - "2026-06-16 20:25:00", - "2026-06-16 20:40:00", - "2026-06-16 20:55:00", - "2026-06-16 21:10:00", - "2026-06-16 21:25:00", - "2026-06-16 21:40:00", - "2026-06-16 21:55:00", - "2026-06-16 22:10:00", - "2026-06-16 22:25:00", - "2026-06-16 22:40:00", - "2026-06-16 22:55:00", - "2026-06-16 23:10:00", - "2026-06-16 23:25:00", - "2026-06-16 23:40:00", - "2026-06-16 23:55:00", - "2026-06-17 00:10:00", - "2026-06-17 00:25:00", - "2026-06-17 00:40:00", - "2026-06-17 00:55:00", - "2026-06-17 01:10:00", - "2026-06-17 01:25:00", - "2026-06-17 01:40:00", - "2026-06-17 01:55:00", - "2026-06-17 02:10:00", - "2026-06-17 02:25:00", - "2026-06-17 02:40:00", - "2026-06-17 02:55:00", - "2026-06-17 03:10:00", - "2026-06-17 03:25:00", - "2026-06-17 03:40:00", "2026-06-17 03:55:00", "2026-06-17 04:10:00", "2026-06-17 04:25:00", @@ -587,130 +327,6 @@ "2026-06-18 08:55:00", "2026-06-18 09:10:00", "2026-06-18 09:25:00", - "2026-06-18 09:40:00", - "2026-06-18 09:55:00", - "2026-06-18 10:10:00", - "2026-06-18 10:25:00", - "2026-06-18 10:40:00", - "2026-06-18 10:55:00", - "2026-06-18 11:10:00", - "2026-06-18 11:25:00", - "2026-06-18 11:40:00", - "2026-06-18 11:55:00", - "2026-06-18 12:10:00", - "2026-06-18 12:25:00", - "2026-06-18 12:40:00", - "2026-06-18 12:55:00", - "2026-06-18 13:10:00", - "2026-06-18 13:25:00", - "2026-06-18 13:40:00", - "2026-06-18 13:55:00", - "2026-06-18 14:10:00", - "2026-06-18 14:25:00", - "2026-06-18 14:40:00", - "2026-06-18 14:55:00", - "2026-06-18 15:10:00", - "2026-06-18 15:25:00", - "2026-06-18 15:40:00", - "2026-06-18 15:55:00", - "2026-06-18 16:10:00", - "2026-06-18 16:25:00", - "2026-06-18 16:40:00", - "2026-06-18 16:55:00", - "2026-06-18 17:10:00", - "2026-06-18 17:25:00", - "2026-06-18 17:40:00", - "2026-06-18 17:55:00", - "2026-06-18 18:10:00", - "2026-06-18 18:25:00", - "2026-06-18 18:40:00", - "2026-06-18 18:55:00", - "2026-06-18 19:10:00", - "2026-06-18 19:25:00", - "2026-06-18 19:40:00", - "2026-06-18 19:55:00", - "2026-06-18 20:10:00", - "2026-06-18 20:25:00", - "2026-06-18 20:40:00", - "2026-06-18 20:55:00", - "2026-06-18 21:10:00", - "2026-06-18 21:25:00", - "2026-06-18 21:40:00", - "2026-06-18 21:55:00", - "2026-06-18 22:10:00", - "2026-06-18 22:25:00", - "2026-06-18 22:40:00", - "2026-06-18 22:55:00", - "2026-06-18 23:10:00", - "2026-06-18 23:25:00", - "2026-06-18 23:40:00", - "2026-06-18 23:55:00", - "2026-06-19 00:10:00", - "2026-06-19 00:25:00", - "2026-06-19 00:40:00", - "2026-06-19 00:55:00", - "2026-06-19 01:10:00", - "2026-06-19 01:25:00", - "2026-06-19 01:40:00", - "2026-06-19 01:55:00", - "2026-06-19 02:10:00", - "2026-06-19 02:25:00", - "2026-06-19 02:40:00", - "2026-06-19 02:55:00", - "2026-06-19 03:10:00", - "2026-06-19 03:25:00", - "2026-06-19 03:40:00", - "2026-06-19 03:55:00", - "2026-06-19 04:10:00", - "2026-06-19 04:25:00", - "2026-06-19 04:40:00", - "2026-06-19 04:55:00", - "2026-06-19 05:10:00", - "2026-06-19 05:25:00", - "2026-06-19 05:40:00", - "2026-06-19 05:55:00", - "2026-06-19 06:10:00", - "2026-06-19 06:25:00", - "2026-06-19 06:40:00", - "2026-06-19 06:55:00", - "2026-06-19 07:10:00", - "2026-06-19 07:25:00", - "2026-06-19 07:40:00", - "2026-06-19 07:55:00", - "2026-06-19 08:10:00", - "2026-06-19 08:25:00", - "2026-06-19 08:40:00", - "2026-06-19 08:55:00", - "2026-06-19 09:10:00", - "2026-06-19 09:25:00", - "2026-06-19 09:40:00", - "2026-06-19 09:55:00", - "2026-06-19 10:10:00", - "2026-06-19 10:25:00", - "2026-06-19 10:40:00", - "2026-06-19 10:55:00", - "2026-06-19 11:10:00", - "2026-06-19 11:25:00", - "2026-06-19 11:40:00", - "2026-06-19 11:55:00", - "2026-06-19 12:10:00", - "2026-06-19 12:25:00", - "2026-06-19 12:40:00", - "2026-06-19 12:55:00", - "2026-06-19 13:10:00", - "2026-06-19 13:25:00", - "2026-06-19 13:40:00", - "2026-06-19 13:55:00", - "2026-06-19 14:10:00", - "2026-06-19 14:25:00", - "2026-06-19 14:40:00", - "2026-06-19 14:55:00", - "2026-06-19 15:10:00", - "2026-06-19 15:25:00", - "2026-06-19 15:40:00", - "2026-06-19 15:55:00", - "2026-06-19 16:10:00", - "2026-06-19 16:25:00", - "2026-06-19 16:40:00" + "2026-06-18 09:40:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 874e91521693ce55b71feff51cd8236e6baf094b..5c28bca65d7419ffc33598cd296f288d0ea0eb8e 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,31 +1,19 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-17T14:34:29.713534+00:00", + "evaluated_at": "2026-06-17T14:43:31.920984+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", + "data_fetched_at": "2026-06-17T14:38:00.162858Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", - "context_length": 336, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t115000z", + "data_fetched_at": "2026-06-17T14:38:00.162858Z", + "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t081800z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t142000z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", - "context_length": 77, - "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index 520c642b89288e34f380a9f84026aaf4df6c685e..fe2c8ea32a547c2259566ca7f385e84f9b3f5943 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -8,4 +8,4 @@ date,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,N 2026-06-14,Chronos-2,3.600,2.700,3.600,3.000,3.600,1.900,3.600,3.000,3.600 2026-06-15,Chronos-2,3.300,3.000,3.300,3.100,3.300,2.600,3.300,3.100,3.400 2026-06-16,Chronos-2,4.400,3.800,4.400,4.100,4.400,3.400,4.400,4.100,4.200 -2026-06-17,Chronos-2,4.000,4.300,4.000,3.800,3.800,3.900,4.000,3.800,3.800 +2026-06-17,Chronos-2,4.000,4.200,4.000,3.900,3.900,4.000,4.000,3.900,3.900 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index 874638e5f76ef690491e969e5c71de04caf2d2ac..d16ae27aaf71dcb99e1affc6b5ab0fc33d942910 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,3 +1,3 @@ week,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,3.064,2.751,3.077,2.902,3.077,2.505,3.077,2.918,3.103 -2026-W25,Chronos-Bolt-Mini,3.9,3.7,3.9,3.667,3.833,3.3,3.9,3.667,3.8 +2026-W25,Chronos-Bolt-Mini,3.9,3.667,3.9,3.7,3.867,3.333,3.9,3.7,3.833 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 622bb0f8e101ad6ebb5bfe0cb9889d07f2b94069..7cbba1a974705719cbbcdec550743701dbfda24b 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,111953.32833607991,111953.32833607991,292.9921875,0.29780626979839686,0.004475899679260241,0.004475232063023467,2.7307212886436143,334.5942742129338,0.005103670935916489,0.004469101317743177,0.006384132380036627,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,111989.72325897217,111989.72325897217,293.0787760416667,0.29789428105501453,0.004477232599053085,0.004476560694859531,2.7307212886436143,334.64865644280144,0.005104507744484559,0.004470428472508885,0.006384581763996531,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,1.0082514629748403,1.0082514629748403,0.780179500579834,0.4309468502771349,0.034445166500048946,0.033817551485012066,2.444838132938304,1.0041172555906208,0.04547117819971291,0.03533021756285016,0.033518584988996875,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.3054488352904114,0.3054488352904114,0.4647657016951901,0.43670723726746863,8.727840964431842,0.6982210801109918,7.172073594541546,0.5526742578503285,0.5129227329986347,0.43133706795890603,0.3082707682835142,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.059353270843166724,0.059353270843166724,0.20903308358457354,1.6304577409745393,0.15904891999516232,0.1758456339390275,24.76891427027033,0.24362526725109349,0.1946838851700621,0.1670408545899315,0.14328299160511687,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,Chronos-2,0.012574899264867176,0.0125 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,655.6749067651184,655.6749067651184,19.90518605709076,2.639891922671564,0.4386550850411726,0.6136325195897934,64.56101673564295,25.606149784087386,0.6763676109740022,0.5257808476850371,0.46671016524455067,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,3.2338393103016947,3.2338393103016947,1.4939412275950115,0.7222615660491748,0.056152167196230014,0.05776076269824069,2.298259592963952,1.798287883043673,0.07137242983595612,0.0592931846179701,0.04489453497437298,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,27.46563337210095,27.46563337210095,4.493833025296529,0.8532594351828854,0.7293846595380783,0.42467380623475,10.116017958785912,5.24076648708001,0.4800702125569475,0.41164882674472025,0.31498320209868785,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,165.19748286406198,165.19748286406198,10.83673095703125,0.10259626941568047,0.0038102908281853723,0.003815677217457005,0.3589809079142012,12.852917290018713,0.0045130945861075215,0.003805143276792246,0.003366219906984069,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,698.2141745885214,698.2141745885214,23.1788330078125,0.5198990581191588,0.008253842690833528,0.00821660571689972,3.3230299905081773,26.423742630227864,0.00937427676460412,0.008223089315410199,0.00609778039541759,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,44.04240589775145,44.04240589775145,6.633331298828125,0.1384659038311372,0.029541268570876036,0.029335639394521502,1.4311165050813865,6.636445275729429,0.028001878800546113,0.027988739657502638,0.04034934743603126,Web,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index d1371a2feffcfe93d1ce5db84486b1cd8114cc11..58ee01b07d4396e99847d1793c88ce0eeb78a392 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-17T14:29:29.508695+00:00", + "evaluated_at": "2026-06-17T14:39:21.835762+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64810.01171875, 65040.87890625, 65278.0, - 65172.078125 + 65170.0 ], "p50": [ 65703.3515625, diff --git a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 28d8dbc970b4c7ab04486291c53dbebebb22eec0..61519c1cc947e749775806e6561462edc66d05e6 100644 --- a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,227 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-17T12:23:16.238002+00:00", + "evaluated_at": "2026-06-17T14:39:27.727464+00:00", "freq": "15min", - "context_length": 288, + "context_length": 96, "prediction_length": 24, "context": [ - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3170.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, - 3060.0, - 3120.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3010.0, - 3010.0, - 3060.0, - 3060.0, - 3010.0, - 3010.0, - 3010.0, - 3060.0, - 3010.0, - 3060.0, - 3010.0, - 3010.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 2960.0, - 2960.0, - 3010.0, - 3010.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, 2960.0, 2960.0, 2960.0, @@ -293,9 +77,7 @@ 2850.0, 2850.0, 2850.0, - 2850.0 - ], - "actuals": [ + 2850.0, 2850.0, 2850.0, 2850.0, @@ -321,157 +103,111 @@ 2800.0, 2850.0 ], + "actuals": [ + 2850.0, + 2850.0, + 2800.0, + 2850.0, + 2850.0, + 2800.0, + 2800.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2850.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 + ], "p50": [ - 2848.224609375, - 2847.7421875, - 2847.044189453125, - 2845.5546875, - 2845.421630859375, - 2844.31787109375, - 2843.66455078125, - 2843.60595703125, - 2843.5029296875, - 2842.392578125, - 2842.586669921875, - 2842.00390625, - 2841.1796875, - 2839.96875, - 2839.327880859375, - 2837.890625, - 2834.392333984375, - 2833.538818359375, - 2832.859619140625, - 2831.573486328125, - 2831.9609375, - 2831.1640625, - 2830.37158203125, - 2830.3720703125 + 2843.9365234375, + 2843.839599609375, + 2843.251220703125, + 2842.888427734375, + 2842.538330078125, + 2841.944580078125, + 2841.56982421875, + 2841.170166015625, + 2840.94482421875, + 2840.244873046875, + 2839.611083984375, + 2838.0693359375, + 2837.33056640625, + 2836.564453125, + 2835.514892578125, + 2834.108154296875, + 2825.113525390625, + 2824.26953125, + 2822.876708984375, + 2821.70166015625, + 2822.069580078125, + 2820.506591796875, + 2820.049560546875, + 2819.928955078125 ], "p10": [ - 2837.239013671875, - 2835.4814453125, - 2833.99365234375, - 2834.144287109375, - 2831.921630859375, - 2829.627685546875, - 2829.9677734375, - 2827.385498046875, - 2826.45068359375, - 2825.592041015625, - 2823.569091796875, - 2823.50634765625, - 2822.7841796875, - 2821.586181640625, - 2818.505615234375, - 2818.388671875, - 2806.519287109375, - 2804.7353515625, - 2803.5126953125, - 2803.821533203125, - 2802.109130859375, - 2799.652587890625, - 2800.55908203125, - 2797.742919921875 + 2825.432373046875, + 2824.072998046875, + 2821.5771484375, + 2819.6904296875, + 2818.18017578125, + 2814.1484375, + 2810.0546875, + 2809.112548828125, + 2807.705078125, + 2805.482666015625, + 2800.33203125, + 2795.017822265625, + 2791.9208984375, + 2784.404296875, + 2779.13037109375, + 2778.36669921875, + 2787.3388671875, + 2784.322998046875, + 2781.861083984375, + 2778.692138671875, + 2776.56591796875, + 2773.62255859375, + 2770.0966796875, + 2769.30029296875 ], "p90": [ - 2857.91552734375, - 2857.56103515625, - 2856.620849609375, - 2857.11279296875, - 2857.3984375, - 2857.549072265625, - 2856.353515625, - 2857.3544921875, - 2856.56591796875, - 2856.6806640625, - 2856.69970703125, - 2856.68115234375, - 2857.81298828125, - 2855.544677734375, - 2855.157958984375, - 2855.30859375, - 2855.62255859375, - 2854.675537109375, - 2854.042724609375, - 2854.4169921875, - 2854.6669921875, - 2854.94140625, - 2854.390625, - 2855.37548828125 + 2856.4677734375, + 2858.205322265625, + 2858.868408203125, + 2859.707763671875, + 2861.78369140625, + 2863.48583984375, + 2864.363525390625, + 2864.572509765625, + 2864.73681640625, + 2864.052001953125, + 2866.12255859375, + 2867.182861328125, + 2867.134521484375, + 2868.33251953125, + 2867.687255859375, + 2865.642822265625, + 2875.710693359375, + 2876.459716796875, + 2876.270263671875, + 2876.564697265625, + 2876.47265625, + 2877.58251953125, + 2877.255859375, + 2876.19775390625 ], "timestamps": [ - "2026-06-16 09:55:00", - "2026-06-16 10:10:00", - "2026-06-16 10:25:00", - "2026-06-16 10:40:00", - "2026-06-16 10:55:00", - "2026-06-16 11:10:00", - "2026-06-16 11:25:00", - "2026-06-16 11:40:00", - "2026-06-16 11:55:00", - "2026-06-16 12:10:00", - "2026-06-16 12:25:00", - "2026-06-16 12:40:00", - "2026-06-16 12:55:00", - "2026-06-16 13:10:00", - "2026-06-16 13:25:00", - "2026-06-16 13:40:00", - "2026-06-16 13:55:00", - "2026-06-16 14:10:00", - "2026-06-16 14:25:00", - "2026-06-16 14:40:00", - "2026-06-16 14:55:00", - "2026-06-16 15:10:00", - "2026-06-16 15:25:00", - "2026-06-16 15:40:00", - "2026-06-16 15:55:00", - "2026-06-16 16:10:00", - "2026-06-16 16:25:00", - "2026-06-16 16:40:00", - "2026-06-16 16:55:00", - "2026-06-16 17:10:00", - "2026-06-16 17:25:00", - "2026-06-16 17:40:00", - "2026-06-16 17:55:00", - "2026-06-16 18:10:00", - "2026-06-16 18:25:00", - "2026-06-16 18:40:00", - "2026-06-16 18:55:00", - "2026-06-16 19:10:00", - "2026-06-16 19:25:00", - "2026-06-16 19:40:00", - "2026-06-16 19:55:00", - "2026-06-16 20:10:00", - "2026-06-16 20:25:00", - "2026-06-16 20:40:00", - "2026-06-16 20:55:00", - "2026-06-16 21:10:00", - "2026-06-16 21:25:00", - "2026-06-16 21:40:00", - "2026-06-16 21:55:00", - "2026-06-16 22:10:00", - "2026-06-16 22:25:00", - "2026-06-16 22:40:00", - "2026-06-16 22:55:00", - "2026-06-16 23:10:00", - "2026-06-16 23:25:00", - "2026-06-16 23:40:00", - "2026-06-16 23:55:00", - "2026-06-17 00:10:00", - "2026-06-17 00:25:00", - "2026-06-17 00:40:00", - "2026-06-17 00:55:00", - "2026-06-17 01:10:00", - "2026-06-17 01:25:00", - "2026-06-17 01:40:00", - "2026-06-17 01:55:00", - "2026-06-17 02:10:00", - "2026-06-17 02:25:00", - "2026-06-17 02:40:00", - "2026-06-17 02:55:00", - "2026-06-17 03:10:00", - "2026-06-17 03:25:00", - "2026-06-17 03:40:00", "2026-06-17 03:55:00", "2026-06-17 04:10:00", "2026-06-17 04:25:00", @@ -591,126 +327,6 @@ "2026-06-18 08:55:00", "2026-06-18 09:10:00", "2026-06-18 09:25:00", - "2026-06-18 09:40:00", - "2026-06-18 09:55:00", - "2026-06-18 10:10:00", - "2026-06-18 10:25:00", - "2026-06-18 10:40:00", - "2026-06-18 10:55:00", - "2026-06-18 11:10:00", - "2026-06-18 11:25:00", - "2026-06-18 11:40:00", - "2026-06-18 11:55:00", - "2026-06-18 12:10:00", - "2026-06-18 12:25:00", - "2026-06-18 12:40:00", - "2026-06-18 12:55:00", - "2026-06-18 13:10:00", - "2026-06-18 13:25:00", - "2026-06-18 13:40:00", - "2026-06-18 13:55:00", - "2026-06-18 14:10:00", - "2026-06-18 14:25:00", - "2026-06-18 14:40:00", - "2026-06-18 14:55:00", - "2026-06-18 15:10:00", - "2026-06-18 15:25:00", - "2026-06-18 15:40:00", - "2026-06-18 15:55:00", - "2026-06-18 16:10:00", - "2026-06-18 16:25:00", - "2026-06-18 16:40:00", - "2026-06-18 16:55:00", - "2026-06-18 17:10:00", - "2026-06-18 17:25:00", - "2026-06-18 17:40:00", - "2026-06-18 17:55:00", - "2026-06-18 18:10:00", - "2026-06-18 18:25:00", - "2026-06-18 18:40:00", - "2026-06-18 18:55:00", - "2026-06-18 19:10:00", - "2026-06-18 19:25:00", - "2026-06-18 19:40:00", - "2026-06-18 19:55:00", - "2026-06-18 20:10:00", - "2026-06-18 20:25:00", - "2026-06-18 20:40:00", - "2026-06-18 20:55:00", - "2026-06-18 21:10:00", - "2026-06-18 21:25:00", - "2026-06-18 21:40:00", - "2026-06-18 21:55:00", - "2026-06-18 22:10:00", - "2026-06-18 22:25:00", - "2026-06-18 22:40:00", - "2026-06-18 22:55:00", - "2026-06-18 23:10:00", - "2026-06-18 23:25:00", - "2026-06-18 23:40:00", - "2026-06-18 23:55:00", - "2026-06-19 00:10:00", - "2026-06-19 00:25:00", - "2026-06-19 00:40:00", - "2026-06-19 00:55:00", - "2026-06-19 01:10:00", - "2026-06-19 01:25:00", - "2026-06-19 01:40:00", - "2026-06-19 01:55:00", - "2026-06-19 02:10:00", - "2026-06-19 02:25:00", - "2026-06-19 02:40:00", - "2026-06-19 02:55:00", - "2026-06-19 03:10:00", - "2026-06-19 03:25:00", - "2026-06-19 03:40:00", - "2026-06-19 03:55:00", - "2026-06-19 04:10:00", - "2026-06-19 04:25:00", - "2026-06-19 04:40:00", - "2026-06-19 04:55:00", - "2026-06-19 05:10:00", - "2026-06-19 05:25:00", - "2026-06-19 05:40:00", - "2026-06-19 05:55:00", - "2026-06-19 06:10:00", - "2026-06-19 06:25:00", - "2026-06-19 06:40:00", - "2026-06-19 06:55:00", - "2026-06-19 07:10:00", - "2026-06-19 07:25:00", - "2026-06-19 07:40:00", - "2026-06-19 07:55:00", - "2026-06-19 08:10:00", - "2026-06-19 08:25:00", - "2026-06-19 08:40:00", - "2026-06-19 08:55:00", - "2026-06-19 09:10:00", - "2026-06-19 09:25:00", - "2026-06-19 09:40:00", - "2026-06-19 09:55:00", - "2026-06-19 10:10:00", - "2026-06-19 10:25:00", - "2026-06-19 10:40:00", - "2026-06-19 10:55:00", - "2026-06-19 11:10:00", - "2026-06-19 11:25:00", - "2026-06-19 11:40:00", - "2026-06-19 11:55:00", - "2026-06-19 12:10:00", - "2026-06-19 12:25:00", - "2026-06-19 12:40:00", - "2026-06-19 12:55:00", - "2026-06-19 13:10:00", - "2026-06-19 13:25:00", - "2026-06-19 13:40:00", - "2026-06-19 13:55:00", - "2026-06-19 14:10:00", - "2026-06-19 14:25:00", - "2026-06-19 14:40:00", - "2026-06-19 14:55:00", - "2026-06-19 15:10:00", - "2026-06-19 15:25:00", - "2026-06-19 15:40:00" + "2026-06-18 09:40:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index b0392b5106df0866f48a5bf067afadbd7c467877..5ea1311a11e7d19d2ef84c43025414891e0bcf38 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,31 +1,19 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-17T14:29:49.550887+00:00", + "evaluated_at": "2026-06-17T14:39:30.115014+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", + "data_fetched_at": "2026-06-17T14:38:00.162858Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", - "context_length": 336, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t115000z", + "data_fetched_at": "2026-06-17T14:38:00.162858Z", + "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t081800z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t142000z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", - "context_length": 77, - "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 0c273d319a78d13e16ce042b052d1e4c4bcdb308..3f8df8ad18ad582981e3582e0d24e3724731fe02 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,402818.3003872858,378812.1952740548,416.97748467963356,0.42382873878628535,0.006400297296956369,0.006357449533358198,9.804793051761619,634.6796832948773,0.009680967377186324,0.006360287767915265,0.005870828917486074,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,402992.7135017281,378981.9623483816,417.06407322130025,0.4239167500429031,0.00640164591769705,0.006358778094599328,9.808313502026325,634.8170708965915,0.009683076839952929,0.006361617627077722,0.005872158076722343,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,6.554949833247299,7.345810740100781,2.357101120016555,1.3019892251730578,0.10444350596607699,0.11214400143316851,15.190647933313064,2.560263625732182,0.11594084546971963,0.1067406863752903,0.09071258683585551,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ETS,2.395536440708514,2.4131761748734797,1.2897298789878262,1.2118673349167863,26.18868402019191,0.912517877753222,45.01627134383703,1.5477520604762618,1.4364287925252792,1.1969650566565482,1.179594194870547,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.06548286516532148,0.06563317903839824,0.22206901094602896,1.73213795499993,0.16902698378062547,0.1881027283136902,14.431553554256194,0.25589619998218316,0.2044897353008978,0.17745802114313297,0.1640499764428698,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,ETS,0.11826704723637278,0.10208726225 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,282.90689442707463,282.6623892023272,15.31256892079337,2.007910936848076,0.46233858819173507,0.4068713714335568,53.35090476401226,16.819836337701823,0.43721006255463685,0.3980305801624109,0.3779745971030077,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ETS,90.31436893949162,92.50482875903658,8.042535966691723,3.9121782446143647,0.2990520002285712,0.3785791919746728,117.5577793346054,9.503387235059488,0.375072032229008,0.3174163311133424,0.3028588275356711,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ETS,26.076100471596273,27.166874832768205,4.488785828012694,0.8493891711351221,0.5429469485496387,0.383045508916503,4.614717118098571,5.106476326352279,0.4424383820666235,0.388920071741172,0.28135326460391197,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,ETS,370.5585842270959,364.6314638948161,15.984004689110975,0.14448817798066418,0.005650771250221054,0.0056454035973908315,5.785176835939194,19.249898291344188,0.006779127791522531,0.0056289965156076805,0.0056306269060862,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,ETS,445.11428180647545,447.2768002966336,19.706518186262883,0.44201536118720486,0.006985168358585395,0.006982763476013266,17.5668635824617,21.097731674435416,0.007484782855675535,0.006991225964084393,0.006992868404751224,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,ETS,3204.790611752943,2881.2038365570006,50.33739973772421,1.0507561340143807,0.2404507822920921,0.2146543225620431,5.672580589017583,56.61087008475442,0.2388644307373604,0.21239409172035534,0.1565877432051329,Web,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index 4c198b80b601dbfa5407117a4a0cbd3dd6f13f6a..6ad44e9d68c3a1416ecf67288a48a33b749ac8f0 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-17T14:34:29.773798+00:00", + "evaluated_at": "2026-06-17T14:43:31.963170+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64810.01171875, 65040.87890625, 65278.0, - 65172.078125 + 65170.0 ], "p50": [ 65652.77871272246, diff --git a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index fc40681c2718a5ce4962e37f4765be249e6259ab..93a7ff9d40455be5e5f51f695c5427782d4d7de6 100644 --- a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,215 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ETS", - "evaluated_at": "2026-06-17T13:47:26.598956+00:00", + "evaluated_at": "2026-06-17T14:43:31.988855+00:00", "freq": "15min", - "context_length": 288, + "context_length": 96, "prediction_length": 24, "context": [ - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3170.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, - 3060.0, - 3120.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3010.0, - 3010.0, - 3060.0, - 3060.0, - 3010.0, - 3010.0, - 3010.0, - 3060.0, - 3010.0, - 3060.0, - 3010.0, - 3010.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 2960.0, - 2960.0, - 3010.0, - 3010.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, 2960.0, 2960.0, 2960.0, @@ -293,9 +89,6 @@ 2850.0, 2850.0, 2850.0, - 2850.0 - ], - "actuals": [ 2850.0, 2850.0, 2850.0, @@ -306,8 +99,11 @@ 2850.0, 2850.0, 2850.0, - 2800.0, 2850.0, + 2800.0, + 2850.0 + ], + "actuals": [ 2850.0, 2850.0, 2800.0, @@ -319,155 +115,99 @@ 2850.0, 2850.0, 2850.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2850.0, + 2800.0, + 2800.0, + 2800.0, 2800.0 ], "p50": [ - 2848.0880043664856, - 2847.134002815865, - 2846.180001265245, - 2845.225999714625, - 2844.271998164005, - 2843.3179966133844, - 2842.3639950627644, - 2841.4099935121444, - 2840.455991961524, - 2839.501990410904, - 2838.5479888602836, - 2837.5939873096636, - 2836.639985759043, - 2835.685984208423, - 2834.731982657803, - 2833.7779811071828, - 2832.823979556563, - 2831.8699780059424, - 2830.9159764553224, - 2829.961974904702, - 2829.007973354082, - 2828.053971803462, - 2827.0999702528416, - 2826.1459687022216 + 2835.990534971239, + 2834.7373741052834, + 2833.4842132393283, + 2832.2310523733727, + 2830.9778915074176, + 2829.724730641462, + 2828.471569775507, + 2827.2184089095513, + 2825.965248043596, + 2824.7120871776406, + 2823.4589263116854, + 2822.20576544573, + 2820.9526045797747, + 2819.699443713819, + 2818.446282847864, + 2817.1931219819085, + 2815.9399611159533, + 2814.6868002499978, + 2813.4336393840426, + 2812.180478518087, + 2810.927317652132, + 2809.6741567861764, + 2808.4209959202212, + 2807.1678350542657 ], "p10": [ - 2848.0880043664856, - 2847.134002815865, - 2846.180001265245, - 2845.225999714625, - 2844.271998164005, - 2843.3179966133844, - 2842.3639950627644, - 2841.4099935121444, - 2840.455991961524, - 2839.501990410904, - 2838.5479888602836, - 2837.5939873096636, - 2836.639985759043, - 2835.685984208423, - 2834.731982657803, - 2833.7779811071828, - 2827.823979556563, - 2831.8699780059424, - 2830.9159764553224, - 2829.961974904702, - 2829.007973354082, - 2828.053971803462, - 2827.0999702528416, - 2826.1459687022216 + 2785.990534971239, + 2834.7373741052834, + 2833.4842132393283, + 2832.2310523733727, + 2830.9778915074176, + 2829.724730641462, + 2828.471569775507, + 2827.2184089095513, + 2825.965248043596, + 2824.7120871776406, + 2823.4589263116854, + 2822.20576544573, + 2820.9526045797747, + 2819.699443713819, + 2818.446282847864, + 2817.1931219819085, + 2815.9399611159533, + 2814.6868002499978, + 2813.4336393840426, + 2812.180478518087, + 2810.927317652132, + 2809.6741567861764, + 2808.4209959202212, + 2802.1678350542657 ], "p90": [ - 2848.0880043664856, - 2847.134002815865, - 2846.180001265245, - 2845.225999714625, - 2844.271998164005, - 2843.3179966133844, - 2842.3639950627644, - 2841.4099935121444, - 2840.455991961524, - 2839.501990410904, - 2838.5479888602836, - 2837.5939873096636, - 2836.639985759043, - 2835.685984208423, - 2834.731982657803, - 2833.7779811071828, - 2832.823979556563, - 2831.8699780059424, - 2830.9159764553224, - 2829.961974904702, - 2829.007973354082, - 2828.053971803462, - 2827.0999702528416, - 2826.1459687022216 + 2835.990534971239, + 2834.7373741052834, + 2833.4842132393283, + 2832.2310523733727, + 2830.9778915074176, + 2829.724730641462, + 2828.471569775507, + 2827.2184089095513, + 2825.965248043596, + 2824.7120871776406, + 2823.4589263116854, + 2822.20576544573, + 2820.9526045797747, + 2819.699443713819, + 2818.446282847864, + 2817.1931219819085, + 2815.9399611159533, + 2814.6868002499978, + 2813.4336393840426, + 2812.180478518087, + 2810.927317652132, + 2809.6741567861764, + 2808.4209959202212, + 2807.1678350542657 ], "timestamps": [ - "2026-06-16 10:55:00", - "2026-06-16 11:10:00", - "2026-06-16 11:25:00", - "2026-06-16 11:40:00", - "2026-06-16 11:55:00", - "2026-06-16 12:10:00", - "2026-06-16 12:25:00", - "2026-06-16 12:40:00", - "2026-06-16 12:55:00", - "2026-06-16 13:10:00", - "2026-06-16 13:25:00", - "2026-06-16 13:40:00", - "2026-06-16 13:55:00", - "2026-06-16 14:10:00", - "2026-06-16 14:25:00", - "2026-06-16 14:40:00", - "2026-06-16 14:55:00", - "2026-06-16 15:10:00", - "2026-06-16 15:25:00", - "2026-06-16 15:40:00", - "2026-06-16 15:55:00", - "2026-06-16 16:10:00", - "2026-06-16 16:25:00", - "2026-06-16 16:40:00", - "2026-06-16 16:55:00", - "2026-06-16 17:10:00", - "2026-06-16 17:25:00", - "2026-06-16 17:40:00", - "2026-06-16 17:55:00", - "2026-06-16 18:10:00", - "2026-06-16 18:25:00", - "2026-06-16 18:40:00", - "2026-06-16 18:55:00", - "2026-06-16 19:10:00", - "2026-06-16 19:25:00", - "2026-06-16 19:40:00", - "2026-06-16 19:55:00", - "2026-06-16 20:10:00", - "2026-06-16 20:25:00", - "2026-06-16 20:40:00", - "2026-06-16 20:55:00", - "2026-06-16 21:10:00", - "2026-06-16 21:25:00", - "2026-06-16 21:40:00", - "2026-06-16 21:55:00", - "2026-06-16 22:10:00", - "2026-06-16 22:25:00", - "2026-06-16 22:40:00", - "2026-06-16 22:55:00", - "2026-06-16 23:10:00", - "2026-06-16 23:25:00", - "2026-06-16 23:40:00", - "2026-06-16 23:55:00", - "2026-06-17 00:10:00", - "2026-06-17 00:25:00", - "2026-06-17 00:40:00", - "2026-06-17 00:55:00", - "2026-06-17 01:10:00", - "2026-06-17 01:25:00", - "2026-06-17 01:40:00", - "2026-06-17 01:55:00", - "2026-06-17 02:10:00", - "2026-06-17 02:25:00", - "2026-06-17 02:40:00", - "2026-06-17 02:55:00", - "2026-06-17 03:10:00", - "2026-06-17 03:25:00", - "2026-06-17 03:40:00", "2026-06-17 03:55:00", "2026-06-17 04:10:00", "2026-06-17 04:25:00", @@ -587,130 +327,6 @@ "2026-06-18 08:55:00", "2026-06-18 09:10:00", "2026-06-18 09:25:00", - "2026-06-18 09:40:00", - "2026-06-18 09:55:00", - "2026-06-18 10:10:00", - "2026-06-18 10:25:00", - "2026-06-18 10:40:00", - "2026-06-18 10:55:00", - "2026-06-18 11:10:00", - "2026-06-18 11:25:00", - "2026-06-18 11:40:00", - "2026-06-18 11:55:00", - "2026-06-18 12:10:00", - "2026-06-18 12:25:00", - "2026-06-18 12:40:00", - "2026-06-18 12:55:00", - "2026-06-18 13:10:00", - "2026-06-18 13:25:00", - "2026-06-18 13:40:00", - "2026-06-18 13:55:00", - "2026-06-18 14:10:00", - "2026-06-18 14:25:00", - "2026-06-18 14:40:00", - "2026-06-18 14:55:00", - "2026-06-18 15:10:00", - "2026-06-18 15:25:00", - "2026-06-18 15:40:00", - "2026-06-18 15:55:00", - "2026-06-18 16:10:00", - "2026-06-18 16:25:00", - "2026-06-18 16:40:00", - "2026-06-18 16:55:00", - "2026-06-18 17:10:00", - "2026-06-18 17:25:00", - "2026-06-18 17:40:00", - "2026-06-18 17:55:00", - "2026-06-18 18:10:00", - "2026-06-18 18:25:00", - "2026-06-18 18:40:00", - "2026-06-18 18:55:00", - "2026-06-18 19:10:00", - "2026-06-18 19:25:00", - "2026-06-18 19:40:00", - "2026-06-18 19:55:00", - "2026-06-18 20:10:00", - "2026-06-18 20:25:00", - "2026-06-18 20:40:00", - "2026-06-18 20:55:00", - "2026-06-18 21:10:00", - "2026-06-18 21:25:00", - "2026-06-18 21:40:00", - "2026-06-18 21:55:00", - "2026-06-18 22:10:00", - "2026-06-18 22:25:00", - "2026-06-18 22:40:00", - "2026-06-18 22:55:00", - "2026-06-18 23:10:00", - "2026-06-18 23:25:00", - "2026-06-18 23:40:00", - "2026-06-18 23:55:00", - "2026-06-19 00:10:00", - "2026-06-19 00:25:00", - "2026-06-19 00:40:00", - "2026-06-19 00:55:00", - "2026-06-19 01:10:00", - "2026-06-19 01:25:00", - "2026-06-19 01:40:00", - "2026-06-19 01:55:00", - "2026-06-19 02:10:00", - "2026-06-19 02:25:00", - "2026-06-19 02:40:00", - "2026-06-19 02:55:00", - "2026-06-19 03:10:00", - "2026-06-19 03:25:00", - "2026-06-19 03:40:00", - "2026-06-19 03:55:00", - "2026-06-19 04:10:00", - "2026-06-19 04:25:00", - "2026-06-19 04:40:00", - "2026-06-19 04:55:00", - "2026-06-19 05:10:00", - "2026-06-19 05:25:00", - "2026-06-19 05:40:00", - "2026-06-19 05:55:00", - "2026-06-19 06:10:00", - "2026-06-19 06:25:00", - "2026-06-19 06:40:00", - "2026-06-19 06:55:00", - "2026-06-19 07:10:00", - "2026-06-19 07:25:00", - "2026-06-19 07:40:00", - "2026-06-19 07:55:00", - "2026-06-19 08:10:00", - "2026-06-19 08:25:00", - "2026-06-19 08:40:00", - "2026-06-19 08:55:00", - "2026-06-19 09:10:00", - "2026-06-19 09:25:00", - "2026-06-19 09:40:00", - "2026-06-19 09:55:00", - "2026-06-19 10:10:00", - "2026-06-19 10:25:00", - "2026-06-19 10:40:00", - "2026-06-19 10:55:00", - "2026-06-19 11:10:00", - "2026-06-19 11:25:00", - "2026-06-19 11:40:00", - "2026-06-19 11:55:00", - "2026-06-19 12:10:00", - "2026-06-19 12:25:00", - "2026-06-19 12:40:00", - "2026-06-19 12:55:00", - "2026-06-19 13:10:00", - "2026-06-19 13:25:00", - "2026-06-19 13:40:00", - "2026-06-19 13:55:00", - "2026-06-19 14:10:00", - "2026-06-19 14:25:00", - "2026-06-19 14:40:00", - "2026-06-19 14:55:00", - "2026-06-19 15:10:00", - "2026-06-19 15:25:00", - "2026-06-19 15:40:00", - "2026-06-19 15:55:00", - "2026-06-19 16:10:00", - "2026-06-19 16:25:00", - "2026-06-19 16:40:00" + "2026-06-18 09:40:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index 49b3b36d5109d1017d9b230f80ebaa4b4d1dbec7..9649e3ab38471535abcc33c8727ca51ba39d4202 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,31 +1,19 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-17T14:34:29.850159+00:00", + "evaluated_at": "2026-06-17T14:43:32.003288+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", + "data_fetched_at": "2026-06-17T14:38:00.162858Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", - "context_length": 336, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t115000z", + "data_fetched_at": "2026-06-17T14:38:00.162858Z", + "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t081800z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t142000z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", - "context_length": 77, - "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 3b1950c48e8d28cc8d53723e158e965c42fda780..3d4a0cfdb62a3066b02f24e3b123654a1e2a8aaf 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1256,3 +1256,5 @@ {"evaluated_at": "2026-06-17T14:34:29.961158+00:00", "dataset": "nasa_power_shanghai_hourly_T2M", "prediction_length": 24} {"evaluated_at": "2026-06-17T14:34:29.961158+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} {"evaluated_at": "2026-06-17T14:34:29.961158+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} +{"evaluated_at": "2026-06-17T14:43:32.131782+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-17T14:43:32.131782+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 0e090f111bd236bf18a28148a2855682a9b0e90e..d5a9d3789496fd2f702456dfc3281eb332acf784 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,178535.01679992676,172682.49622408548,378.6728515625,0.384894731699118,0.005778618767270634,0.0057825591583802625,3.0391248912818347,422.53404217876545,0.006445043674389686,0.0057760152390122525,0.0073598739311095795,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,208826.7126496633,165931.11041673025,373.3977864583333,0.3795329933025419,0.005698962982620754,0.005702751476014556,2.959297688921456,456.9756149398601,0.0069704017051680795,0.005695561168570632,0.007261788326923578,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,0.590567732117203,0.8763837574383615,0.7152230739593506,0.39506694387540203,0.03152817431670204,0.03237642960035502,4.615668212504773,0.7684840480564337,0.03480059216018241,0.03238868336091152,0.05413033042265256,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,1.6235537149635384,1.9057373301275775,1.1493940959412916,1.0800037918875025,23.331125568484435,0.8872931233950498,16.243569377592724,1.2741874724558935,1.182540549774786,1.0667230337012732,0.7241202905186718,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.025637913536764343,0.05266205492101066,0.19228795750273597,1.4998457824484603,0.14608883766789413,0.16049340518141675,7.8572505296845225,0.16011843596776837,0.12795257057401563,0.1536596226674038,0.14812096234091504,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.12886740364232688, open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,356.86336194571305,405.8253454694068,15.051915009816488,1.9737318359219074,0.33240138600076113,0.40176525429228754,29.36205217670675,18.89082745529462,0.4910428191815994,0.3912552162150299,0.343902370101855,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,1.7226766139207637,1.8863792149100316,1.1416185299555461,0.5553242403935292,0.04269336298801599,0.04371870048318027,1.9187666032105024,1.3125077576611743,0.0518009989286976,0.04505648054422766,0.03760314114741504,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,23.971857154699023,24.152281592156147,4.279335081577301,0.8097559155678468,0.4976902649157462,0.3703645766726704,7.362485533474936,4.8961063259184865,0.42421137841893025,0.37077271464929684,0.2726299092323006,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,502.06616356720525,478.6157958296438,11.682281494140625,0.10560254457980227,0.00416122745650952,0.004131340311629396,2.440589919153131,22.406832966021888,0.00789088761826156,0.004114082991333455,0.00397980513012554,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,8541.54855181525,1797.3565322247644,34.319498697916664,0.769783148364486,0.012251685070015533,0.012138207368842484,22.54969105943341,92.4204985477532,0.03278776001694127,0.012175431910569105,0.012574752182328877,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Large,70.05955112213269,105.10574925752007,10.16238784790039,0.21213235930047475,0.04367278639133686,0.043532868622717796,1.437522259582939,8.370158368999519,0.03531712391982919,0.042879273619832875,0.04916024223717513,Web,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index dbae533917ecc8d7c79e658a6d9e8c91263a5df0..cf9734d003803a62fc5100778953d9bf053fb2cd 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T14:33:24.886243+00:00", + "evaluated_at": "2026-06-17T14:42:45.548121+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,85 +127,85 @@ 64810.01171875, 65040.87890625, 65278.0, - 65172.078125 + 65170.0 ], "p50": [ - 65486.224609375, - 65391.568359375, - 65427.33203125, - 65383.177734375, - 65409.83203125, - 65416.919921875, - 65367.263671875, - 65438.732421875, - 65430.658203125, - 65382.876953125, - 65433.57421875, - 65395.734375, - 65540.94921875, - 65395.375, - 65668.6796875, - 65382.841796875, - 65447.34765625, - 65376.806640625, - 65393.607421875, - 65431.392578125, - 65389.69140625, - 65599.26171875, - 65472.71875, - 65538.62109375 + 65488.072265625, + 65484.55078125, + 65367.37109375, + 65374.611328125, + 65424.623046875, + 65458.365234375, + 65551.7265625, + 65499.291015625, + 65458.9140625, + 65388.208984375, + 65422.416015625, + 65467.765625, + 65432.40625, + 65445.224609375, + 65396.408203125, + 65361.529296875, + 65428.779296875, + 65451.919921875, + 65504.025390625, + 65556.66796875, + 65528.435546875, + 65536.44921875, + 65244.1015625, + 65443.18359375 ], "p10": [ - 65161.513671875, - 64718.953125, - 64684.4140625, - 64623.6171875, - 64508.65625, - 64202.041015625, - 64038.232421875, - 64157.388671875, - 63595.29296875, - 63739.462890625, - 64160.212890625, - 63529.740234375, - 63964.0703125, - 63985.732421875, - 63625.529296875, - 63195.880859375, - 63728.162109375, - 63550.87109375, - 63081.62109375, - 63210.888671875, - 63291.978515625, - 63413.30859375, - 63212.033203125, - 63502.69921875 + 65104.01171875, + 64840.0625, + 64730.44140625, + 64639.11328125, + 64258.642578125, + 64378.943359375, + 64203.10546875, + 64285.201171875, + 64287.044921875, + 63804.0859375, + 63953.0390625, + 64035.1015625, + 63904.916015625, + 63807.5, + 63773.55078125, + 63700.912109375, + 63489.560546875, + 63307.412109375, + 63466.52734375, + 63377.349609375, + 63523.6796875, + 63331.919921875, + 62906.158203125, + 63409.50390625 ], "p90": [ - 65940.125, - 65970.18359375, - 66146.16796875, - 66311.02734375, - 66378.94921875, - 66502.21484375, - 66431.921875, - 66855.19921875, - 66676.0859375, - 66482.5234375, - 66873.5625, - 67220.55078125, - 67094.015625, - 67262.25390625, - 67222.44140625, - 67460.72265625, - 67355.52734375, - 67320.73828125, - 67321.37109375, - 67569.18359375, - 67319.93359375, - 67985.4296875, - 67613.8984375, - 67623.515625 + 65816.4453125, + 66006.06640625, + 66168.625, + 66169.58203125, + 66327.89453125, + 66422.25390625, + 66531.31640625, + 66879.83984375, + 66765.51953125, + 66720.69140625, + 66720.5546875, + 66795.8359375, + 67251.01171875, + 67225.02734375, + 66989.87109375, + 67428.71875, + 67144.1015625, + 67228.45703125, + 67405.1171875, + 67841.86328125, + 67048.76171875, + 67393.25, + 67041.57421875, + 68027.0234375 ], "timestamps": [ "2026-06-12 15:00:00", diff --git a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 9f0d934cfb8ac835476df5cc59ab56e31fdb90be..31baab433933a2a7eb2ab51a9ac56e4f16a0a42d 100644 --- a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,215 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T13:13:10.289553+00:00", + "evaluated_at": "2026-06-17T14:42:51.931964+00:00", "freq": "15min", - "context_length": 288, + "context_length": 96, "prediction_length": 24, "context": [ - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3170.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, - 3060.0, - 3120.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3010.0, - 3010.0, - 3060.0, - 3060.0, - 3010.0, - 3010.0, - 3010.0, - 3060.0, - 3010.0, - 3060.0, - 3010.0, - 3010.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 2960.0, - 2960.0, - 3010.0, - 3010.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, 2960.0, 2960.0, 2960.0, @@ -293,9 +89,6 @@ 2850.0, 2850.0, 2850.0, - 2850.0 - ], - "actuals": [ 2850.0, 2850.0, 2850.0, @@ -306,8 +99,11 @@ 2850.0, 2850.0, 2850.0, - 2800.0, 2850.0, + 2800.0, + 2850.0 + ], + "actuals": [ 2850.0, 2850.0, 2800.0, @@ -319,155 +115,99 @@ 2850.0, 2850.0, 2850.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2850.0, + 2800.0, + 2800.0, + 2800.0, 2800.0 ], "p50": [ - 2851.6195068359375, - 2852.0858154296875, - 2852.1917724609375, - 2851.94921875, - 2853.283935546875, - 2851.9305419921875, - 2852.7242431640625, - 2851.1431884765625, - 2851.8016357421875, - 2851.5487060546875, - 2850.8875732421875, - 2851.3614501953125, - 2850.202880859375, - 2851.3546142578125, - 2848.3251953125, - 2847.748046875, - 2847.8348388671875, - 2847.0936279296875, - 2846.5087890625, - 2848.822021484375, - 2844.5467529296875, - 2848.49853515625, - 2845.5225830078125, - 2846.01123046875 + 2846.687255859375, + 2848.612060546875, + 2848.7799072265625, + 2849.0784912109375, + 2850.86474609375, + 2851.9287109375, + 2854.1092529296875, + 2853.396240234375, + 2851.96337890625, + 2850.5946044921875, + 2853.3177490234375, + 2853.6514892578125, + 2853.204833984375, + 2852.136962890625, + 2852.887939453125, + 2853.3599853515625, + 2854.5313720703125, + 2852.662841796875, + 2853.153564453125, + 2853.349609375, + 2854.6844482421875, + 2853.6744384765625, + 2852.7313232421875, + 2853.4686279296875 ], "p10": [ - 2848.0526123046875, - 2847.2386474609375, - 2846.0421142578125, - 2845.437255859375, - 2844.8619384765625, - 2843.6546630859375, - 2841.677978515625, - 2841.232421875, - 2838.7646484375, - 2838.1231689453125, - 2836.6771240234375, - 2837.3553466796875, - 2835.39306640625, - 2834.850341796875, - 2828.041015625, - 2830.3472900390625, - 2825.226806640625, - 2825.2698974609375, - 2824.0828857421875, - 2824.5589599609375, - 2814.8743896484375, - 2819.089111328125, - 2818.1514892578125, - 2811.9481201171875 + 2838.010498046875, + 2837.317626953125, + 2836.589599609375, + 2836.200439453125, + 2838.6558837890625, + 2838.4625244140625, + 2836.176025390625, + 2837.17529296875, + 2835.657958984375, + 2835.0467529296875, + 2836.08642578125, + 2837.6435546875, + 2833.9681396484375, + 2839.583984375, + 2835.7781982421875, + 2835.5076904296875, + 2839.0794677734375, + 2835.4910888671875, + 2836.4271240234375, + 2836.7646484375, + 2837.625, + 2836.628662109375, + 2836.5584716796875, + 2835.670654296875 ], "p90": [ - 2856.432373046875, - 2858.8447265625, - 2857.8892822265625, - 2857.9658203125, - 2862.7139892578125, - 2862.60400390625, - 2862.077392578125, - 2863.6649169921875, - 2864.2659912109375, - 2864.134521484375, - 2866.3134765625, - 2866.7537841796875, - 2864.238525390625, - 2869.2171630859375, - 2866.799072265625, - 2872.0474853515625, - 2866.1300048828125, - 2871.1282958984375, - 2872.701416015625, - 2875.139404296875, - 2877.125244140625, - 2874.027587890625, - 2880.7166748046875, - 2875.5081787109375 + 2860.8712158203125, + 2897.532958984375, + 2886.4693603515625, + 2907.1513671875, + 2960.1533203125, + 2946.4735107421875, + 2981.505126953125, + 2931.6793212890625, + 2931.7109375, + 2956.426513671875, + 2963.358154296875, + 2991.8770751953125, + 2959.6041259765625, + 2975.94091796875, + 2967.42236328125, + 2977.7469482421875, + 3006.8614501953125, + 2990.439453125, + 2935.4024658203125, + 2985.7178955078125, + 2974.1419677734375, + 2945.937255859375, + 2969.3699951171875, + 2961.27490234375 ], "timestamps": [ - "2026-06-16 10:55:00", - "2026-06-16 11:10:00", - "2026-06-16 11:25:00", - "2026-06-16 11:40:00", - "2026-06-16 11:55:00", - "2026-06-16 12:10:00", - "2026-06-16 12:25:00", - "2026-06-16 12:40:00", - "2026-06-16 12:55:00", - "2026-06-16 13:10:00", - "2026-06-16 13:25:00", - "2026-06-16 13:40:00", - "2026-06-16 13:55:00", - "2026-06-16 14:10:00", - "2026-06-16 14:25:00", - "2026-06-16 14:40:00", - "2026-06-16 14:55:00", - "2026-06-16 15:10:00", - "2026-06-16 15:25:00", - "2026-06-16 15:40:00", - "2026-06-16 15:55:00", - "2026-06-16 16:10:00", - "2026-06-16 16:25:00", - "2026-06-16 16:40:00", - "2026-06-16 16:55:00", - "2026-06-16 17:10:00", - "2026-06-16 17:25:00", - "2026-06-16 17:40:00", - "2026-06-16 17:55:00", - "2026-06-16 18:10:00", - "2026-06-16 18:25:00", - "2026-06-16 18:40:00", - "2026-06-16 18:55:00", - "2026-06-16 19:10:00", - "2026-06-16 19:25:00", - "2026-06-16 19:40:00", - "2026-06-16 19:55:00", - "2026-06-16 20:10:00", - "2026-06-16 20:25:00", - "2026-06-16 20:40:00", - "2026-06-16 20:55:00", - "2026-06-16 21:10:00", - "2026-06-16 21:25:00", - "2026-06-16 21:40:00", - "2026-06-16 21:55:00", - "2026-06-16 22:10:00", - "2026-06-16 22:25:00", - "2026-06-16 22:40:00", - "2026-06-16 22:55:00", - "2026-06-16 23:10:00", - "2026-06-16 23:25:00", - "2026-06-16 23:40:00", - "2026-06-16 23:55:00", - "2026-06-17 00:10:00", - "2026-06-17 00:25:00", - "2026-06-17 00:40:00", - "2026-06-17 00:55:00", - "2026-06-17 01:10:00", - "2026-06-17 01:25:00", - "2026-06-17 01:40:00", - "2026-06-17 01:55:00", - "2026-06-17 02:10:00", - "2026-06-17 02:25:00", - "2026-06-17 02:40:00", - "2026-06-17 02:55:00", - "2026-06-17 03:10:00", - "2026-06-17 03:25:00", - "2026-06-17 03:40:00", "2026-06-17 03:55:00", "2026-06-17 04:10:00", "2026-06-17 04:25:00", @@ -587,130 +327,6 @@ "2026-06-18 08:55:00", "2026-06-18 09:10:00", "2026-06-18 09:25:00", - "2026-06-18 09:40:00", - "2026-06-18 09:55:00", - "2026-06-18 10:10:00", - "2026-06-18 10:25:00", - "2026-06-18 10:40:00", - "2026-06-18 10:55:00", - "2026-06-18 11:10:00", - "2026-06-18 11:25:00", - "2026-06-18 11:40:00", - "2026-06-18 11:55:00", - "2026-06-18 12:10:00", - "2026-06-18 12:25:00", - "2026-06-18 12:40:00", - "2026-06-18 12:55:00", - "2026-06-18 13:10:00", - "2026-06-18 13:25:00", - "2026-06-18 13:40:00", - "2026-06-18 13:55:00", - "2026-06-18 14:10:00", - "2026-06-18 14:25:00", - "2026-06-18 14:40:00", - "2026-06-18 14:55:00", - "2026-06-18 15:10:00", - "2026-06-18 15:25:00", - "2026-06-18 15:40:00", - "2026-06-18 15:55:00", - "2026-06-18 16:10:00", - "2026-06-18 16:25:00", - "2026-06-18 16:40:00", - "2026-06-18 16:55:00", - "2026-06-18 17:10:00", - "2026-06-18 17:25:00", - "2026-06-18 17:40:00", - "2026-06-18 17:55:00", - "2026-06-18 18:10:00", - "2026-06-18 18:25:00", - "2026-06-18 18:40:00", - "2026-06-18 18:55:00", - "2026-06-18 19:10:00", - "2026-06-18 19:25:00", - "2026-06-18 19:40:00", - "2026-06-18 19:55:00", - "2026-06-18 20:10:00", - "2026-06-18 20:25:00", - "2026-06-18 20:40:00", - "2026-06-18 20:55:00", - "2026-06-18 21:10:00", - "2026-06-18 21:25:00", - "2026-06-18 21:40:00", - "2026-06-18 21:55:00", - "2026-06-18 22:10:00", - "2026-06-18 22:25:00", - "2026-06-18 22:40:00", - "2026-06-18 22:55:00", - "2026-06-18 23:10:00", - "2026-06-18 23:25:00", - "2026-06-18 23:40:00", - "2026-06-18 23:55:00", - "2026-06-19 00:10:00", - "2026-06-19 00:25:00", - "2026-06-19 00:40:00", - "2026-06-19 00:55:00", - "2026-06-19 01:10:00", - "2026-06-19 01:25:00", - "2026-06-19 01:40:00", - "2026-06-19 01:55:00", - "2026-06-19 02:10:00", - "2026-06-19 02:25:00", - "2026-06-19 02:40:00", - "2026-06-19 02:55:00", - "2026-06-19 03:10:00", - "2026-06-19 03:25:00", - "2026-06-19 03:40:00", - "2026-06-19 03:55:00", - "2026-06-19 04:10:00", - "2026-06-19 04:25:00", - "2026-06-19 04:40:00", - "2026-06-19 04:55:00", - "2026-06-19 05:10:00", - "2026-06-19 05:25:00", - "2026-06-19 05:40:00", - "2026-06-19 05:55:00", - "2026-06-19 06:10:00", - "2026-06-19 06:25:00", - "2026-06-19 06:40:00", - "2026-06-19 06:55:00", - "2026-06-19 07:10:00", - "2026-06-19 07:25:00", - "2026-06-19 07:40:00", - "2026-06-19 07:55:00", - "2026-06-19 08:10:00", - "2026-06-19 08:25:00", - "2026-06-19 08:40:00", - "2026-06-19 08:55:00", - "2026-06-19 09:10:00", - "2026-06-19 09:25:00", - "2026-06-19 09:40:00", - "2026-06-19 09:55:00", - "2026-06-19 10:10:00", - "2026-06-19 10:25:00", - "2026-06-19 10:40:00", - "2026-06-19 10:55:00", - "2026-06-19 11:10:00", - "2026-06-19 11:25:00", - "2026-06-19 11:40:00", - "2026-06-19 11:55:00", - "2026-06-19 12:10:00", - "2026-06-19 12:25:00", - "2026-06-19 12:40:00", - "2026-06-19 12:55:00", - "2026-06-19 13:10:00", - "2026-06-19 13:25:00", - "2026-06-19 13:40:00", - "2026-06-19 13:55:00", - "2026-06-19 14:10:00", - "2026-06-19 14:25:00", - "2026-06-19 14:40:00", - "2026-06-19 14:55:00", - "2026-06-19 15:10:00", - "2026-06-19 15:25:00", - "2026-06-19 15:40:00", - "2026-06-19 15:55:00", - "2026-06-19 16:10:00", - "2026-06-19 16:25:00", - "2026-06-19 16:40:00" + "2026-06-18 09:40:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 4bc6f0bb8ec72b4fadd9805d962708d6aafc8317..5fd0040b133ed1c9a7e39a8e2e0ea143c87646f5 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,31 +1,19 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-17T14:33:47.741223+00:00", + "evaluated_at": "2026-06-17T14:42:58.791716+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", + "data_fetched_at": "2026-06-17T14:38:00.162858Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", - "context_length": 336, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t115000z", + "data_fetched_at": "2026-06-17T14:38:00.162858Z", + "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t081800z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t142000z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", - "context_length": 77, - "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 7715d19f3b096d76c3d21539d8b331b9f28f13bf..318fda4ed8835d7aeb4641ee993204b1ad97133f 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,867292.7891210113,818341.2486414524,816.6598624246157,0.8300781990057219,0.012492554686474458,0.012397145003377207,18.400115209947355,931.2855572384934,0.01420518938256584,0.012456767869654583,0.011563720720854374,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,867506.3836479634,818550.1971282894,816.7464509662823,0.8301662102623396,0.012493907919762117,0.012398473526884876,18.40363566021206,931.4002274253337,0.0142069587986525,0.012458106446783994,0.011565058020926298,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,1.3552808749740446,1.1151120880535934,0.8260371094912434,0.4562771647841492,0.038615694465923694,0.03754888748755416,4.115785308594549,1.1641653125626295,0.052718911149796856,0.03740686697307957,0.032055990258087565,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,1.9081808245647958,1.9234123740531528,1.1258661572890116,1.0578962631908733,23.70159712585997,0.8712438980572211,39.02570120589275,1.3813691847456262,1.2820131342388363,1.0448873602934126,1.0284077454059601,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.07943334722028478,0.07962962295170319,0.2499999966886308,1.9499996022384123,0.19051399399515473,0.21496054994288216,17.476322804104313,0.2818392222886743,0.22522111687174187,0.1997780082378826,0.18553786200897532,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,Moving-Average,0.029816408348095968,0 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,802.5855539433527,819.418832086261,23.14316585640999,3.034723701603879,0.5174877102191767,0.7471957987060659,88.9184177805265,28.329940944932318,0.736400462169741,0.6015768993609527,0.5747124565326551,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moving-Average,10.849154598594984,11.336747192526316,2.816165082846114,1.3698838048075441,0.10604749616466529,0.11154108797151403,21.605844806093916,3.2938054888828794,0.12999726181047588,0.11114613501370733,0.09891167743786304,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moving-Average,23.95044055646183,24.618126210154543,4.27625998003992,0.8091740303886313,0.5084481411982901,0.3692905203604842,4.61471711809857,4.893918732106392,0.42402183960488593,0.37050627985905443,0.2694726791903557,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Moving-Average,537.8793197950093,541.3176781718067,11.357433217189433,0.10266606298024346,0.004051559648249586,0.004017349203666229,4.098118728569857,23.192225417044597,0.008167474835056057,0.003999683011189236,0.003998245768014791,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Moving-Average,1432.9136953670422,1505.5165243151635,31.01864035087715,0.6957452041318238,0.011075911406806473,0.01098077050090536,27.42326616687227,37.85384650688807,0.013429302530159847,0.011004395689889897,0.011006038130556728,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moving-Average,3489.5381158399855,3083.885629565553,50.0,1.043713163064833,0.24421949671445642,0.21318642417335215,5.672580589017584,59.07231259938945,0.24925026413244494,0.2109704641350211,0.16293069689197762,Web,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index c6d3f897ed412529ec2cd07690e4ce9f87f0e5fc..e8c6cca9454bd6fac16a11e9eb686d6b93c123a7 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-17T14:34:29.856078+00:00", + "evaluated_at": "2026-06-17T14:43:32.009769+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64810.01171875, 65040.87890625, 65278.0, - 65172.078125 + 65170.0 ], "p50": [ 66378.47765213816, diff --git a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 0840d41a1df11078a86b5621a191a85fd2280954..bb831f48fd1155a13ac99293ccd160e61b2b2266 100644 --- a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,215 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-17T13:47:26.634203+00:00", + "evaluated_at": "2026-06-17T14:43:32.027479+00:00", "freq": "15min", - "context_length": 288, + "context_length": 96, "prediction_length": 24, "context": [ - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3170.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, - 3060.0, - 3120.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3010.0, - 3010.0, - 3060.0, - 3060.0, - 3010.0, - 3010.0, - 3010.0, - 3060.0, - 3010.0, - 3060.0, - 3010.0, - 3010.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 2960.0, - 2960.0, - 3010.0, - 3010.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, 2960.0, 2960.0, 2960.0, @@ -293,9 +89,6 @@ 2850.0, 2850.0, 2850.0, - 2850.0 - ], - "actuals": [ 2850.0, 2850.0, 2850.0, @@ -306,8 +99,11 @@ 2850.0, 2850.0, 2850.0, - 2800.0, 2850.0, + 2800.0, + 2850.0 + ], + "actuals": [ 2850.0, 2850.0, 2800.0, @@ -319,155 +115,99 @@ 2850.0, 2850.0, 2850.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2850.0, + 2800.0, + 2800.0, + 2800.0, 2800.0 ], "p50": [ - 2850.9407665505228, - 2850.9407665505228, - 2850.9407665505228, - 2850.9407665505228, - 2850.9407665505228, - 2850.9407665505228, - 2850.9407665505228, - 2850.9407665505228, - 2850.9407665505228, - 2850.9407665505228, - 2850.9407665505228, - 2850.9407665505228, - 2850.9407665505228, - 2850.9407665505228, - 2850.9407665505228, - 2850.9407665505228, - 2850.9407665505228, - 2850.9407665505228, - 2850.9407665505228, - 2850.9407665505228, - 2850.9407665505228, - 2850.9407665505228, - 2850.9407665505228, - 2850.9407665505228 + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086 ], "p10": [ - 2850.9407665505228, - 2850.9407665505228, - 2850.9407665505228, - 2850.9407665505228, - 2850.9407665505228, - 2850.9407665505228, - 2850.9407665505228, - 2850.9407665505228, - 2850.9407665505228, - 2850.9407665505228, - 2850.9407665505228, - 2850.9407665505228, - 2850.9407665505228, - 2850.9407665505228, - 2850.9407665505228, - 2850.9407665505228, - 2845.9407665505228, - 2850.9407665505228, - 2850.9407665505228, - 2850.9407665505228, - 2850.9407665505228, - 2850.9407665505228, - 2850.9407665505228, - 2850.9407665505228 + 2799.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2844.0745614035086 ], "p90": [ - 2850.9407665505228, - 2850.9407665505228, - 2850.9407665505228, - 2850.9407665505228, - 2850.9407665505228, - 2850.9407665505228, - 2850.9407665505228, - 2850.9407665505228, - 2850.9407665505228, - 2850.9407665505228, - 2850.9407665505228, - 2850.9407665505228, - 2850.9407665505228, - 2850.9407665505228, - 2850.9407665505228, - 2850.9407665505228, - 2850.9407665505228, - 2850.9407665505228, - 2850.9407665505228, - 2850.9407665505228, - 2850.9407665505228, - 2850.9407665505228, - 2850.9407665505228, - 2850.9407665505228 + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086 ], "timestamps": [ - "2026-06-16 10:55:00", - "2026-06-16 11:10:00", - "2026-06-16 11:25:00", - "2026-06-16 11:40:00", - "2026-06-16 11:55:00", - "2026-06-16 12:10:00", - "2026-06-16 12:25:00", - "2026-06-16 12:40:00", - "2026-06-16 12:55:00", - "2026-06-16 13:10:00", - "2026-06-16 13:25:00", - "2026-06-16 13:40:00", - "2026-06-16 13:55:00", - "2026-06-16 14:10:00", - "2026-06-16 14:25:00", - "2026-06-16 14:40:00", - "2026-06-16 14:55:00", - "2026-06-16 15:10:00", - "2026-06-16 15:25:00", - "2026-06-16 15:40:00", - "2026-06-16 15:55:00", - "2026-06-16 16:10:00", - "2026-06-16 16:25:00", - "2026-06-16 16:40:00", - "2026-06-16 16:55:00", - "2026-06-16 17:10:00", - "2026-06-16 17:25:00", - "2026-06-16 17:40:00", - "2026-06-16 17:55:00", - "2026-06-16 18:10:00", - "2026-06-16 18:25:00", - "2026-06-16 18:40:00", - "2026-06-16 18:55:00", - "2026-06-16 19:10:00", - "2026-06-16 19:25:00", - "2026-06-16 19:40:00", - "2026-06-16 19:55:00", - "2026-06-16 20:10:00", - "2026-06-16 20:25:00", - "2026-06-16 20:40:00", - "2026-06-16 20:55:00", - "2026-06-16 21:10:00", - "2026-06-16 21:25:00", - "2026-06-16 21:40:00", - "2026-06-16 21:55:00", - "2026-06-16 22:10:00", - "2026-06-16 22:25:00", - "2026-06-16 22:40:00", - "2026-06-16 22:55:00", - "2026-06-16 23:10:00", - "2026-06-16 23:25:00", - "2026-06-16 23:40:00", - "2026-06-16 23:55:00", - "2026-06-17 00:10:00", - "2026-06-17 00:25:00", - "2026-06-17 00:40:00", - "2026-06-17 00:55:00", - "2026-06-17 01:10:00", - "2026-06-17 01:25:00", - "2026-06-17 01:40:00", - "2026-06-17 01:55:00", - "2026-06-17 02:10:00", - "2026-06-17 02:25:00", - "2026-06-17 02:40:00", - "2026-06-17 02:55:00", - "2026-06-17 03:10:00", - "2026-06-17 03:25:00", - "2026-06-17 03:40:00", "2026-06-17 03:55:00", "2026-06-17 04:10:00", "2026-06-17 04:25:00", @@ -587,130 +327,6 @@ "2026-06-18 08:55:00", "2026-06-18 09:10:00", "2026-06-18 09:25:00", - "2026-06-18 09:40:00", - "2026-06-18 09:55:00", - "2026-06-18 10:10:00", - "2026-06-18 10:25:00", - "2026-06-18 10:40:00", - "2026-06-18 10:55:00", - "2026-06-18 11:10:00", - "2026-06-18 11:25:00", - "2026-06-18 11:40:00", - "2026-06-18 11:55:00", - "2026-06-18 12:10:00", - "2026-06-18 12:25:00", - "2026-06-18 12:40:00", - "2026-06-18 12:55:00", - "2026-06-18 13:10:00", - "2026-06-18 13:25:00", - "2026-06-18 13:40:00", - "2026-06-18 13:55:00", - "2026-06-18 14:10:00", - "2026-06-18 14:25:00", - "2026-06-18 14:40:00", - "2026-06-18 14:55:00", - "2026-06-18 15:10:00", - "2026-06-18 15:25:00", - "2026-06-18 15:40:00", - "2026-06-18 15:55:00", - "2026-06-18 16:10:00", - "2026-06-18 16:25:00", - "2026-06-18 16:40:00", - "2026-06-18 16:55:00", - "2026-06-18 17:10:00", - "2026-06-18 17:25:00", - "2026-06-18 17:40:00", - "2026-06-18 17:55:00", - "2026-06-18 18:10:00", - "2026-06-18 18:25:00", - "2026-06-18 18:40:00", - "2026-06-18 18:55:00", - "2026-06-18 19:10:00", - "2026-06-18 19:25:00", - "2026-06-18 19:40:00", - "2026-06-18 19:55:00", - "2026-06-18 20:10:00", - "2026-06-18 20:25:00", - "2026-06-18 20:40:00", - "2026-06-18 20:55:00", - "2026-06-18 21:10:00", - "2026-06-18 21:25:00", - "2026-06-18 21:40:00", - "2026-06-18 21:55:00", - "2026-06-18 22:10:00", - "2026-06-18 22:25:00", - "2026-06-18 22:40:00", - "2026-06-18 22:55:00", - "2026-06-18 23:10:00", - "2026-06-18 23:25:00", - "2026-06-18 23:40:00", - "2026-06-18 23:55:00", - "2026-06-19 00:10:00", - "2026-06-19 00:25:00", - "2026-06-19 00:40:00", - "2026-06-19 00:55:00", - "2026-06-19 01:10:00", - "2026-06-19 01:25:00", - "2026-06-19 01:40:00", - "2026-06-19 01:55:00", - "2026-06-19 02:10:00", - "2026-06-19 02:25:00", - "2026-06-19 02:40:00", - "2026-06-19 02:55:00", - "2026-06-19 03:10:00", - "2026-06-19 03:25:00", - "2026-06-19 03:40:00", - "2026-06-19 03:55:00", - "2026-06-19 04:10:00", - "2026-06-19 04:25:00", - "2026-06-19 04:40:00", - "2026-06-19 04:55:00", - "2026-06-19 05:10:00", - "2026-06-19 05:25:00", - "2026-06-19 05:40:00", - "2026-06-19 05:55:00", - "2026-06-19 06:10:00", - "2026-06-19 06:25:00", - "2026-06-19 06:40:00", - "2026-06-19 06:55:00", - "2026-06-19 07:10:00", - "2026-06-19 07:25:00", - "2026-06-19 07:40:00", - "2026-06-19 07:55:00", - "2026-06-19 08:10:00", - "2026-06-19 08:25:00", - "2026-06-19 08:40:00", - "2026-06-19 08:55:00", - "2026-06-19 09:10:00", - "2026-06-19 09:25:00", - "2026-06-19 09:40:00", - "2026-06-19 09:55:00", - "2026-06-19 10:10:00", - "2026-06-19 10:25:00", - "2026-06-19 10:40:00", - "2026-06-19 10:55:00", - "2026-06-19 11:10:00", - "2026-06-19 11:25:00", - "2026-06-19 11:40:00", - "2026-06-19 11:55:00", - "2026-06-19 12:10:00", - "2026-06-19 12:25:00", - "2026-06-19 12:40:00", - "2026-06-19 12:55:00", - "2026-06-19 13:10:00", - "2026-06-19 13:25:00", - "2026-06-19 13:40:00", - "2026-06-19 13:55:00", - "2026-06-19 14:10:00", - "2026-06-19 14:25:00", - "2026-06-19 14:40:00", - "2026-06-19 14:55:00", - "2026-06-19 15:10:00", - "2026-06-19 15:25:00", - "2026-06-19 15:40:00", - "2026-06-19 15:55:00", - "2026-06-19 16:10:00", - "2026-06-19 16:25:00", - "2026-06-19 16:40:00" + "2026-06-18 09:40:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index 73182da76aff0e22bb9bf896a8992f988cbe5a83..5a32a6874f01ba38f013b743ee3b6951cda4a8b8 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,31 +1,19 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-17T14:34:29.904585+00:00", + "evaluated_at": "2026-06-17T14:43:32.046502+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", + "data_fetched_at": "2026-06-17T14:38:00.162858Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", - "context_length": 336, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t115000z", + "data_fetched_at": "2026-06-17T14:38:00.162858Z", + "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t081800z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t142000z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", - "context_length": 77, - "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index 97f8873c2252f61dad3137604140abca170be4cc..198e50d2235174f453faa867fd18e6c06bc16f57 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-17T14:29:02.949492+00:00", - "finished_at": "2026-06-17T14:34:29.952560+00:00", - "task_count": 4, + "started_at": "2026-06-17T14:38:00.574348+00:00", + "finished_at": "2026-06-17T14:43:32.131063+00:00", + "task_count": 2, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,31 +10,19 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-17T14:29:49.550887+00:00", + "evaluated_at": "2026-06-17T14:39:30.115014+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", + "data_fetched_at": "2026-06-17T14:38:00.162858Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", - "context_length": 336, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t115000z", + "data_fetched_at": "2026-06-17T14:38:00.162858Z", + "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t081800z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t142000z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", - "context_length": 77, - "prediction_length": 72 } ], "failed_datasets": [] @@ -42,31 +30,19 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-17T14:31:11.440263+00:00", + "evaluated_at": "2026-06-17T14:40:46.092015+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", + "data_fetched_at": "2026-06-17T14:38:00.162858Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", - "context_length": 336, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t115000z", + "data_fetched_at": "2026-06-17T14:38:00.162858Z", + "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t081800z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t142000z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", - "context_length": 77, - "prediction_length": 72 } ], "failed_datasets": [] @@ -74,31 +50,19 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-17T14:31:51.903016+00:00", + "evaluated_at": "2026-06-17T14:41:22.663927+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", + "data_fetched_at": "2026-06-17T14:38:00.162858Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", - "context_length": 336, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t115000z", + "data_fetched_at": "2026-06-17T14:38:00.162858Z", + "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t081800z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t142000z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", - "context_length": 77, - "prediction_length": 72 } ], "failed_datasets": [] @@ -106,31 +70,19 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-17T14:32:56.651563+00:00", + "evaluated_at": "2026-06-17T14:42:19.684928+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", + "data_fetched_at": "2026-06-17T14:38:00.162858Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", - "context_length": 336, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t115000z", + "data_fetched_at": "2026-06-17T14:38:00.162858Z", + "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t081800z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t142000z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", - "context_length": 77, - "prediction_length": 72 } ], "failed_datasets": [] @@ -138,31 +90,19 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-17T14:33:47.741223+00:00", + "evaluated_at": "2026-06-17T14:42:58.791716+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", + "data_fetched_at": "2026-06-17T14:38:00.162858Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", - "context_length": 336, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t115000z", + "data_fetched_at": "2026-06-17T14:38:00.162858Z", + "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t081800z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t142000z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", - "context_length": 77, - "prediction_length": 72 } ], "failed_datasets": [] @@ -170,31 +110,19 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-17T14:34:27.625481+00:00", + "evaluated_at": "2026-06-17T14:43:30.979022+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", + "data_fetched_at": "2026-06-17T14:38:00.162858Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", - "context_length": 336, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t115000z", + "data_fetched_at": "2026-06-17T14:38:00.162858Z", + "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t081800z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t142000z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", - "context_length": 77, - "prediction_length": 72 } ], "failed_datasets": [] @@ -202,31 +130,19 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-17T14:34:29.713534+00:00", + "evaluated_at": "2026-06-17T14:43:31.920984+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", + "data_fetched_at": "2026-06-17T14:38:00.162858Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", - "context_length": 336, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t115000z", + "data_fetched_at": "2026-06-17T14:38:00.162858Z", + "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t081800z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t142000z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", - "context_length": 77, - "prediction_length": 72 } ], "failed_datasets": [] @@ -234,31 +150,19 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-17T14:34:29.850159+00:00", + "evaluated_at": "2026-06-17T14:43:32.003288+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", + "data_fetched_at": "2026-06-17T14:38:00.162858Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", - "context_length": 336, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t115000z", + "data_fetched_at": "2026-06-17T14:38:00.162858Z", + "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t081800z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t142000z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", - "context_length": 77, - "prediction_length": 72 } ], "failed_datasets": [] @@ -266,31 +170,19 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-17T14:34:29.904585+00:00", + "evaluated_at": "2026-06-17T14:43:32.046502+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", + "data_fetched_at": "2026-06-17T14:38:00.162858Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", - "context_length": 336, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t115000z", + "data_fetched_at": "2026-06-17T14:38:00.162858Z", + "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t081800z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t142000z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", - "context_length": 77, - "prediction_length": 72 } ], "failed_datasets": [] @@ -298,31 +190,19 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-17T14:34:29.950689+00:00", + "evaluated_at": "2026-06-17T14:43:32.129979+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", + "data_fetched_at": "2026-06-17T14:38:00.162858Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", - "context_length": 336, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t115000z", + "data_fetched_at": "2026-06-17T14:38:00.162858Z", + "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t081800z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t142000z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", - "context_length": 77, - "prediction_length": 72 } ], "failed_datasets": [] @@ -330,7 +210,5 @@ }, "failed_models": [], "failed_datasets": [], - "push_status": "ok", - "pushed_at": "2026-06-17T14:35:00.370764+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260617_144331.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260617_144331.json new file mode 100644 index 0000000000000000000000000000000000000000..109a940da5e00f26540635df65268d83acde324f --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260617_144331.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-17T14:43:31.869635+00:00", + "metrics": { + "MSE[mean]": 646424.6173137933, + "MSE[0.5]": 541042.3263104412, + "MAE[0.5]": 645.6801582079039, + "MASE[0.5]": 0.6562891694807891, + "MAPE[0.5]": 0.00981743383690501, + "sMAPE[0.5]": 0.009880113605315093, + "MSIS": 10.643312729671074, + "RMSE[mean]": 804.0053590081308, + "NRMSE[mean]": 0.012263762315046263, + "ND[0.5]": 0.009848775139474068, + "mean_weighted_sum_quantile_loss": 0.008840532276164083 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00" + ], + "context": [ + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375 + ], + "actual": [ + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65170.0 + ], + "predictions": { + "p50": [ + 64946.46311034526, + 64928.96152096002, + 64935.55787016433, + 64943.84163852318, + 64947.48852530258, + 64939.33028253333, + 64932.13380928247, + 64910.48765262754, + 64941.56103430262, + 64928.288556992455, + 64937.315810474014, + 64943.79348283171, + 64932.13348426222, + 64928.28855480139, + 64925.46873416433, + 64927.613198586834, + 64928.96391101046, + 64928.96391101045, + 64908.902103020286, + 64896.855858028866, + 64910.48759120081, + 64935.303057484394, + 64951.16536641719, + 64925.468734163805 + ], + "p10": [ + 64672.36977619849, + 64720.1595172415, + 64713.7084109101, + 64727.957172926246, + 64729.82662615167, + 64752.643478393045, + 64718.81151990327, + 64635.50191268665, + 64718.81120647693, + 64718.811197062074, + 64728.91988671416, + 64634.390962737896, + 64752.64175850895, + 64634.39096266234, + 64665.235228488185, + 64665.23522848776, + 64729.81752543438, + 64734.075245776214, + 64727.909017156424, + 64635.50185125991, + 64718.81119486821, + 64665.23522848766, + 64752.64175849415, + 64728.91988629956 + ], + "p90": [ + 65175.959807164276, + 65175.54509841385, + 65169.08007213339, + 65135.87911953259, + 65233.92028865555, + 65233.91290783714, + 65233.9115129733, + 65239.09338110979, + 65243.51707504814, + 65245.52825897036, + 65174.19677645516, + 65233.911188016595, + 65180.11063800352, + 65270.02253016281, + 65174.196776041084, + 65239.09331968316, + 65239.53569405871, + 65270.022530160015, + 65145.347503609795, + 65180.11063798872, + 65168.228424277106, + 65233.91118793825, + 65243.51706343942, + 65233.91118793825 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260617_143921.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260617_143921.json new file mode 100644 index 0000000000000000000000000000000000000000..2f0a9bbe19ce88114794b85da89064bf5239e585 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260617_143921.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-17T14:39:21.835762+00:00", + "metrics": { + "MSE[mean]": 111989.72325897217, + "MSE[0.5]": 111989.72325897217, + "MAE[0.5]": 293.0787760416667, + "MASE[0.5]": 0.29789428105501453, + "MAPE[0.5]": 0.004477232599053085, + "sMAPE[0.5]": 0.004476560694859531, + "MSIS": 2.7307212886436143, + "RMSE[mean]": 334.64865644280144, + "NRMSE[mean]": 0.005104507744484559, + "ND[0.5]": 0.004470428472508885, + "mean_weighted_sum_quantile_loss": 0.006384581763996531 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00" + ], + "context": [ + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375 + ], + "actual": [ + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65170.0 + ], + "predictions": { + "p50": [ + 65703.3515625, + 65664.0, + 65649.5078125, + 65633.1640625, + 65607.1484375, + 65590.265625, + 65564.0, + 65578.0625, + 65561.1875, + 65536.2890625, + 65538.8515625, + 65499.17578125, + 65459.28125, + 65432.1484375, + 65434.171875, + 65445.96875, + 65402.671875, + 65389.67578125, + 65420.328125, + 65419.734375, + 65414.36328125, + 65383.85546875, + 65362.07421875, + 65381.19921875 + ], + "p10": [ + 65286.79296875, + 65013.90625, + 64826.328125, + 64633.890625, + 64465.48828125, + 64316.02734375, + 64171.1171875, + 64040.2578125, + 63945.84375, + 63900.5234375, + 63858.91796875, + 63771.40234375, + 63753.9921875, + 63675.09375, + 63622.546875, + 63600.31640625, + 63573.046875, + 63566.15234375, + 63557.41015625, + 63560.15625, + 63525.81640625, + 63474.92578125, + 63445.11328125, + 63431.07421875 + ], + "p90": [ + 65978.1953125, + 66123.6796875, + 66239.703125, + 66336.0703125, + 66407.921875, + 66453.03125, + 66507.796875, + 66582.6640625, + 66621.703125, + 66675.8359375, + 66678.5, + 66745.1484375, + 66756.6015625, + 66738.9296875, + 66790.40625, + 66795.75, + 66849.0625, + 66840.859375, + 66843.4609375, + 66855.734375, + 66847.0859375, + 66941.171875, + 66953.4453125, + 66931.2734375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260617_144331.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260617_144331.json new file mode 100644 index 0000000000000000000000000000000000000000..e3b39e514dd65a53a94f804a24d4c9f03eb87dd3 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260617_144331.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-17T14:43:31.963170+00:00", + "metrics": { + "MSE[mean]": 402992.7135017281, + "MSE[0.5]": 378981.9623483816, + "MAE[0.5]": 417.06407322130025, + "MASE[0.5]": 0.4239167500429031, + "MAPE[0.5]": 0.00640164591769705, + "sMAPE[0.5]": 0.006358778094599328, + "MSIS": 9.808313502026325, + "RMSE[mean]": 634.8170708965915, + "NRMSE[mean]": 0.009683076839952929, + "ND[0.5]": 0.006361617627077722, + "mean_weighted_sum_quantile_loss": 0.005872158076722343 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00" + ], + "context": [ + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375 + ], + "actual": [ + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65170.0 + ], + "predictions": { + "p50": [ + 65652.77871272246, + 65671.25557829649, + 65686.64260012051, + 65716.32063756953, + 65751.60414376855, + 65769.77632184258, + 65791.4914686666, + 65772.20661549062, + 65827.37879356464, + 65842.21112788867, + 65848.07861846269, + 65890.04181216171, + 65911.03234961073, + 65947.04046518476, + 65965.67748700878, + 65978.5059150828, + 65992.36168690682, + 66030.35808373085, + 66037.64744930487, + 66061.21806487889, + 66086.20274295293, + 66113.44718665195, + 66110.50413035096, + 66151.34818342498 + ], + "p10": [ + 65356.99746272246, + 65474.92745329649, + 65500.024631370514, + 65505.02649694453, + 65531.59242501855, + 65609.97163434258, + 65601.6125624166, + 65548.23005299062, + 65626.93348106464, + 65640.16815913867, + 65574.14893096269, + 65576.95001528671, + 65752.34094336073, + 65676.90921518476, + 65684.11889325878, + 65782.6973213328, + 65727.54918690682, + 65821.52175560585, + 65891.30487117988, + 65852.46884612889, + 65874.18399295292, + 65945.73351477695, + 65922.46506785096, + 65895.67240217498 + ], + "p90": [ + 65901.07949397246, + 65898.91573454649, + 65913.27150637051, + 65934.16165319453, + 66069.73305001855, + 66088.30757184258, + 66031.3703749166, + 66134.87849049062, + 66157.42957481464, + 66188.23065913867, + 66094.35205596269, + 66221.8226715367, + 66161.66125586073, + 66266.00530893476, + 66283.74389325878, + 66308.5996650828, + 66330.31481190682, + 66367.93855248086, + 66291.95213680487, + 66392.31962737889, + 66417.17539920293, + 66435.74992102695, + 66386.67795847596, + 66479.18021467498 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260617_144245.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260617_144245.json new file mode 100644 index 0000000000000000000000000000000000000000..906ad6fbcf72c12dde63c6e3d68fb79dd3a90204 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260617_144245.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-17T14:42:45.548121+00:00", + "metrics": { + "MSE[mean]": 208826.7126496633, + "MSE[0.5]": 165931.11041673025, + "MAE[0.5]": 373.3977864583333, + "MASE[0.5]": 0.3795329933025419, + "MAPE[0.5]": 0.005698962982620754, + "sMAPE[0.5]": 0.005702751476014556, + "MSIS": 2.959297688921456, + "RMSE[mean]": 456.9756149398601, + "NRMSE[mean]": 0.0069704017051680795, + "ND[0.5]": 0.005695561168570632, + "mean_weighted_sum_quantile_loss": 0.007261788326923578 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00" + ], + "context": [ + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375 + ], + "actual": [ + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65170.0 + ], + "predictions": { + "p50": [ + 65488.072265625, + 65484.55078125, + 65367.37109375, + 65374.611328125, + 65424.623046875, + 65458.365234375, + 65551.7265625, + 65499.291015625, + 65458.9140625, + 65388.208984375, + 65422.416015625, + 65467.765625, + 65432.40625, + 65445.224609375, + 65396.408203125, + 65361.529296875, + 65428.779296875, + 65451.919921875, + 65504.025390625, + 65556.66796875, + 65528.435546875, + 65536.44921875, + 65244.1015625, + 65443.18359375 + ], + "p10": [ + 65104.01171875, + 64840.0625, + 64730.44140625, + 64639.11328125, + 64258.642578125, + 64378.943359375, + 64203.10546875, + 64285.201171875, + 64287.044921875, + 63804.0859375, + 63953.0390625, + 64035.1015625, + 63904.916015625, + 63807.5, + 63773.55078125, + 63700.912109375, + 63489.560546875, + 63307.412109375, + 63466.52734375, + 63377.349609375, + 63523.6796875, + 63331.919921875, + 62906.158203125, + 63409.50390625 + ], + "p90": [ + 65816.4453125, + 66006.06640625, + 66168.625, + 66169.58203125, + 66327.89453125, + 66422.25390625, + 66531.31640625, + 66879.83984375, + 66765.51953125, + 66720.69140625, + 66720.5546875, + 66795.8359375, + 67251.01171875, + 67225.02734375, + 66989.87109375, + 67428.71875, + 67144.1015625, + 67228.45703125, + 67405.1171875, + 67841.86328125, + 67048.76171875, + 67393.25, + 67041.57421875, + 68027.0234375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260617_144332.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260617_144332.json new file mode 100644 index 0000000000000000000000000000000000000000..1a26d69fde13dd8423a0a94e2cf451fca1a4c5ab --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260617_144332.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-17T14:43:32.009769+00:00", + "metrics": { + "MSE[mean]": 867506.3836479634, + "MSE[0.5]": 818550.1971282894, + "MAE[0.5]": 816.7464509662823, + "MASE[0.5]": 0.8301662102623396, + "MAPE[0.5]": 0.012493907919762117, + "sMAPE[0.5]": 0.012398473526884876, + "MSIS": 18.40363566021206, + "RMSE[mean]": 931.4002274253337, + "NRMSE[mean]": 0.0142069587986525, + "ND[0.5]": 0.012458106446783994, + "mean_weighted_sum_quantile_loss": 0.011565058020926298 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00" + ], + "context": [ + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375 + ], + "actual": [ + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65170.0 + ], + "predictions": { + "p50": [ + 66378.47765213816, + 66375.23937088816, + 66368.91124588816, + 66376.87413651316, + 66390.44249588816, + 66386.89952713816, + 66386.89952713816, + 66345.89952713816, + 66379.35655838816, + 66372.47374588816, + 66356.62608963816, + 66376.87413651316, + 66376.14952713816, + 66390.44249588816, + 66387.36437088816, + 66378.47765213816, + 66370.61827713816, + 66386.89952713816, + 66372.47374588816, + 66374.32921463816, + 66377.59874588816, + 66383.12804276316, + 66358.46983963816, + 66377.59874588816 + ], + "p10": [ + 66082.69640213816, + 66178.91124588816, + 66182.29327713816, + 66165.57999588815, + 66170.43077713816, + 66227.09483963816, + 66197.02062088816, + 66121.92296463816, + 66178.91124588816, + 66170.43077713816, + 66082.69640213816, + 66063.78233963816, + 66217.45812088816, + 66120.31124588815, + 66105.80577713816, + 66182.66905838816, + 66105.80577713816, + 66178.06319901315, + 66226.13116776316, + 66165.57999588815, + 66165.57999588815, + 66215.41437088816, + 66170.43077713816, + 66121.92296463816 + ], + "p90": [ + 66626.77843338816, + 66602.89952713816, + 66595.54015213816, + 66594.71515213816, + 66708.57140213816, + 66705.43077713816, + 66626.77843338816, + 66708.57140213816, + 66709.40733963816, + 66718.49327713816, + 66602.89952713816, + 66708.65499588815, + 66626.77843338816, + 66709.40733963816, + 66705.43077713816, + 66708.57140213816, + 66708.57140213816, + 66724.47999588816, + 66626.77843338816, + 66705.43077713816, + 66708.57140213816, + 66705.43077713816, + 66634.64366776316, + 66705.43077713816 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260617_144332.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260617_144332.json new file mode 100644 index 0000000000000000000000000000000000000000..e00effa9ca617212284c9e936377c92411476c6c --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260617_144332.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-17T14:43:32.089742+00:00", + "metrics": { + "MSE[mean]": 1036086.7780481974, + "MSE[0.5]": 1036086.7780481974, + "MAE[0.5]": 868.9876302083334, + "MASE[0.5]": 0.8832657514231244, + "MAPE[0.5]": 0.013289989955376605, + "sMAPE[0.5]": 0.013169895153490286, + "MSIS": 4.050106537063873, + "RMSE[mean]": 1017.8834796027478, + "NRMSE[mean]": 0.015526116733426028, + "ND[0.5]": 0.013254958604675847, + "mean_weighted_sum_quantile_loss": 0.009810698522107274 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00" + ], + "context": [ + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375 + ], + "actual": [ + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65170.0 + ], + "predictions": { + "p50": [ + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375 + ], + "p10": [ + 65946.2978125, + 65814.83234375, + 65514.75328125, + 65430.79484375, + 65282.06453125, + 65189.577031249995, + 65040.78546875, + 64882.216875, + 65002.16734375, + 64925.0, + 65019.592968749996, + 64427.15234375, + 64841.90671875, + 64523.291874999995, + 64724.1, + 65117.08, + 65044.56, + 65561.6171875, + 65179.799999999996, + 65183.72, + 65152.09203125, + 65101.2315625, + 64730.96, + 64341.80046875 + ], + "p90": [ + 68637.9834375, + 68501.15203125, + 68188.82484375, + 68101.43953125, + 67946.63859375, + 67850.37609375, + 67695.51140625, + 67530.470625, + 67655.31703125, + 67575.0, + 67673.45390625, + 67056.83203125, + 67488.51515625, + 67156.895625, + 67365.9, + 67774.92, + 67699.44, + 68237.6015625, + 67840.2, + 67844.28, + 67811.36109375, + 67758.4246875, + 67373.04000000001, + 66967.99640625001 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260617_144319.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260617_144319.json new file mode 100644 index 0000000000000000000000000000000000000000..2de6b151441cf8c5716f1d1fbfe2aa5a53cf21c7 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260617_144319.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-17T14:43:19.370774+00:00", + "metrics": { + "MSE[mean]": 226678.7280476888, + "MSE[0.5]": 226678.7280476888, + "MAE[0.5]": 321.65234375, + "MASE[0.5]": 0.32693733400007186, + "MAPE[0.5]": 0.004937147477967447, + "sMAPE[0.5]": 0.00491189688983299, + "MSIS": 2.4325781938104925, + "RMSE[mean]": 476.1078953847424, + "NRMSE[mean]": 0.007262232769839467, + "ND[0.5]": 0.004906270645625963, + "mean_weighted_sum_quantile_loss": 0.00566109993239454 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00" + ], + "context": [ + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375 + ], + "actual": [ + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65170.0 + ], + "predictions": { + "p50": [ + 65676.5, + 65690.09375, + 65726.34375, + 65749.0, + 65789.78125, + 65789.78125, + 65785.25, + 65780.71875, + 65789.78125, + 65780.71875, + 65812.4375, + 65807.90625, + 65812.4375, + 65821.5, + 65839.625, + 65835.09375, + 65862.28125, + 65857.75, + 65835.09375, + 65807.90625, + 65826.03125, + 65826.03125, + 65835.09375, + 65807.90625 + ], + "p10": [ + 65081.20703125, + 64889.76171875, + 64754.390625, + 64661.5, + 64584.46875, + 64511.96875, + 64468.921875, + 64385.09375, + 64348.84375, + 64326.1875, + 64321.65625, + 64271.8125, + 64231.03125, + 64221.96875, + 64221.96875, + 64185.71875, + 64253.6875, + 64221.96875, + 64190.25, + 64163.0625, + 64163.0625, + 64167.59375, + 64154.0, + 64126.8125 + ], + "p90": [ + 66347.125, + 66501.1875, + 66628.0625, + 66682.4375, + 66745.875, + 66727.75, + 66709.625, + 66718.6875, + 66745.875, + 66727.75, + 66764.0, + 66782.125, + 66791.1875, + 66809.3125, + 66827.4375, + 66845.5625, + 66854.625, + 66854.625, + 66845.5625, + 66845.5625, + 66872.75, + 66890.875, + 66918.0625, + 66909.0 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260617_144028.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260617_144028.json new file mode 100644 index 0000000000000000000000000000000000000000..310bfc8716b51421abc34df2f3ee5d454291ed95 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260617_144028.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-17T14:40:28.169389+00:00", + "metrics": { + "MSE[mean]": 117327.11563682556, + "MSE[0.5]": 179209.15744463602, + "MAE[0.5]": 376.9051106770833, + "MASE[0.5]": 0.38309794549963594, + "MAPE[0.5]": 0.005737978945159529, + "sMAPE[0.5]": 0.005756157955459235, + "MSIS": 4.819550674962517, + "RMSE[mean]": 342.5304594292682, + "NRMSE[mean]": 0.005224731518315242, + "ND[0.5]": 0.00574905955648389, + "mean_weighted_sum_quantile_loss": 0.004752905565938062 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00" + ], + "context": [ + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375 + ], + "actual": [ + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65170.0 + ], + "predictions": { + "p50": [ + 65637.40625, + 65589.7109375, + 65549.3203125, + 65474.75390625, + 65432.84765625, + 65382.96875, + 65355.66015625, + 65363.265625, + 65318.33984375, + 65266.265625, + 65239.3046875, + 65198.90234375, + 65185.17578125, + 65184.00390625, + 65213.88671875, + 65177.171875, + 65200.49609375, + 65179.0078125, + 65118.18359375, + 65103.640625, + 65060.07421875, + 65076.234375, + 65056.453125, + 65123.390625 + ], + "p10": [ + 65642.40625, + 65699.0703125, + 65650.046875, + 65601.0546875, + 65570.828125, + 65502.6875, + 65476.1328125, + 65418.140625, + 65421.51953125, + 65479.71875, + 65404.72265625, + 65390.3515625, + 65358.31640625, + 65415.4609375, + 65404.18359375, + 65410.66796875, + 65419.86328125, + 65266.7421875, + 65351.07421875, + 65308.29296875, + 65358.54296875, + 65354.6484375, + 65305.61328125, + 65303.078125 + ], + "p90": [ + 66018.4140625, + 66076.4765625, + 66157.234375, + 66169.671875, + 66183.8046875, + 66177.9765625, + 66206.5859375, + 66283.375, + 66288.78125, + 66289.1484375, + 66337.625, + 66258.265625, + 66293.8125, + 66348.421875, + 66393.1953125, + 66424.234375, + 66469.5390625, + 66471.0390625, + 66470.7734375, + 66446.15625, + 66453.890625, + 66495.75, + 66482.90625, + 66489.8671875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260617_144127.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260617_144127.json new file mode 100644 index 0000000000000000000000000000000000000000..8dfb3965cd6e677f15b39a1b2c4c8ad232b677de --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260617_144127.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-17T14:41:27.853513+00:00", + "metrics": { + "MSE[mean]": 320569.91313934326, + "MSE[0.5]": 320569.91313934326, + "MAE[0.5]": 378.046875, + "MASE[0.5]": 0.38425846987026163, + "MAPE[0.5]": 0.005804263362182674, + "sMAPE[0.5]": 0.005767276919848502, + "MSIS": 2.039093761987122, + "RMSE[mean]": 566.1889376695233, + "NRMSE[mean]": 0.008636268998945014, + "ND[0.5]": 0.005766475269102179, + "mean_weighted_sum_quantile_loss": 0.0050445917053216875 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00" + ], + "context": [ + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375 + ], + "actual": [ + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65170.0 + ], + "predictions": { + "p50": [ + 65733.421875, + 65737.0078125, + 65760.5625, + 65804.484375, + 65823.46875, + 65833.40625, + 65860.1796875, + 65862.0625, + 65872.46875, + 65881.40625, + 65880.9296875, + 65875.828125, + 65887.5390625, + 65885.609375, + 65902.53125, + 65923.0703125, + 65937.265625, + 65948.6796875, + 65969.96875, + 65975.5234375, + 65994.2578125, + 66020.1171875, + 66036.8046875, + 66046.421875 + ], + "p10": [ + 65405.46484375, + 65266.8046875, + 65181.5625, + 65141.171875, + 65094.91796875, + 65046.71484375, + 65036.87890625, + 64997.6484375, + 64972.0859375, + 64941.9296875, + 64897.71484375, + 64858.3828125, + 64829.91796875, + 64799.44921875, + 64782.6796875, + 64770.046875, + 64753.3828125, + 64733.39453125, + 64732.546875, + 64715.86328125, + 64699.015625, + 64687.69921875, + 64661.71875, + 64643.921875 + ], + "p90": [ + 66120.234375, + 66295.6875, + 66425.9453125, + 66546.2890625, + 66614.96875, + 66661.96875, + 66730.5625, + 66762.9375, + 66801.421875, + 66844.8515625, + 66873.7265625, + 66894.65625, + 66922.96875, + 66948.3046875, + 67001.625, + 67039.46875, + 67088.484375, + 67154.96875, + 67223.6328125, + 67274.953125, + 67315.7578125, + 67372.96875, + 67418.4375, + 67463.25 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260617_144109.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260617_144109.json new file mode 100644 index 0000000000000000000000000000000000000000..ba9b92040a99b81a0ffd28df5e33e47f95a9aaa0 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260617_144109.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-17T14:41:09.806236+00:00", + "metrics": { + "MSE[mean]": 106695.62899843852, + "MSE[0.5]": 106695.62899843852, + "MAE[0.5]": 293.16845703125, + "MASE[0.5]": 0.29798543557079715, + "MAPE[0.5]": 0.004473663655299062, + "sMAPE[0.5]": 0.004476771759890139, + "MSIS": 2.948578099843587, + "RMSE[mean]": 326.64296869585075, + "NRMSE[mean]": 0.004982394315019112, + "ND[0.5]": 0.004471796406600499, + "mean_weighted_sum_quantile_loss": 0.006620426180095197 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00" + ], + "context": [ + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375 + ], + "actual": [ + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65170.0 + ], + "predictions": { + "p50": [ + 65656.125, + 65615.9375, + 65601.015625, + 65579.5703125, + 65570.046875, + 65552.25, + 65556.015625, + 65533.5625, + 65528.8359375, + 65510.99609375, + 65493.16796875, + 65455.7578125, + 65438.80078125, + 65418.81640625, + 65405.94921875, + 65384.73828125, + 65362.171875, + 65345.26171875, + 65328.05859375, + 65314.24609375, + 65314.9453125, + 65299.296875, + 65273.5625, + 65253.6484375 + ], + "p10": [ + 65289.515625, + 65067.234375, + 64911.50390625, + 64768.16015625, + 64634.0234375, + 64492.05859375, + 64368.58203125, + 64282.87890625, + 64156.1796875, + 64037.58203125, + 63944.0234375, + 63865.6171875, + 63788.7734375, + 63694.84765625, + 63635.5390625, + 63556.0234375, + 63548.484375, + 63481.83984375, + 63437.10546875, + 63382.57421875, + 63343.671875, + 63276.72265625, + 63258.3203125, + 63238.8125 + ], + "p90": [ + 66044.3828125, + 66168.8203125, + 66282.8828125, + 66356.484375, + 66465.2109375, + 66550.1796875, + 66641.0859375, + 66694.1796875, + 66783.4296875, + 66859.59375, + 66924.96875, + 66930.03125, + 66964.53125, + 67005.421875, + 67051.9609375, + 67084.3125, + 67142.0546875, + 67181.46875, + 67231.453125, + 67270.5234375, + 67315.5078125, + 67371.8671875, + 67358.921875, + 67402.734375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260617_144331.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260617_144331.json new file mode 100644 index 0000000000000000000000000000000000000000..2f57e051041fcb6f10936c777fa14b4e8f81df0d --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260617_144331.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ARIMA", + "evaluated_at": "2026-06-17T14:43:31.907462+00:00", + "metrics": { + "MSE[mean]": 1710.383977853936, + "MSE[0.5]": 670.9761783329226, + "MAE[0.5]": 21.120664102455788, + "MASE[0.5]": 0.4737345219242419, + "MAPE[0.5]": 0.007447979236701453, + "sMAPE[0.5]": 0.00748248324194855, + "MSIS": 9.068779066397857, + "RMSE[mean]": 41.35678877589429, + "NRMSE[mean]": 0.014672031494774026, + "ND[0.5]": 0.007492918528587419, + "mean_weighted_sum_quantile_loss": 0.00703167720822619 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00" + ], + "context": [ + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2850.0 + ], + "actual": [ + 2850.0, + 2850.0, + 2800.0, + 2850.0, + 2850.0, + 2800.0, + 2800.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2850.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 + ], + "predictions": { + "p50": [ + 2809.633754289713, + 2809.505935926452, + 2809.504468430778, + 2809.5044996545466, + 2809.5045100659427, + 2809.5044144196454, + 2809.5045685669766, + 2809.5045206229693, + 2809.504414419629, + 2809.5045685669766, + 2809.504434327603, + 2809.5045446329204, + 2809.5045558328275, + 2809.5045446329204, + 2809.504476870688, + 2809.504562199902, + 2809.504414419629, + 2809.5044542355777, + 2809.5045558328275, + 2809.5045382278986, + 2809.504550232874, + 2809.504434327603, + 2809.504476870688, + 2809.504093054812 + ], + "p10": [ + 2800.5072708844964, + 2804.8836232196436, + 2784.6451985792423, + 2796.32194336777, + 2785.331361332086, + 2778.4695918656917, + 2802.7048588850143, + 2796.3219432190217, + 2800.7884543307505, + 2805.7966262797113, + 2804.472887131734, + 2785.331361330527, + 2804.66452758716, + 2800.3779934654713, + 2796.683845677957, + 2792.2914751127973, + 2802.7048588850143, + 2796.3219432190217, + 2793.064821088605, + 2800.7884543307505, + 2785.331361330527, + 2802.7048588850143, + 2785.331361330527, + 2762.9386287245306 + ], + "p90": [ + 2821.841700132272, + 2813.211627036334, + 2810.6392870542227, + 2815.979402144937, + 2813.4871708005453, + 2816.4915654186248, + 2816.0306183384305, + 2810.546972720145, + 2813.210272370756, + 2813.210272370756, + 2821.7126967544245, + 2821.7124501173644, + 2815.9792566530637, + 2813.4871707989864, + 2816.4915654186084, + 2813.4871707989864, + 2821.7124227132467, + 2813.210272370756, + 2821.7124227132467, + 2816.0306183384305, + 2816.4915654186084, + 2815.9794019961887, + 2810.639272859022, + 2817.0136511480723 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260617_143927.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260617_143927.json new file mode 100644 index 0000000000000000000000000000000000000000..93c7444a5a2443ac9d5476b315689626ff0b2172 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260617_143927.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Chronos-2", + "evaluated_at": "2026-06-17T14:39:27.727464+00:00", + "metrics": { + "MSE[mean]": 698.2141745885214, + "MSE[0.5]": 698.2141745885214, + "MAE[0.5]": 23.1788330078125, + "MASE[0.5]": 0.5198990581191588, + "MAPE[0.5]": 0.008253842690833528, + "sMAPE[0.5]": 0.00821660571689972, + "MSIS": 3.3230299905081773, + "RMSE[mean]": 26.423742630227864, + "NRMSE[mean]": 0.00937427676460412, + "ND[0.5]": 0.008223089315410199, + "mean_weighted_sum_quantile_loss": 0.00609778039541759 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00" + ], + "context": [ + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2850.0 + ], + "actual": [ + 2850.0, + 2850.0, + 2800.0, + 2850.0, + 2850.0, + 2800.0, + 2800.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2850.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 + ], + "predictions": { + "p50": [ + 2843.9365234375, + 2843.839599609375, + 2843.251220703125, + 2842.888427734375, + 2842.538330078125, + 2841.944580078125, + 2841.56982421875, + 2841.170166015625, + 2840.94482421875, + 2840.244873046875, + 2839.611083984375, + 2838.0693359375, + 2837.33056640625, + 2836.564453125, + 2835.514892578125, + 2834.108154296875, + 2825.113525390625, + 2824.26953125, + 2822.876708984375, + 2821.70166015625, + 2822.069580078125, + 2820.506591796875, + 2820.049560546875, + 2819.928955078125 + ], + "p10": [ + 2825.432373046875, + 2824.072998046875, + 2821.5771484375, + 2819.6904296875, + 2818.18017578125, + 2814.1484375, + 2810.0546875, + 2809.112548828125, + 2807.705078125, + 2805.482666015625, + 2800.33203125, + 2795.017822265625, + 2791.9208984375, + 2784.404296875, + 2779.13037109375, + 2778.36669921875, + 2787.3388671875, + 2784.322998046875, + 2781.861083984375, + 2778.692138671875, + 2776.56591796875, + 2773.62255859375, + 2770.0966796875, + 2769.30029296875 + ], + "p90": [ + 2856.4677734375, + 2858.205322265625, + 2858.868408203125, + 2859.707763671875, + 2861.78369140625, + 2863.48583984375, + 2864.363525390625, + 2864.572509765625, + 2864.73681640625, + 2864.052001953125, + 2866.12255859375, + 2867.182861328125, + 2867.134521484375, + 2868.33251953125, + 2867.687255859375, + 2865.642822265625, + 2875.710693359375, + 2876.459716796875, + 2876.270263671875, + 2876.564697265625, + 2876.47265625, + 2877.58251953125, + 2877.255859375, + 2876.19775390625 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260617_144331.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260617_144331.json new file mode 100644 index 0000000000000000000000000000000000000000..24889a17e896cfc0667206ad11ec5ddf8bd99a87 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260617_144331.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ETS", + "evaluated_at": "2026-06-17T14:43:31.988855+00:00", + "metrics": { + "MSE[mean]": 445.11428180647545, + "MSE[0.5]": 447.2768002966336, + "MAE[0.5]": 19.706518186262883, + "MASE[0.5]": 0.44201536118720486, + "MAPE[0.5]": 0.006985168358585395, + "sMAPE[0.5]": 0.006982763476013266, + "MSIS": 17.5668635824617, + "RMSE[mean]": 21.097731674435416, + "NRMSE[mean]": 0.007484782855675535, + "ND[0.5]": 0.006991225964084393, + "mean_weighted_sum_quantile_loss": 0.006992868404751224 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00" + ], + "context": [ + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2850.0 + ], + "actual": [ + 2850.0, + 2850.0, + 2800.0, + 2850.0, + 2850.0, + 2800.0, + 2800.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2850.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 + ], + "predictions": { + "p50": [ + 2835.990534971239, + 2834.7373741052834, + 2833.4842132393283, + 2832.2310523733727, + 2830.9778915074176, + 2829.724730641462, + 2828.471569775507, + 2827.2184089095513, + 2825.965248043596, + 2824.7120871776406, + 2823.4589263116854, + 2822.20576544573, + 2820.9526045797747, + 2819.699443713819, + 2818.446282847864, + 2817.1931219819085, + 2815.9399611159533, + 2814.6868002499978, + 2813.4336393840426, + 2812.180478518087, + 2810.927317652132, + 2809.6741567861764, + 2808.4209959202212, + 2807.1678350542657 + ], + "p10": [ + 2785.990534971239, + 2834.7373741052834, + 2833.4842132393283, + 2832.2310523733727, + 2830.9778915074176, + 2829.724730641462, + 2828.471569775507, + 2827.2184089095513, + 2825.965248043596, + 2824.7120871776406, + 2823.4589263116854, + 2822.20576544573, + 2820.9526045797747, + 2819.699443713819, + 2818.446282847864, + 2817.1931219819085, + 2815.9399611159533, + 2814.6868002499978, + 2813.4336393840426, + 2812.180478518087, + 2810.927317652132, + 2809.6741567861764, + 2808.4209959202212, + 2802.1678350542657 + ], + "p90": [ + 2835.990534971239, + 2834.7373741052834, + 2833.4842132393283, + 2832.2310523733727, + 2830.9778915074176, + 2829.724730641462, + 2828.471569775507, + 2827.2184089095513, + 2825.965248043596, + 2824.7120871776406, + 2823.4589263116854, + 2822.20576544573, + 2820.9526045797747, + 2819.699443713819, + 2818.446282847864, + 2817.1931219819085, + 2815.9399611159533, + 2814.6868002499978, + 2813.4336393840426, + 2812.180478518087, + 2810.927317652132, + 2809.6741567861764, + 2808.4209959202212, + 2807.1678350542657 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260617_144251.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260617_144251.json new file mode 100644 index 0000000000000000000000000000000000000000..f812275ce7117d5210b70637d9083780254c474b --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260617_144251.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-17T14:42:51.931964+00:00", + "metrics": { + "MSE[mean]": 8541.54855181525, + "MSE[0.5]": 1797.3565322247644, + "MAE[0.5]": 34.319498697916664, + "MASE[0.5]": 0.769783148364486, + "MAPE[0.5]": 0.012251685070015533, + "sMAPE[0.5]": 0.012138207368842484, + "MSIS": 22.54969105943341, + "RMSE[mean]": 92.4204985477532, + "NRMSE[mean]": 0.03278776001694127, + "ND[0.5]": 0.012175431910569105, + "mean_weighted_sum_quantile_loss": 0.012574752182328877 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00" + ], + "context": [ + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2850.0 + ], + "actual": [ + 2850.0, + 2850.0, + 2800.0, + 2850.0, + 2850.0, + 2800.0, + 2800.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2850.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 + ], + "predictions": { + "p50": [ + 2846.687255859375, + 2848.612060546875, + 2848.7799072265625, + 2849.0784912109375, + 2850.86474609375, + 2851.9287109375, + 2854.1092529296875, + 2853.396240234375, + 2851.96337890625, + 2850.5946044921875, + 2853.3177490234375, + 2853.6514892578125, + 2853.204833984375, + 2852.136962890625, + 2852.887939453125, + 2853.3599853515625, + 2854.5313720703125, + 2852.662841796875, + 2853.153564453125, + 2853.349609375, + 2854.6844482421875, + 2853.6744384765625, + 2852.7313232421875, + 2853.4686279296875 + ], + "p10": [ + 2838.010498046875, + 2837.317626953125, + 2836.589599609375, + 2836.200439453125, + 2838.6558837890625, + 2838.4625244140625, + 2836.176025390625, + 2837.17529296875, + 2835.657958984375, + 2835.0467529296875, + 2836.08642578125, + 2837.6435546875, + 2833.9681396484375, + 2839.583984375, + 2835.7781982421875, + 2835.5076904296875, + 2839.0794677734375, + 2835.4910888671875, + 2836.4271240234375, + 2836.7646484375, + 2837.625, + 2836.628662109375, + 2836.5584716796875, + 2835.670654296875 + ], + "p90": [ + 2860.8712158203125, + 2897.532958984375, + 2886.4693603515625, + 2907.1513671875, + 2960.1533203125, + 2946.4735107421875, + 2981.505126953125, + 2931.6793212890625, + 2931.7109375, + 2956.426513671875, + 2963.358154296875, + 2991.8770751953125, + 2959.6041259765625, + 2975.94091796875, + 2967.42236328125, + 2977.7469482421875, + 3006.8614501953125, + 2990.439453125, + 2935.4024658203125, + 2985.7178955078125, + 2974.1419677734375, + 2945.937255859375, + 2969.3699951171875, + 2961.27490234375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260617_144332.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260617_144332.json new file mode 100644 index 0000000000000000000000000000000000000000..8e080f4993b9d2d8b9f809941d33573767ea75b0 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260617_144332.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moving-Average", + "evaluated_at": "2026-06-17T14:43:32.027479+00:00", + "metrics": { + "MSE[mean]": 1432.9136953670422, + "MSE[0.5]": 1505.5165243151635, + "MAE[0.5]": 31.01864035087715, + "MASE[0.5]": 0.6957452041318238, + "MAPE[0.5]": 0.011075911406806473, + "sMAPE[0.5]": 0.01098077050090536, + "MSIS": 27.42326616687227, + "RMSE[mean]": 37.85384650688807, + "NRMSE[mean]": 0.013429302530159847, + "ND[0.5]": 0.011004395689889897, + "mean_weighted_sum_quantile_loss": 0.011006038130556728 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00" + ], + "context": [ + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2850.0 + ], + "actual": [ + 2850.0, + 2850.0, + 2800.0, + 2850.0, + 2850.0, + 2800.0, + 2800.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2850.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 + ], + "predictions": { + "p50": [ + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086 + ], + "p10": [ + 2799.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2844.0745614035086 + ], + "p90": [ + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086, + 2849.0745614035086 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260617_144332.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260617_144332.json new file mode 100644 index 0000000000000000000000000000000000000000..e15615ecd38622fa48402e0721d57cbc281d525b --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260617_144332.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-17T14:43:32.126924+00:00", + "metrics": { + "MSE[mean]": 1458.3333333333333, + "MSE[0.5]": 1458.3333333333333, + "MAE[0.5]": 29.166666666666668, + "MASE[0.5]": 0.6542056074766355, + "MAPE[0.5]": 0.010416666666666666, + "sMAPE[0.5]": 0.01032448377581121, + "MSIS": 3.832710045949032, + "RMSE[mean]": 38.18813079129867, + "NRMSE[mean]": 0.013547895624407509, + "ND[0.5]": 0.010347376201034738, + "mean_weighted_sum_quantile_loss": 0.008606389094193952 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00" + ], + "context": [ + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2850.0 + ], + "actual": [ + 2850.0, + 2850.0, + 2800.0, + 2850.0, + 2850.0, + 2800.0, + 2800.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2850.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 + ], + "predictions": { + "p50": [ + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2850.0 + ], + "p10": [ + 2793.0, + 2793.0, + 2793.0, + 2793.0, + 2793.0, + 2793.0, + 2793.0, + 2793.0, + 2793.0, + 2793.0, + 2793.0, + 2793.0, + 2793.0, + 2793.0, + 2793.0, + 2793.0, + 2793.0, + 2793.0, + 2793.0, + 2793.0, + 2793.0, + 2793.0, + 2744.0, + 2793.0 + ], + "p90": [ + 2907.0, + 2907.0, + 2907.0, + 2907.0, + 2907.0, + 2907.0, + 2907.0, + 2907.0, + 2907.0, + 2907.0, + 2907.0, + 2907.0, + 2907.0, + 2907.0, + 2907.0, + 2907.0, + 2907.0, + 2907.0, + 2907.0, + 2907.0, + 2907.0, + 2907.0, + 2856.0, + 2907.0 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260617_144328.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260617_144328.json new file mode 100644 index 0000000000000000000000000000000000000000..bd9436f2691fe74d7ec90fde71a96999462c1f04 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260617_144328.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Timer-S1", + "evaluated_at": "2026-06-17T14:43:28.366681+00:00", + "metrics": { + "MSE[mean]": 1408.8358941078186, + "MSE[0.5]": 1408.8358941078186, + "MAE[0.5]": 30.833902994791668, + "MASE[0.5]": 0.6916015624999999, + "MAPE[0.5]": 0.011004541535724074, + "sMAPE[0.5]": 0.010915947764123218, + "MSIS": 14.380649231527455, + "RMSE[mean]": 37.53446275235358, + "NRMSE[mean]": 0.01331599565493697, + "ND[0.5]": 0.010938856938285292, + "mean_weighted_sum_quantile_loss": 0.008881082884870042 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00" + ], + "context": [ + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2850.0 + ], + "actual": [ + 2850.0, + 2850.0, + 2800.0, + 2850.0, + 2850.0, + 2800.0, + 2800.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2850.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 + ], + "predictions": { + "p50": [ + 2846.1572265625, + 2846.857421875, + 2846.390625, + 2846.857421875, + 2846.390625, + 2846.6240234375, + 2846.6240234375, + 2846.6240234375, + 2846.6240234375, + 2846.857421875, + 2846.390625, + 2846.857421875, + 2846.6240234375, + 2846.390625, + 2846.857421875, + 2846.857421875, + 2847.5576171875, + 2847.791015625, + 2848.2578125, + 2848.2578125, + 2848.4912109375, + 2848.2578125, + 2848.2578125, + 2849.19140625 + ], + "p10": [ + 2832.853515625, + 2830.986328125, + 2828.65234375, + 2827.251953125, + 2825.8515625, + 2825.1513671875, + 2823.984375, + 2822.8173828125, + 2822.8173828125, + 2822.583984375, + 2821.650390625, + 2822.1171875, + 2821.18359375, + 2822.583984375, + 2822.1171875, + 2822.1171875, + 2824.2177734375, + 2823.517578125, + 2823.7509765625, + 2823.984375, + 2824.451171875, + 2824.451171875, + 2823.984375, + 2824.91796875 + ], + "p90": [ + 2853.1591796875, + 2853.97607421875, + 2855.259765625, + 2856.193359375, + 2856.66015625, + 2857.94384765625, + 2859.2275390625, + 2862.14501953125, + 2863.662109375, + 2865.7626953125, + 2866.9296875, + 2869.0302734375, + 2870.955810546875, + 2872.122802734375, + 2874.223388671875, + 2874.6025390625, + 2879.474853515625, + 2881.77978515625, + 2883.792724609375, + 2884.142822265625, + 2884.726318359375, + 2885.71826171875, + 2886.943603515625, + 2888.927490234375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260617_144040.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260617_144040.json new file mode 100644 index 0000000000000000000000000000000000000000..592bf915c3361dcd1f42073e78fdb4d5adc37867 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260617_144040.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-17T14:40:40.084258+00:00", + "metrics": { + "MSE[mean]": 1396.5427280887961, + "MSE[0.5]": 1201.7907820741336, + "MAE[0.5]": 28.848551432291668, + "MASE[0.5]": 0.6470703124999999, + "MAPE[0.5]": 0.010293107889250306, + "sMAPE[0.5]": 0.010218230192715385, + "MSIS": 29.657937080169393, + "RMSE[mean]": 37.370345570904156, + "NRMSE[mean]": 0.013257772264622316, + "ND[0.5]": 0.010234519355136733, + "mean_weighted_sum_quantile_loss": 0.011365017200716514 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00" + ], + "context": [ + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2850.0 + ], + "actual": [ + 2850.0, + 2850.0, + 2800.0, + 2850.0, + 2850.0, + 2800.0, + 2800.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2850.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 + ], + "predictions": { + "p50": [ + 2849.919677734375, + 2848.86083984375, + 2848.5625, + 2846.823486328125, + 2846.744140625, + 2846.54345703125, + 2845.6318359375, + 2845.57861328125, + 2844.155029296875, + 2845.13671875, + 2844.393310546875, + 2846.734130859375, + 2844.5771484375, + 2843.22607421875, + 2844.13623046875, + 2843.272705078125, + 2843.068603515625, + 2842.632080078125, + 2840.978271484375, + 2840.290283203125, + 2841.533935546875, + 2840.564453125, + 2841.060791015625, + 2841.7451171875 + ], + "p10": [ + 2852.6396484375, + 2851.751708984375, + 2851.55859375, + 2850.65283203125, + 2853.165283203125, + 2851.99609375, + 2851.378173828125, + 2851.37744140625, + 2853.6748046875, + 2850.401123046875, + 2850.8193359375, + 2852.739501953125, + 2852.064453125, + 2851.7216796875, + 2851.228515625, + 2851.742919921875, + 2852.919677734375, + 2853.67041015625, + 2851.150390625, + 2849.831787109375, + 2849.476318359375, + 2848.96142578125, + 2851.210693359375, + 2851.00537109375 + ], + "p90": [ + 2856.444091796875, + 2856.943603515625, + 2858.86572265625, + 2858.826904296875, + 2859.9873046875, + 2859.802734375, + 2858.285400390625, + 2858.783203125, + 2858.341796875, + 2859.377685546875, + 2860.513916015625, + 2861.3046875, + 2861.54248046875, + 2861.706787109375, + 2862.5244140625, + 2862.88525390625, + 2862.967529296875, + 2863.62890625, + 2863.90380859375, + 2865.338623046875, + 2866.432861328125, + 2867.128662109375, + 2866.172607421875, + 2867.166015625 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260617_144214.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260617_144214.json new file mode 100644 index 0000000000000000000000000000000000000000..e3bacf0860d595bf5ab19fb7aeac6799eecfc622 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260617_144214.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TiRex", + "evaluated_at": "2026-06-17T14:42:14.975948+00:00", + "metrics": { + "MSE[mean]": 1550.7824589908123, + "MSE[0.5]": 1550.7824589908123, + "MAE[0.5]": 31.206929524739582, + "MASE[0.5]": 0.6999685127044394, + "MAPE[0.5]": 0.011144864202641205, + "sMAPE[0.5]": 0.011046836336329862, + "MSIS": 11.99849499853972, + "RMSE[mean]": 39.379975355386044, + "NRMSE[mean]": 0.013970722964216779, + "ND[0.5]": 0.011071194509885439, + "mean_weighted_sum_quantile_loss": 0.008434857418827503 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00" + ], + "context": [ + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2850.0 + ], + "actual": [ + 2850.0, + 2850.0, + 2800.0, + 2850.0, + 2850.0, + 2800.0, + 2800.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2850.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 + ], + "predictions": { + "p50": [ + 2849.761962890625, + 2849.94140625, + 2849.94189453125, + 2849.9130859375, + 2849.798095703125, + 2849.693115234375, + 2849.668212890625, + 2849.787353515625, + 2849.738525390625, + 2849.78076171875, + 2849.744384765625, + 2849.983154296875, + 2849.744873046875, + 2849.94091796875, + 2849.94189453125, + 2849.909912109375, + 2849.81640625, + 2850.064453125, + 2849.96923828125, + 2849.74267578125, + 2849.708984375, + 2849.704833984375, + 2849.490234375, + 2849.596435546875 + ], + "p10": [ + 2842.36767578125, + 2843.02978515625, + 2842.114501953125, + 2841.6884765625, + 2840.609619140625, + 2838.802490234375, + 2836.610107421875, + 2834.570068359375, + 2832.484619140625, + 2829.70361328125, + 2825.842041015625, + 2823.037109375, + 2821.29833984375, + 2820.395751953125, + 2818.740234375, + 2816.130615234375, + 2813.6865234375, + 2812.458984375, + 2810.56884765625, + 2808.21240234375, + 2808.4228515625, + 2808.95166015625, + 2808.4482421875, + 2808.294921875 + ], + "p90": [ + 2852.663818359375, + 2853.263427734375, + 2854.312255859375, + 2856.106201171875, + 2858.287841796875, + 2859.649658203125, + 2861.19287109375, + 2864.042236328125, + 2868.830078125, + 2874.409423828125, + 2876.569580078125, + 2879.83935546875, + 2886.10595703125, + 2890.195556640625, + 2888.145751953125, + 2890.69677734375, + 2893.87353515625, + 2894.73193359375, + 2894.114013671875, + 2895.17919921875, + 2900.772705078125, + 2904.127685546875, + 2904.751220703125, + 2904.55078125 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260617_144119.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260617_144119.json new file mode 100644 index 0000000000000000000000000000000000000000..e28b322b5c3a0b4c2047d950f02d74cff1550b95 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260617_144119.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-17T14:41:19.529142+00:00", + "metrics": { + "MSE[mean]": 1566.0032355561852, + "MSE[0.5]": 1566.0032355561852, + "MAE[0.5]": 31.351715087890625, + "MASE[0.5]": 0.703216039354556, + "MAPE[0.5]": 0.011196621008086624, + "sMAPE[0.5]": 0.011097635893136054, + "MSIS": 1.303528858790888, + "RMSE[mean]": 39.57275875594454, + "NRMSE[mean]": 0.0140391161883617, + "ND[0.5]": 0.011122559676413525, + "mean_weighted_sum_quantile_loss": 0.006281018630794736 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00" + ], + "context": [ + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2850.0 + ], + "actual": [ + 2850.0, + 2850.0, + 2800.0, + 2850.0, + 2850.0, + 2800.0, + 2800.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2850.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 + ], + "predictions": { + "p50": [ + 2850.012939453125, + 2849.533935546875, + 2850.04541015625, + 2849.92431640625, + 2849.61962890625, + 2849.825927734375, + 2849.71630859375, + 2849.649169921875, + 2849.892333984375, + 2849.85693359375, + 2850.03369140625, + 2850.10498046875, + 2850.14794921875, + 2850.17529296875, + 2850.137451171875, + 2850.213134765625, + 2850.0244140625, + 2849.912353515625, + 2849.9638671875, + 2849.961181640625, + 2850.0439453125, + 2850.109619140625, + 2850.20703125, + 2850.204345703125 + ], + "p10": [ + 2794.55126953125, + 2797.072021484375, + 2801.5947265625, + 2798.80810546875, + 2798.578369140625, + 2798.5341796875, + 2797.456787109375, + 2797.902587890625, + 2798.16357421875, + 2797.06640625, + 2796.3994140625, + 2796.51318359375, + 2796.7763671875, + 2796.523681640625, + 2796.348876953125, + 2797.097900390625, + 2796.7861328125, + 2797.245849609375, + 2797.44384765625, + 2797.86083984375, + 2797.939453125, + 2798.060546875, + 2797.544189453125, + 2797.732421875 + ], + "p90": [ + 2850.8896484375, + 2850.62890625, + 2850.637939453125, + 2850.437255859375, + 2850.575927734375, + 2850.47314453125, + 2850.618408203125, + 2850.58056640625, + 2850.607666015625, + 2850.443115234375, + 2850.579345703125, + 2850.48583984375, + 2850.577880859375, + 2850.6259765625, + 2850.583984375, + 2850.749755859375, + 2851.013916015625, + 2851.73876953125, + 2852.747802734375, + 2853.867919921875, + 2856.097900390625, + 2858.869384765625, + 2867.374267578125, + 2869.7822265625 + ] + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index ebd1d9a29352d0d45c78ddbd491bcd8bc07cedc1..d43e5e16c72574b0787d232209feb728a076cd2e 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,1036002.9846928915,1036002.9846928915,868.9010416666666,0.8831777401665067,0.013288651455705902,0.013168566536385462,4.050106537063873,1017.8423181872973,0.015525466683187997,0.013253618888049427,0.009810244238807182,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,1036086.7780481974,1036086.7780481974,868.9876302083334,0.8832657514231244,0.013289989955376605,0.013169895153490286,4.050106537063873,1017.8834796027478,0.015526116733426028,0.013254958604675847,0.009810698522107274,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,2.1437042964941306,2.1437042964941306,1.2912500699361165,0.7132463108112109,0.05893869912850077,0.057397264678754834,15.762726357163581,1.4641394388835138,0.06630315828557283,0.05847390999761378,0.05233002873140174,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,1.8947942250418062,1.8947942250418062,1.1374833494463625,1.068812111484621,22.26254007196509,0.8810307607111209,40.52466000105338,1.3765152469340127,1.2775083196708084,1.055668976890313,1.0428150451100926,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.08263888425297378,0.08263888425297378,0.25138888590865666,1.96083293608832,0.1922787097844233,0.21802484240274267,69.88321950557103,0.2874697971143643,0.22972057702698223,0.20088788634074278,0.19591070083031029,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,0.1516666158040607,0.1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,821.5645788431178,821.5645788431178,22.712499896685284,2.978251211903921,0.5132498941737847,0.7560082433380956,116.77439447988532,28.66294783938173,0.7450565490798735,0.590382290364114,0.5876515060050512,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Seasonal-Naive,4.6229171117150445,4.6229171117150445,1.6875,0.8208605861544408,0.06211629384730141,0.06502252050014173,21.539220804958518,2.1500970005362654,0.08485829647197192,0.0666008906857397,0.0611215292310556,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Seasonal-Naive,24.416666666666668,24.416666666666668,4.333333333333333,0.8199737187910644,0.44528800734296087,0.35927802749004867,29.91374526288482,4.9413223601245315,0.42812901315158397,0.37545126353790614,0.36772563176895307,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Seasonal-Naive,520.8333333333334,520.8333333333334,10.416666666666666,0.09416195856873823,0.0037202380952380946,0.003687315634218289,1.5457626173190107,22.82177322938192,0.008037014783641468,0.003668378576669112,0.005919947827504666,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Seasonal-Naive,1458.3333333333333,1458.3333333333333,29.166666666666668,0.6542056074766355,0.010416666666666666,0.01032448377581121,3.832710045949032,38.18813079129867,0.013547895624407509,0.010347376201034738,0.008606389094193952,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Seasonal-Naive,8458.0,8458.0,67.0,1.3985756385068764,0.3564068100358423,0.2659571504193018,50.69106116148495,91.96738552334735,0.3880480401829002,0.28270042194092826,0.2751711204875762,Web,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index aacd8942b3b147b2310b21ff1828072cf78ba4af..5d4e2bb88616143a586c3a332d8467f2b5d30384 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-17T14:34:29.912101+00:00", + "evaluated_at": "2026-06-17T14:43:32.089742+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64810.01171875, 65040.87890625, 65278.0, - 65172.078125 + 65170.0 ], "p50": [ 67292.140625, diff --git a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 2afbb4735a77761570a4ee6a0593f173a9e3bc43..e70f02ae4b2f8a5c987698717c4ad037c398626c 100644 --- a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,215 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-17T13:47:26.669192+00:00", + "evaluated_at": "2026-06-17T14:43:32.126924+00:00", "freq": "15min", - "context_length": 288, + "context_length": 96, "prediction_length": 24, "context": [ - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3170.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, - 3060.0, - 3120.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3010.0, - 3010.0, - 3060.0, - 3060.0, - 3010.0, - 3010.0, - 3010.0, - 3060.0, - 3010.0, - 3060.0, - 3010.0, - 3010.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 2960.0, - 2960.0, - 3010.0, - 3010.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, 2960.0, 2960.0, 2960.0, @@ -293,9 +89,6 @@ 2850.0, 2850.0, 2850.0, - 2850.0 - ], - "actuals": [ 2850.0, 2850.0, 2850.0, @@ -306,8 +99,11 @@ 2850.0, 2850.0, 2850.0, - 2800.0, 2850.0, + 2800.0, + 2850.0 + ], + "actuals": [ 2850.0, 2850.0, 2800.0, @@ -319,6 +115,18 @@ 2850.0, 2850.0, 2850.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2850.0, + 2800.0, + 2800.0, + 2800.0, 2800.0 ], "p50": [ @@ -344,7 +152,7 @@ 2850.0, 2850.0, 2850.0, - 2850.0, + 2800.0, 2850.0 ], "p10": [ @@ -370,7 +178,7 @@ 2793.0, 2793.0, 2793.0, - 2793.0, + 2744.0, 2793.0 ], "p90": [ @@ -396,78 +204,10 @@ 2907.0, 2907.0, 2907.0, - 2907.0, + 2856.0, 2907.0 ], "timestamps": [ - "2026-06-16 10:55:00", - "2026-06-16 11:10:00", - "2026-06-16 11:25:00", - "2026-06-16 11:40:00", - "2026-06-16 11:55:00", - "2026-06-16 12:10:00", - "2026-06-16 12:25:00", - "2026-06-16 12:40:00", - "2026-06-16 12:55:00", - "2026-06-16 13:10:00", - "2026-06-16 13:25:00", - "2026-06-16 13:40:00", - "2026-06-16 13:55:00", - "2026-06-16 14:10:00", - "2026-06-16 14:25:00", - "2026-06-16 14:40:00", - "2026-06-16 14:55:00", - "2026-06-16 15:10:00", - "2026-06-16 15:25:00", - "2026-06-16 15:40:00", - "2026-06-16 15:55:00", - "2026-06-16 16:10:00", - "2026-06-16 16:25:00", - "2026-06-16 16:40:00", - "2026-06-16 16:55:00", - "2026-06-16 17:10:00", - "2026-06-16 17:25:00", - "2026-06-16 17:40:00", - "2026-06-16 17:55:00", - "2026-06-16 18:10:00", - "2026-06-16 18:25:00", - "2026-06-16 18:40:00", - "2026-06-16 18:55:00", - "2026-06-16 19:10:00", - "2026-06-16 19:25:00", - "2026-06-16 19:40:00", - "2026-06-16 19:55:00", - "2026-06-16 20:10:00", - "2026-06-16 20:25:00", - "2026-06-16 20:40:00", - "2026-06-16 20:55:00", - "2026-06-16 21:10:00", - "2026-06-16 21:25:00", - "2026-06-16 21:40:00", - "2026-06-16 21:55:00", - "2026-06-16 22:10:00", - "2026-06-16 22:25:00", - "2026-06-16 22:40:00", - "2026-06-16 22:55:00", - "2026-06-16 23:10:00", - "2026-06-16 23:25:00", - "2026-06-16 23:40:00", - "2026-06-16 23:55:00", - "2026-06-17 00:10:00", - "2026-06-17 00:25:00", - "2026-06-17 00:40:00", - "2026-06-17 00:55:00", - "2026-06-17 01:10:00", - "2026-06-17 01:25:00", - "2026-06-17 01:40:00", - "2026-06-17 01:55:00", - "2026-06-17 02:10:00", - "2026-06-17 02:25:00", - "2026-06-17 02:40:00", - "2026-06-17 02:55:00", - "2026-06-17 03:10:00", - "2026-06-17 03:25:00", - "2026-06-17 03:40:00", "2026-06-17 03:55:00", "2026-06-17 04:10:00", "2026-06-17 04:25:00", @@ -587,130 +327,6 @@ "2026-06-18 08:55:00", "2026-06-18 09:10:00", "2026-06-18 09:25:00", - "2026-06-18 09:40:00", - "2026-06-18 09:55:00", - "2026-06-18 10:10:00", - "2026-06-18 10:25:00", - "2026-06-18 10:40:00", - "2026-06-18 10:55:00", - "2026-06-18 11:10:00", - "2026-06-18 11:25:00", - "2026-06-18 11:40:00", - "2026-06-18 11:55:00", - "2026-06-18 12:10:00", - "2026-06-18 12:25:00", - "2026-06-18 12:40:00", - "2026-06-18 12:55:00", - "2026-06-18 13:10:00", - "2026-06-18 13:25:00", - "2026-06-18 13:40:00", - "2026-06-18 13:55:00", - "2026-06-18 14:10:00", - "2026-06-18 14:25:00", - "2026-06-18 14:40:00", - "2026-06-18 14:55:00", - "2026-06-18 15:10:00", - "2026-06-18 15:25:00", - "2026-06-18 15:40:00", - "2026-06-18 15:55:00", - "2026-06-18 16:10:00", - "2026-06-18 16:25:00", - "2026-06-18 16:40:00", - "2026-06-18 16:55:00", - "2026-06-18 17:10:00", - "2026-06-18 17:25:00", - "2026-06-18 17:40:00", - "2026-06-18 17:55:00", - "2026-06-18 18:10:00", - "2026-06-18 18:25:00", - "2026-06-18 18:40:00", - "2026-06-18 18:55:00", - "2026-06-18 19:10:00", - "2026-06-18 19:25:00", - "2026-06-18 19:40:00", - "2026-06-18 19:55:00", - "2026-06-18 20:10:00", - "2026-06-18 20:25:00", - "2026-06-18 20:40:00", - "2026-06-18 20:55:00", - "2026-06-18 21:10:00", - "2026-06-18 21:25:00", - "2026-06-18 21:40:00", - "2026-06-18 21:55:00", - "2026-06-18 22:10:00", - "2026-06-18 22:25:00", - "2026-06-18 22:40:00", - "2026-06-18 22:55:00", - "2026-06-18 23:10:00", - "2026-06-18 23:25:00", - "2026-06-18 23:40:00", - "2026-06-18 23:55:00", - "2026-06-19 00:10:00", - "2026-06-19 00:25:00", - "2026-06-19 00:40:00", - "2026-06-19 00:55:00", - "2026-06-19 01:10:00", - "2026-06-19 01:25:00", - "2026-06-19 01:40:00", - "2026-06-19 01:55:00", - "2026-06-19 02:10:00", - "2026-06-19 02:25:00", - "2026-06-19 02:40:00", - "2026-06-19 02:55:00", - "2026-06-19 03:10:00", - "2026-06-19 03:25:00", - "2026-06-19 03:40:00", - "2026-06-19 03:55:00", - "2026-06-19 04:10:00", - "2026-06-19 04:25:00", - "2026-06-19 04:40:00", - "2026-06-19 04:55:00", - "2026-06-19 05:10:00", - "2026-06-19 05:25:00", - "2026-06-19 05:40:00", - "2026-06-19 05:55:00", - "2026-06-19 06:10:00", - "2026-06-19 06:25:00", - "2026-06-19 06:40:00", - "2026-06-19 06:55:00", - "2026-06-19 07:10:00", - "2026-06-19 07:25:00", - "2026-06-19 07:40:00", - "2026-06-19 07:55:00", - "2026-06-19 08:10:00", - "2026-06-19 08:25:00", - "2026-06-19 08:40:00", - "2026-06-19 08:55:00", - "2026-06-19 09:10:00", - "2026-06-19 09:25:00", - "2026-06-19 09:40:00", - "2026-06-19 09:55:00", - "2026-06-19 10:10:00", - "2026-06-19 10:25:00", - "2026-06-19 10:40:00", - "2026-06-19 10:55:00", - "2026-06-19 11:10:00", - "2026-06-19 11:25:00", - "2026-06-19 11:40:00", - "2026-06-19 11:55:00", - "2026-06-19 12:10:00", - "2026-06-19 12:25:00", - "2026-06-19 12:40:00", - "2026-06-19 12:55:00", - "2026-06-19 13:10:00", - "2026-06-19 13:25:00", - "2026-06-19 13:40:00", - "2026-06-19 13:55:00", - "2026-06-19 14:10:00", - "2026-06-19 14:25:00", - "2026-06-19 14:40:00", - "2026-06-19 14:55:00", - "2026-06-19 15:10:00", - "2026-06-19 15:25:00", - "2026-06-19 15:40:00", - "2026-06-19 15:55:00", - "2026-06-19 16:10:00", - "2026-06-19 16:25:00", - "2026-06-19 16:40:00" + "2026-06-18 09:40:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 04c54f6ffc1d9c88eea69cd354ee72692ad2ac1b..49fe154a5eb3679c5dc7d8e6d2503eea1d75c78e 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,31 +1,19 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-17T14:34:29.950689+00:00", + "evaluated_at": "2026-06-17T14:43:32.129979+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", + "data_fetched_at": "2026-06-17T14:38:00.162858Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", - "context_length": 336, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t115000z", + "data_fetched_at": "2026-06-17T14:38:00.162858Z", + "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t081800z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t142000z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", - "context_length": 77, - "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 7543b0159bf98de1ea7b0200b2d2ed43e231878a..4e4aa58508fa6bcf1af9a545420719c66d30346f 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,226568.43724568686,226568.43724568686,321.5657552083333,0.3268493227434542,0.004935805858942186,0.004910568285966278,2.4325781938104925,475.9920558640521,0.00726045544848297,0.004904942867606811,0.005660651583012224,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,226678.7280476888,226678.7280476888,321.65234375,0.32693733400007186,0.004937147477967447,0.00491189688983299,2.4325781938104925,476.1078953847424,0.007262232769839467,0.004906270645625963,0.00566109993239454,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,4.051738910394761,4.051738910394761,1.5394481817881267,0.8503432153926083,0.06780837187298276,0.06465411322895132,2.5435106082142234,2.0128931691460332,0.09115332246470267,0.06971349432904397,0.045377083344849835,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.22118844931289802,0.22118844931289802,0.43207821747055275,0.4059931357817112,5.581122540214495,0.7092369111231747,5.732271422547844,0.4703067608624163,0.43647958214586213,0.40100065640146515,0.27792013827580214,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.05845119607361404,0.05845119607361404,0.20986763470702702,1.6369672384880882,0.15991941682135657,0.17663050233579455,35.19891423564004,0.2417668216973,0.1931987789457695,0.1677077544428307,0.14881610623762284,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,Timer-S1,0.01397048756462027,0.013970 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,239.2308712065322,239.2308712065322,11.781341155370077,1.5448670878785677,0.27711258515901127,0.2981425623384581,17.231272921530692,15.467089939821655,0.4020471557722419,0.30624084563599646,0.2726309656101724,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,1.3874741795122343,1.3874741795122343,0.9283092816670736,0.4515629636040544,0.03481038881922188,0.03571034479742433,1.7333395393035371,1.177910938701324,0.04648884009836084,0.036637762957550404,0.03361841318735928,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Timer-S1,23.62605550420024,23.62605550420024,4.262989044189453,0.8066628414760594,0.49559356159247664,0.3694278067298527,8.170561581184296,4.860664101149167,0.4211405719407221,0.3693564514821187,0.273948444805612,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Timer-S1,436.7324676513672,436.7324676513672,12.534505208333334,0.11330626177024483,0.004456904386617586,0.004430952620325533,3.290945739171375,20.89814507680926,0.007359581538421456,0.004414205796038151,0.004690727663650444,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Timer-S1,1408.8358941078186,1408.8358941078186,30.833902994791668,0.6916015624999999,0.011004541535724074,0.010915947764123218,14.380649231527455,37.53446275235358,0.01331599565493697,0.010938856938285292,0.008881082884870042,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Timer-S1,178.23861075984314,178.23861075984314,12.328842163085938,0.25735549701923005,0.0594230586909906,0.05716636078972139,1.177709013633503,13.350603385609324,0.056331659854891664,0.05202043106787316,0.040424991827641525,Web,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index 6afb9a631e111c80dfdf6a893fb583fce52f6f9b..cf9cf746d5d4bab31a8032034f928bee1ab7311d 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-17T14:34:08.802681+00:00", + "evaluated_at": "2026-06-17T14:43:19.370774+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64810.01171875, 65040.87890625, 65278.0, - 65172.078125 + 65170.0 ], "p50": [ 65676.5, diff --git a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 47c668c957f3139871a47721da3dec061faf73d3..69375dcd8038e58f78b6d02db2d63b9aa1ef1c2d 100644 --- a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,215 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-17T13:13:48.388024+00:00", + "evaluated_at": "2026-06-17T14:43:28.366681+00:00", "freq": "15min", - "context_length": 288, + "context_length": 96, "prediction_length": 24, "context": [ - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3170.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, - 3060.0, - 3120.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3010.0, - 3010.0, - 3060.0, - 3060.0, - 3010.0, - 3010.0, - 3010.0, - 3060.0, - 3010.0, - 3060.0, - 3010.0, - 3010.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 2960.0, - 2960.0, - 3010.0, - 3010.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, 2960.0, 2960.0, 2960.0, @@ -293,9 +89,6 @@ 2850.0, 2850.0, 2850.0, - 2850.0 - ], - "actuals": [ 2850.0, 2850.0, 2850.0, @@ -306,8 +99,11 @@ 2850.0, 2850.0, 2850.0, - 2800.0, 2850.0, + 2800.0, + 2850.0 + ], + "actuals": [ 2850.0, 2850.0, 2800.0, @@ -319,155 +115,99 @@ 2850.0, 2850.0, 2850.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2850.0, + 2800.0, + 2800.0, + 2800.0, 2800.0 ], "p50": [ - 2847.34375, - 2847.34375, - 2846.5859375, - 2846.5859375, - 2846.5859375, - 2846.5859375, - 2846.5859375, - 2846.5859375, - 2846.5859375, - 2846.5859375, - 2845.828125, - 2846.5859375, - 2846.5859375, - 2846.5859375, - 2845.828125, - 2845.828125, - 2844.3125, - 2844.3125, - 2844.3125, - 2845.0703125, - 2843.5546875, - 2844.3125, - 2844.3125, - 2845.0703125 + 2846.1572265625, + 2846.857421875, + 2846.390625, + 2846.857421875, + 2846.390625, + 2846.6240234375, + 2846.6240234375, + 2846.6240234375, + 2846.6240234375, + 2846.857421875, + 2846.390625, + 2846.857421875, + 2846.6240234375, + 2846.390625, + 2846.857421875, + 2846.857421875, + 2847.5576171875, + 2847.791015625, + 2848.2578125, + 2848.2578125, + 2848.4912109375, + 2848.2578125, + 2848.2578125, + 2849.19140625 ], "p10": [ - 2845.0703125, - 2844.3125, - 2843.5546875, - 2842.796875, - 2842.0390625, - 2841.28125, - 2841.28125, - 2840.5234375, - 2840.5234375, - 2840.5234375, - 2840.5234375, - 2841.28125, - 2840.5234375, - 2839.765625, - 2839.765625, - 2839.765625, - 2839.0078125, - 2838.25, - 2837.4921875, - 2838.25, - 2837.4921875, - 2838.25, - 2839.0078125, - 2838.25 + 2832.853515625, + 2830.986328125, + 2828.65234375, + 2827.251953125, + 2825.8515625, + 2825.1513671875, + 2823.984375, + 2822.8173828125, + 2822.8173828125, + 2822.583984375, + 2821.650390625, + 2822.1171875, + 2821.18359375, + 2822.583984375, + 2822.1171875, + 2822.1171875, + 2824.2177734375, + 2823.517578125, + 2823.7509765625, + 2823.984375, + 2824.451171875, + 2824.451171875, + 2823.984375, + 2824.91796875 ], "p90": [ - 2850.375, - 2851.1328125, - 2851.890625, - 2854.921875, - 2857.953125, - 2860.984375, - 2864.015625, - 2869.3203125, - 2873.8671875, - 2877.65625, - 2879.9296875, - 2882.9609375, - 2885.234375, - 2887.5078125, - 2889.0234375, - 2890.5390625, - 2897.359375, - 2899.6328125, - 2901.1484375, - 2901.1484375, - 2900.390625, - 2901.1484375, - 2903.421875, - 2904.1796875 + 2853.1591796875, + 2853.97607421875, + 2855.259765625, + 2856.193359375, + 2856.66015625, + 2857.94384765625, + 2859.2275390625, + 2862.14501953125, + 2863.662109375, + 2865.7626953125, + 2866.9296875, + 2869.0302734375, + 2870.955810546875, + 2872.122802734375, + 2874.223388671875, + 2874.6025390625, + 2879.474853515625, + 2881.77978515625, + 2883.792724609375, + 2884.142822265625, + 2884.726318359375, + 2885.71826171875, + 2886.943603515625, + 2888.927490234375 ], "timestamps": [ - "2026-06-16 10:55:00", - "2026-06-16 11:10:00", - "2026-06-16 11:25:00", - "2026-06-16 11:40:00", - "2026-06-16 11:55:00", - "2026-06-16 12:10:00", - "2026-06-16 12:25:00", - "2026-06-16 12:40:00", - "2026-06-16 12:55:00", - "2026-06-16 13:10:00", - "2026-06-16 13:25:00", - "2026-06-16 13:40:00", - "2026-06-16 13:55:00", - "2026-06-16 14:10:00", - "2026-06-16 14:25:00", - "2026-06-16 14:40:00", - "2026-06-16 14:55:00", - "2026-06-16 15:10:00", - "2026-06-16 15:25:00", - "2026-06-16 15:40:00", - "2026-06-16 15:55:00", - "2026-06-16 16:10:00", - "2026-06-16 16:25:00", - "2026-06-16 16:40:00", - "2026-06-16 16:55:00", - "2026-06-16 17:10:00", - "2026-06-16 17:25:00", - "2026-06-16 17:40:00", - "2026-06-16 17:55:00", - "2026-06-16 18:10:00", - "2026-06-16 18:25:00", - "2026-06-16 18:40:00", - "2026-06-16 18:55:00", - "2026-06-16 19:10:00", - "2026-06-16 19:25:00", - "2026-06-16 19:40:00", - "2026-06-16 19:55:00", - "2026-06-16 20:10:00", - "2026-06-16 20:25:00", - "2026-06-16 20:40:00", - "2026-06-16 20:55:00", - "2026-06-16 21:10:00", - "2026-06-16 21:25:00", - "2026-06-16 21:40:00", - "2026-06-16 21:55:00", - "2026-06-16 22:10:00", - "2026-06-16 22:25:00", - "2026-06-16 22:40:00", - "2026-06-16 22:55:00", - "2026-06-16 23:10:00", - "2026-06-16 23:25:00", - "2026-06-16 23:40:00", - "2026-06-16 23:55:00", - "2026-06-17 00:10:00", - "2026-06-17 00:25:00", - "2026-06-17 00:40:00", - "2026-06-17 00:55:00", - "2026-06-17 01:10:00", - "2026-06-17 01:25:00", - "2026-06-17 01:40:00", - "2026-06-17 01:55:00", - "2026-06-17 02:10:00", - "2026-06-17 02:25:00", - "2026-06-17 02:40:00", - "2026-06-17 02:55:00", - "2026-06-17 03:10:00", - "2026-06-17 03:25:00", - "2026-06-17 03:40:00", "2026-06-17 03:55:00", "2026-06-17 04:10:00", "2026-06-17 04:25:00", @@ -587,130 +327,6 @@ "2026-06-18 08:55:00", "2026-06-18 09:10:00", "2026-06-18 09:25:00", - "2026-06-18 09:40:00", - "2026-06-18 09:55:00", - "2026-06-18 10:10:00", - "2026-06-18 10:25:00", - "2026-06-18 10:40:00", - "2026-06-18 10:55:00", - "2026-06-18 11:10:00", - "2026-06-18 11:25:00", - "2026-06-18 11:40:00", - "2026-06-18 11:55:00", - "2026-06-18 12:10:00", - "2026-06-18 12:25:00", - "2026-06-18 12:40:00", - "2026-06-18 12:55:00", - "2026-06-18 13:10:00", - "2026-06-18 13:25:00", - "2026-06-18 13:40:00", - "2026-06-18 13:55:00", - "2026-06-18 14:10:00", - "2026-06-18 14:25:00", - "2026-06-18 14:40:00", - "2026-06-18 14:55:00", - "2026-06-18 15:10:00", - "2026-06-18 15:25:00", - "2026-06-18 15:40:00", - "2026-06-18 15:55:00", - "2026-06-18 16:10:00", - "2026-06-18 16:25:00", - "2026-06-18 16:40:00", - "2026-06-18 16:55:00", - "2026-06-18 17:10:00", - "2026-06-18 17:25:00", - "2026-06-18 17:40:00", - "2026-06-18 17:55:00", - "2026-06-18 18:10:00", - "2026-06-18 18:25:00", - "2026-06-18 18:40:00", - "2026-06-18 18:55:00", - "2026-06-18 19:10:00", - "2026-06-18 19:25:00", - "2026-06-18 19:40:00", - "2026-06-18 19:55:00", - "2026-06-18 20:10:00", - "2026-06-18 20:25:00", - "2026-06-18 20:40:00", - "2026-06-18 20:55:00", - "2026-06-18 21:10:00", - "2026-06-18 21:25:00", - "2026-06-18 21:40:00", - "2026-06-18 21:55:00", - "2026-06-18 22:10:00", - "2026-06-18 22:25:00", - "2026-06-18 22:40:00", - "2026-06-18 22:55:00", - "2026-06-18 23:10:00", - "2026-06-18 23:25:00", - "2026-06-18 23:40:00", - "2026-06-18 23:55:00", - "2026-06-19 00:10:00", - "2026-06-19 00:25:00", - "2026-06-19 00:40:00", - "2026-06-19 00:55:00", - "2026-06-19 01:10:00", - "2026-06-19 01:25:00", - "2026-06-19 01:40:00", - "2026-06-19 01:55:00", - "2026-06-19 02:10:00", - "2026-06-19 02:25:00", - "2026-06-19 02:40:00", - "2026-06-19 02:55:00", - "2026-06-19 03:10:00", - "2026-06-19 03:25:00", - "2026-06-19 03:40:00", - "2026-06-19 03:55:00", - "2026-06-19 04:10:00", - "2026-06-19 04:25:00", - "2026-06-19 04:40:00", - "2026-06-19 04:55:00", - "2026-06-19 05:10:00", - "2026-06-19 05:25:00", - "2026-06-19 05:40:00", - "2026-06-19 05:55:00", - "2026-06-19 06:10:00", - "2026-06-19 06:25:00", - "2026-06-19 06:40:00", - "2026-06-19 06:55:00", - "2026-06-19 07:10:00", - "2026-06-19 07:25:00", - "2026-06-19 07:40:00", - "2026-06-19 07:55:00", - "2026-06-19 08:10:00", - "2026-06-19 08:25:00", - "2026-06-19 08:40:00", - "2026-06-19 08:55:00", - "2026-06-19 09:10:00", - "2026-06-19 09:25:00", - "2026-06-19 09:40:00", - "2026-06-19 09:55:00", - "2026-06-19 10:10:00", - "2026-06-19 10:25:00", - "2026-06-19 10:40:00", - "2026-06-19 10:55:00", - "2026-06-19 11:10:00", - "2026-06-19 11:25:00", - "2026-06-19 11:40:00", - "2026-06-19 11:55:00", - "2026-06-19 12:10:00", - "2026-06-19 12:25:00", - "2026-06-19 12:40:00", - "2026-06-19 12:55:00", - "2026-06-19 13:10:00", - "2026-06-19 13:25:00", - "2026-06-19 13:40:00", - "2026-06-19 13:55:00", - "2026-06-19 14:10:00", - "2026-06-19 14:25:00", - "2026-06-19 14:40:00", - "2026-06-19 14:55:00", - "2026-06-19 15:10:00", - "2026-06-19 15:25:00", - "2026-06-19 15:40:00", - "2026-06-19 15:55:00", - "2026-06-19 16:10:00", - "2026-06-19 16:25:00", - "2026-06-19 16:40:00" + "2026-06-18 09:40:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 9bcce5b35442f28e94f83f8a5300b2fcd15250ed..36eeacffc27b7bd736e1e49dda757ef3e62bd2c6 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,31 +1,19 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-17T14:34:27.625481+00:00", + "evaluated_at": "2026-06-17T14:43:30.979022+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", + "data_fetched_at": "2026-06-17T14:38:00.162858Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", - "context_length": 336, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t115000z", + "data_fetched_at": "2026-06-17T14:38:00.162858Z", + "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t081800z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t142000z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", - "context_length": 77, - "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 8a5cc85c2ad8354911dbdd029edeb030a77a5f6e..3fb47167266f271b0b2fdc76a3833ce2d776f8a2 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,117290.8918615977,179217.40906206766,376.99169921875,0.3831859567562536,0.005739306609035052,0.00575748659056062,4.816030224697811,342.4775786261017,0.00522391743955768,0.005750372097401932,0.004752752017952302,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,117327.11563682556,179209.15744463602,376.9051106770833,0.38309794549963594,0.005737978945159529,0.005756157955459235,4.819550674962517,342.5304594292682,0.005224731518315242,0.00574905955648389,0.004752905565938062,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,3.265212421903167,2.0555524345600134,1.1191657384236653,0.6181922872278925,0.04934103729951961,0.04822957659021768,26.443721001437382,1.8069898787495096,0.0818290476776705,0.05068111761204866,0.058322632263445154,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.12676239734244207,0.10081594097581988,0.2853918232062521,0.2681623755723411,3.5359646401214615,0.6202822939097089,12.228323677057407,0.356037072988814,0.3304288302418323,0.26486479486811326,0.29252343172240686,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.04208663523023266,0.050640833798422075,0.194170367386606,1.5145285767421257,0.14788879118545717,0.16211284853909877,32.97466689136024,0.20515027475056585,0.1639380552879274,0.15516387907647583,0.1267538946544019,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.019904685159417568,0.02 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,281.61650992286314,349.022805295763,13.996504147847494,1.835337617187119,0.2951888037911807,0.36663539748597573,42.8229617077669,16.781433488318665,0.4362118297630697,0.3638211651506926,0.315467809021192,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,3.3003895992431658,5.0675368404131405,1.8316350777943928,0.8909730628618312,0.06793105552322622,0.07147346445825055,6.8198192880316855,1.8166974429560818,0.07169995129326272,0.0722894978325041,0.048257355202787525,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,21.371399668088998,20.049556724374156,3.860247174898783,0.7304541303356435,0.4026401509903783,0.3415070605682729,25.755891524225905,4.6229211185233305,0.4005419019659204,0.33446184908870324,0.3412783310205832,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,470.85947648932535,413.3991496240099,12.510080973307291,0.11308547772481169,0.004445599179120491,0.004422734449945692,5.07886726106403,21.699296681904816,0.0076417185673619305,0.0044056044513481295,0.0050028746777431325,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,1396.5427280887961,1201.7907820741336,28.848551432291668,0.6470703124999999,0.010293107889250306,0.010218230192715385,29.657937080169393,37.370345570904156,0.013257772264622316,0.010234519355136733,0.011365017200716514,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,138.8632084612036,83.48873474088032,8.226158142089844,0.17171499068704243,0.04018150179189593,0.03919432992410106,10.75134939669626,11.78402344113434,0.0497216178950816,0.034709528025695546,0.050473027468510095,Web,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 5884fc6b7bf78be52f0918691b15244f2886de4f..a32731b3edca039cd021e463ce5a2ed2d939a843 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T14:30:42.791151+00:00", + "evaluated_at": "2026-06-17T14:40:28.169389+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64810.01171875, 65040.87890625, 65278.0, - 65172.078125 + 65170.0 ], "p50": [ 65637.40625, diff --git a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 6d81576af74f187032066f6a84102ea03e967497..339d112cd7232e2ee72fd63b4183053b0527bb40 100644 --- a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,215 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T13:39:40.840252+00:00", + "evaluated_at": "2026-06-17T14:40:40.084258+00:00", "freq": "15min", - "context_length": 288, + "context_length": 96, "prediction_length": 24, "context": [ - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3170.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, - 3060.0, - 3120.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3010.0, - 3010.0, - 3060.0, - 3060.0, - 3010.0, - 3010.0, - 3010.0, - 3060.0, - 3010.0, - 3060.0, - 3010.0, - 3010.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 2960.0, - 2960.0, - 3010.0, - 3010.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, 2960.0, 2960.0, 2960.0, @@ -293,9 +89,6 @@ 2850.0, 2850.0, 2850.0, - 2850.0 - ], - "actuals": [ 2850.0, 2850.0, 2850.0, @@ -306,8 +99,11 @@ 2850.0, 2850.0, 2850.0, - 2800.0, 2850.0, + 2800.0, + 2850.0 + ], + "actuals": [ 2850.0, 2850.0, 2800.0, @@ -319,155 +115,99 @@ 2850.0, 2850.0, 2850.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2850.0, + 2800.0, + 2800.0, + 2800.0, 2800.0 ], "p50": [ - 2850.082763671875, - 2849.798828125, - 2847.627197265625, - 2845.35107421875, - 2847.837646484375, - 2847.544677734375, - 2846.967041015625, - 2845.49169921875, - 2846.6806640625, - 2848.7177734375, - 2847.29248046875, - 2849.5244140625, - 2848.28564453125, - 2846.67529296875, - 2845.853515625, - 2843.66748046875, - 2841.75830078125, - 2842.595703125, - 2840.93701171875, - 2840.72900390625, - 2840.512451171875, - 2839.96435546875, - 2837.58154296875, - 2838.195556640625 + 2849.919677734375, + 2848.86083984375, + 2848.5625, + 2846.823486328125, + 2846.744140625, + 2846.54345703125, + 2845.6318359375, + 2845.57861328125, + 2844.155029296875, + 2845.13671875, + 2844.393310546875, + 2846.734130859375, + 2844.5771484375, + 2843.22607421875, + 2844.13623046875, + 2843.272705078125, + 2843.068603515625, + 2842.632080078125, + 2840.978271484375, + 2840.290283203125, + 2841.533935546875, + 2840.564453125, + 2841.060791015625, + 2841.7451171875 ], "p10": [ - 2850.681640625, - 2847.59765625, - 2851.5400390625, - 2848.4794921875, - 2846.725830078125, - 2851.07666015625, - 2852.9267578125, - 2852.868896484375, - 2853.522705078125, - 2852.31494140625, - 2852.771728515625, - 2860.84765625, - 2855.19384765625, - 2852.9033203125, - 2855.42626953125, - 2851.058837890625, - 2852.781982421875, - 2855.9814453125, - 2857.59814453125, - 2856.90283203125, - 2854.1982421875, - 2851.1416015625, - 2853.56982421875, - 2855.67236328125 + 2852.6396484375, + 2851.751708984375, + 2851.55859375, + 2850.65283203125, + 2853.165283203125, + 2851.99609375, + 2851.378173828125, + 2851.37744140625, + 2853.6748046875, + 2850.401123046875, + 2850.8193359375, + 2852.739501953125, + 2852.064453125, + 2851.7216796875, + 2851.228515625, + 2851.742919921875, + 2852.919677734375, + 2853.67041015625, + 2851.150390625, + 2849.831787109375, + 2849.476318359375, + 2848.96142578125, + 2851.210693359375, + 2851.00537109375 ], "p90": [ - 2851.09912109375, - 2852.172607421875, - 2849.0341796875, - 2850.10888671875, - 2852.91064453125, - 2854.9580078125, - 2854.056396484375, - 2854.865478515625, - 2855.546875, - 2860.604248046875, - 2861.96728515625, - 2862.851806640625, - 2861.36865234375, - 2864.6943359375, - 2863.536865234375, - 2863.80419921875, - 2864.958251953125, - 2869.638671875, - 2868.81396484375, - 2871.876953125, - 2871.27001953125, - 2874.362060546875, - 2871.8681640625, - 2873.9853515625 + 2856.444091796875, + 2856.943603515625, + 2858.86572265625, + 2858.826904296875, + 2859.9873046875, + 2859.802734375, + 2858.285400390625, + 2858.783203125, + 2858.341796875, + 2859.377685546875, + 2860.513916015625, + 2861.3046875, + 2861.54248046875, + 2861.706787109375, + 2862.5244140625, + 2862.88525390625, + 2862.967529296875, + 2863.62890625, + 2863.90380859375, + 2865.338623046875, + 2866.432861328125, + 2867.128662109375, + 2866.172607421875, + 2867.166015625 ], "timestamps": [ - "2026-06-16 10:55:00", - "2026-06-16 11:10:00", - "2026-06-16 11:25:00", - "2026-06-16 11:40:00", - "2026-06-16 11:55:00", - "2026-06-16 12:10:00", - "2026-06-16 12:25:00", - "2026-06-16 12:40:00", - "2026-06-16 12:55:00", - "2026-06-16 13:10:00", - "2026-06-16 13:25:00", - "2026-06-16 13:40:00", - "2026-06-16 13:55:00", - "2026-06-16 14:10:00", - "2026-06-16 14:25:00", - "2026-06-16 14:40:00", - "2026-06-16 14:55:00", - "2026-06-16 15:10:00", - "2026-06-16 15:25:00", - "2026-06-16 15:40:00", - "2026-06-16 15:55:00", - "2026-06-16 16:10:00", - "2026-06-16 16:25:00", - "2026-06-16 16:40:00", - "2026-06-16 16:55:00", - "2026-06-16 17:10:00", - "2026-06-16 17:25:00", - "2026-06-16 17:40:00", - "2026-06-16 17:55:00", - "2026-06-16 18:10:00", - "2026-06-16 18:25:00", - "2026-06-16 18:40:00", - "2026-06-16 18:55:00", - "2026-06-16 19:10:00", - "2026-06-16 19:25:00", - "2026-06-16 19:40:00", - "2026-06-16 19:55:00", - "2026-06-16 20:10:00", - "2026-06-16 20:25:00", - "2026-06-16 20:40:00", - "2026-06-16 20:55:00", - "2026-06-16 21:10:00", - "2026-06-16 21:25:00", - "2026-06-16 21:40:00", - "2026-06-16 21:55:00", - "2026-06-16 22:10:00", - "2026-06-16 22:25:00", - "2026-06-16 22:40:00", - "2026-06-16 22:55:00", - "2026-06-16 23:10:00", - "2026-06-16 23:25:00", - "2026-06-16 23:40:00", - "2026-06-16 23:55:00", - "2026-06-17 00:10:00", - "2026-06-17 00:25:00", - "2026-06-17 00:40:00", - "2026-06-17 00:55:00", - "2026-06-17 01:10:00", - "2026-06-17 01:25:00", - "2026-06-17 01:40:00", - "2026-06-17 01:55:00", - "2026-06-17 02:10:00", - "2026-06-17 02:25:00", - "2026-06-17 02:40:00", - "2026-06-17 02:55:00", - "2026-06-17 03:10:00", - "2026-06-17 03:25:00", - "2026-06-17 03:40:00", "2026-06-17 03:55:00", "2026-06-17 04:10:00", "2026-06-17 04:25:00", @@ -587,130 +327,6 @@ "2026-06-18 08:55:00", "2026-06-18 09:10:00", "2026-06-18 09:25:00", - "2026-06-18 09:40:00", - "2026-06-18 09:55:00", - "2026-06-18 10:10:00", - "2026-06-18 10:25:00", - "2026-06-18 10:40:00", - "2026-06-18 10:55:00", - "2026-06-18 11:10:00", - "2026-06-18 11:25:00", - "2026-06-18 11:40:00", - "2026-06-18 11:55:00", - "2026-06-18 12:10:00", - "2026-06-18 12:25:00", - "2026-06-18 12:40:00", - "2026-06-18 12:55:00", - "2026-06-18 13:10:00", - "2026-06-18 13:25:00", - "2026-06-18 13:40:00", - "2026-06-18 13:55:00", - "2026-06-18 14:10:00", - "2026-06-18 14:25:00", - "2026-06-18 14:40:00", - "2026-06-18 14:55:00", - "2026-06-18 15:10:00", - "2026-06-18 15:25:00", - "2026-06-18 15:40:00", - "2026-06-18 15:55:00", - "2026-06-18 16:10:00", - "2026-06-18 16:25:00", - "2026-06-18 16:40:00", - "2026-06-18 16:55:00", - "2026-06-18 17:10:00", - "2026-06-18 17:25:00", - "2026-06-18 17:40:00", - "2026-06-18 17:55:00", - "2026-06-18 18:10:00", - "2026-06-18 18:25:00", - "2026-06-18 18:40:00", - "2026-06-18 18:55:00", - "2026-06-18 19:10:00", - "2026-06-18 19:25:00", - "2026-06-18 19:40:00", - "2026-06-18 19:55:00", - "2026-06-18 20:10:00", - "2026-06-18 20:25:00", - "2026-06-18 20:40:00", - "2026-06-18 20:55:00", - "2026-06-18 21:10:00", - "2026-06-18 21:25:00", - "2026-06-18 21:40:00", - "2026-06-18 21:55:00", - "2026-06-18 22:10:00", - "2026-06-18 22:25:00", - "2026-06-18 22:40:00", - "2026-06-18 22:55:00", - "2026-06-18 23:10:00", - "2026-06-18 23:25:00", - "2026-06-18 23:40:00", - "2026-06-18 23:55:00", - "2026-06-19 00:10:00", - "2026-06-19 00:25:00", - "2026-06-19 00:40:00", - "2026-06-19 00:55:00", - "2026-06-19 01:10:00", - "2026-06-19 01:25:00", - "2026-06-19 01:40:00", - "2026-06-19 01:55:00", - "2026-06-19 02:10:00", - "2026-06-19 02:25:00", - "2026-06-19 02:40:00", - "2026-06-19 02:55:00", - "2026-06-19 03:10:00", - "2026-06-19 03:25:00", - "2026-06-19 03:40:00", - "2026-06-19 03:55:00", - "2026-06-19 04:10:00", - "2026-06-19 04:25:00", - "2026-06-19 04:40:00", - "2026-06-19 04:55:00", - "2026-06-19 05:10:00", - "2026-06-19 05:25:00", - "2026-06-19 05:40:00", - "2026-06-19 05:55:00", - "2026-06-19 06:10:00", - "2026-06-19 06:25:00", - "2026-06-19 06:40:00", - "2026-06-19 06:55:00", - "2026-06-19 07:10:00", - "2026-06-19 07:25:00", - "2026-06-19 07:40:00", - "2026-06-19 07:55:00", - "2026-06-19 08:10:00", - "2026-06-19 08:25:00", - "2026-06-19 08:40:00", - "2026-06-19 08:55:00", - "2026-06-19 09:10:00", - "2026-06-19 09:25:00", - "2026-06-19 09:40:00", - "2026-06-19 09:55:00", - "2026-06-19 10:10:00", - "2026-06-19 10:25:00", - "2026-06-19 10:40:00", - "2026-06-19 10:55:00", - "2026-06-19 11:10:00", - "2026-06-19 11:25:00", - "2026-06-19 11:40:00", - "2026-06-19 11:55:00", - "2026-06-19 12:10:00", - "2026-06-19 12:25:00", - "2026-06-19 12:40:00", - "2026-06-19 12:55:00", - "2026-06-19 13:10:00", - "2026-06-19 13:25:00", - "2026-06-19 13:40:00", - "2026-06-19 13:55:00", - "2026-06-19 14:10:00", - "2026-06-19 14:25:00", - "2026-06-19 14:40:00", - "2026-06-19 14:55:00", - "2026-06-19 15:10:00", - "2026-06-19 15:25:00", - "2026-06-19 15:40:00", - "2026-06-19 15:55:00", - "2026-06-19 16:10:00", - "2026-06-19 16:25:00", - "2026-06-19 16:40:00" + "2026-06-18 09:40:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 1e0448092d589801e93f325cbee772ea62486161..c417422d86ce177b607164fb3a02c438cb323163 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,31 +1,19 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-17T14:31:11.440263+00:00", + "evaluated_at": "2026-06-17T14:40:46.092015+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", + "data_fetched_at": "2026-06-17T14:38:00.162858Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", - "context_length": 336, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t115000z", + "data_fetched_at": "2026-06-17T14:38:00.162858Z", + "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t081800z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t142000z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", - "context_length": 77, - "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index df732cfaa980c644bb70e3d5c196b10e04559af4..0b3194e0c1766e9ff74c7f736953e8c594afa562 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,320418.3168970744,320418.3168970744,377.9602864583333,0.3841704586136441,0.005802916880563867,0.0057659483437008845,2.039093761987122,566.0550475855457,0.008634214381841629,0.0057651462609921164,0.005044144237544916,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,320569.91313934326,320569.91313934326,378.046875,0.38425846987026163,0.005804263362182674,0.005767276919848502,2.039093761987122,566.1889376695233,0.008636268998945014,0.005766475269102179,0.0050445917053216875,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.599317467854083,0.599317467854083,0.5944896539052328,0.3283775639867488,0.026530083893923598,0.026747771423885704,2.1204012782978103,0.7741559712707013,0.03505744366808659,0.026921303104895065,0.02886119856295038,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.975329265768195,0.975329265768195,0.8246676137088798,0.7748814379658172,16.30660322864539,0.8150857452974428,15.790888321327275,0.9875875990352425,0.9165545946413491,0.7653527556797705,0.5795683342333247,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.0635604340804681,0.0635604340804681,0.2197366605202357,1.713945625148654,0.1673803229311619,0.1859067334729767,17.33434816132501,0.2521119475163129,0.2014656935796395,0.1755942118281349,0.14318141218413188,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,TiRex,0.012433087848156296,0.01243308 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,351.88469390639557,351.88469390639557,14.271789312362671,1.871435289330913,0.31334270210135223,0.38248685044827546,22.062760048116058,18.758589869880826,0.4876054728347004,0.370976849759125,0.32428641876509573,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,4.410453194616366,4.410453194616366,1.6594466368357341,0.8072144231140719,0.0608263028835259,0.06377833901591845,5.311987103445165,2.1001079007080485,0.08288536694714964,0.06549370314590525,0.05358750618531764,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TiRex,23.346727335440203,23.346727335440203,4.2654878695805865,0.8071356809718851,0.49161162201763103,0.3699882451631524,7.617432871253356,4.831845127427017,0.41864362114891124,0.3695729562091483,0.27555345060162595,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,TiRex,475.6978676095605,475.6978676095605,11.367584228515625,0.10275782353460451,0.004050808924879745,0.004021091173379684,2.318408111169962,21.81049902247907,0.007680880066610384,0.004003257835427366,0.0035619549177926552,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,TiRex,1550.7824589908123,1550.7824589908123,31.206929524739582,0.6999685127044394,0.011144864202641205,0.011046836336329862,11.99849499853972,39.379975355386044,0.013970722964216779,0.011071194509885439,0.008434857418827503,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TiRex,42.39091997034848,42.39091997034848,6.412445068359375,0.13385506650553705,0.029444010881540167,0.029126305095609643,1.3562794237567775,6.5108309738733405,0.027471860649254602,0.02705673024624209,0.03844087353012006,Web,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 3d92509810f204460c3e0d7dd22b5c67b496c95a..6b3cfa6e504d014cc706b0a331c074947d619998 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-17T14:32:01.367461+00:00", + "evaluated_at": "2026-06-17T14:41:27.853513+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64810.01171875, 65040.87890625, 65278.0, - 65172.078125 + 65170.0 ], "p50": [ 65733.421875, diff --git a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 3591f49eb569f03fb1d7e67541ba87b325095c33..506e42fbec0d2e48effb0da615481c1c8ec9404a 100644 --- a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,215 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TiRex", - "evaluated_at": "2026-06-17T13:12:39.804018+00:00", + "evaluated_at": "2026-06-17T14:42:14.975948+00:00", "freq": "15min", - "context_length": 288, + "context_length": 96, "prediction_length": 24, "context": [ - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3170.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, - 3060.0, - 3120.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3010.0, - 3010.0, - 3060.0, - 3060.0, - 3010.0, - 3010.0, - 3010.0, - 3060.0, - 3010.0, - 3060.0, - 3010.0, - 3010.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 2960.0, - 2960.0, - 3010.0, - 3010.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, 2960.0, 2960.0, 2960.0, @@ -293,9 +89,6 @@ 2850.0, 2850.0, 2850.0, - 2850.0 - ], - "actuals": [ 2850.0, 2850.0, 2850.0, @@ -306,8 +99,11 @@ 2850.0, 2850.0, 2850.0, - 2800.0, 2850.0, + 2800.0, + 2850.0 + ], + "actuals": [ 2850.0, 2850.0, 2800.0, @@ -319,155 +115,99 @@ 2850.0, 2850.0, 2850.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2850.0, + 2800.0, + 2800.0, + 2800.0, 2800.0 ], "p50": [ - 2849.038818359375, - 2848.871337890625, - 2848.88427734375, - 2848.89453125, - 2848.858154296875, - 2848.712646484375, - 2848.4921875, - 2848.546630859375, - 2848.3408203125, - 2848.17578125, - 2847.921875, - 2848.086181640625, - 2847.90673828125, - 2847.8994140625, - 2847.57177734375, - 2847.587890625, - 2847.62255859375, - 2847.885986328125, - 2847.484130859375, - 2847.470703125, - 2847.424560546875, - 2847.530029296875, - 2847.02001953125, - 2847.321533203125 + 2849.761962890625, + 2849.94140625, + 2849.94189453125, + 2849.9130859375, + 2849.798095703125, + 2849.693115234375, + 2849.668212890625, + 2849.787353515625, + 2849.738525390625, + 2849.78076171875, + 2849.744384765625, + 2849.983154296875, + 2849.744873046875, + 2849.94091796875, + 2849.94189453125, + 2849.909912109375, + 2849.81640625, + 2850.064453125, + 2849.96923828125, + 2849.74267578125, + 2849.708984375, + 2849.704833984375, + 2849.490234375, + 2849.596435546875 ], "p10": [ - 2847.80419921875, - 2847.042724609375, - 2846.56396484375, - 2846.37890625, - 2845.326416015625, - 2843.95263671875, - 2842.9365234375, - 2842.12744140625, - 2840.469970703125, - 2839.247802734375, - 2838.25146484375, - 2837.3193359375, - 2835.4033203125, - 2833.720703125, - 2831.983154296875, - 2829.87939453125, - 2828.202880859375, - 2827.074951171875, - 2825.6669921875, - 2824.790771484375, - 2824.111083984375, - 2822.716796875, - 2821.851806640625, - 2820.489013671875 + 2842.36767578125, + 2843.02978515625, + 2842.114501953125, + 2841.6884765625, + 2840.609619140625, + 2838.802490234375, + 2836.610107421875, + 2834.570068359375, + 2832.484619140625, + 2829.70361328125, + 2825.842041015625, + 2823.037109375, + 2821.29833984375, + 2820.395751953125, + 2818.740234375, + 2816.130615234375, + 2813.6865234375, + 2812.458984375, + 2810.56884765625, + 2808.21240234375, + 2808.4228515625, + 2808.95166015625, + 2808.4482421875, + 2808.294921875 ], "p90": [ - 2850.750732421875, - 2850.588134765625, - 2850.70751953125, - 2850.769775390625, - 2851.358642578125, - 2851.946533203125, - 2852.298095703125, - 2852.72900390625, - 2852.892578125, - 2853.309814453125, - 2853.13427734375, - 2852.802978515625, - 2852.421875, - 2852.26171875, - 2852.69775390625, - 2851.760009765625, - 2851.769775390625, - 2853.087646484375, - 2854.10888671875, - 2854.322998046875, - 2854.3837890625, - 2853.710693359375, - 2852.970947265625, - 2853.278564453125 + 2852.663818359375, + 2853.263427734375, + 2854.312255859375, + 2856.106201171875, + 2858.287841796875, + 2859.649658203125, + 2861.19287109375, + 2864.042236328125, + 2868.830078125, + 2874.409423828125, + 2876.569580078125, + 2879.83935546875, + 2886.10595703125, + 2890.195556640625, + 2888.145751953125, + 2890.69677734375, + 2893.87353515625, + 2894.73193359375, + 2894.114013671875, + 2895.17919921875, + 2900.772705078125, + 2904.127685546875, + 2904.751220703125, + 2904.55078125 ], "timestamps": [ - "2026-06-16 10:55:00", - "2026-06-16 11:10:00", - "2026-06-16 11:25:00", - "2026-06-16 11:40:00", - "2026-06-16 11:55:00", - "2026-06-16 12:10:00", - "2026-06-16 12:25:00", - "2026-06-16 12:40:00", - "2026-06-16 12:55:00", - "2026-06-16 13:10:00", - "2026-06-16 13:25:00", - "2026-06-16 13:40:00", - "2026-06-16 13:55:00", - "2026-06-16 14:10:00", - "2026-06-16 14:25:00", - "2026-06-16 14:40:00", - "2026-06-16 14:55:00", - "2026-06-16 15:10:00", - "2026-06-16 15:25:00", - "2026-06-16 15:40:00", - "2026-06-16 15:55:00", - "2026-06-16 16:10:00", - "2026-06-16 16:25:00", - "2026-06-16 16:40:00", - "2026-06-16 16:55:00", - "2026-06-16 17:10:00", - "2026-06-16 17:25:00", - "2026-06-16 17:40:00", - "2026-06-16 17:55:00", - "2026-06-16 18:10:00", - "2026-06-16 18:25:00", - "2026-06-16 18:40:00", - "2026-06-16 18:55:00", - "2026-06-16 19:10:00", - "2026-06-16 19:25:00", - "2026-06-16 19:40:00", - "2026-06-16 19:55:00", - "2026-06-16 20:10:00", - "2026-06-16 20:25:00", - "2026-06-16 20:40:00", - "2026-06-16 20:55:00", - "2026-06-16 21:10:00", - "2026-06-16 21:25:00", - "2026-06-16 21:40:00", - "2026-06-16 21:55:00", - "2026-06-16 22:10:00", - "2026-06-16 22:25:00", - "2026-06-16 22:40:00", - "2026-06-16 22:55:00", - "2026-06-16 23:10:00", - "2026-06-16 23:25:00", - "2026-06-16 23:40:00", - "2026-06-16 23:55:00", - "2026-06-17 00:10:00", - "2026-06-17 00:25:00", - "2026-06-17 00:40:00", - "2026-06-17 00:55:00", - "2026-06-17 01:10:00", - "2026-06-17 01:25:00", - "2026-06-17 01:40:00", - "2026-06-17 01:55:00", - "2026-06-17 02:10:00", - "2026-06-17 02:25:00", - "2026-06-17 02:40:00", - "2026-06-17 02:55:00", - "2026-06-17 03:10:00", - "2026-06-17 03:25:00", - "2026-06-17 03:40:00", "2026-06-17 03:55:00", "2026-06-17 04:10:00", "2026-06-17 04:25:00", @@ -587,130 +327,6 @@ "2026-06-18 08:55:00", "2026-06-18 09:10:00", "2026-06-18 09:25:00", - "2026-06-18 09:40:00", - "2026-06-18 09:55:00", - "2026-06-18 10:10:00", - "2026-06-18 10:25:00", - "2026-06-18 10:40:00", - "2026-06-18 10:55:00", - "2026-06-18 11:10:00", - "2026-06-18 11:25:00", - "2026-06-18 11:40:00", - "2026-06-18 11:55:00", - "2026-06-18 12:10:00", - "2026-06-18 12:25:00", - "2026-06-18 12:40:00", - "2026-06-18 12:55:00", - "2026-06-18 13:10:00", - "2026-06-18 13:25:00", - "2026-06-18 13:40:00", - "2026-06-18 13:55:00", - "2026-06-18 14:10:00", - "2026-06-18 14:25:00", - "2026-06-18 14:40:00", - "2026-06-18 14:55:00", - "2026-06-18 15:10:00", - "2026-06-18 15:25:00", - "2026-06-18 15:40:00", - "2026-06-18 15:55:00", - "2026-06-18 16:10:00", - "2026-06-18 16:25:00", - "2026-06-18 16:40:00", - "2026-06-18 16:55:00", - "2026-06-18 17:10:00", - "2026-06-18 17:25:00", - "2026-06-18 17:40:00", - "2026-06-18 17:55:00", - "2026-06-18 18:10:00", - "2026-06-18 18:25:00", - "2026-06-18 18:40:00", - "2026-06-18 18:55:00", - "2026-06-18 19:10:00", - "2026-06-18 19:25:00", - "2026-06-18 19:40:00", - "2026-06-18 19:55:00", - "2026-06-18 20:10:00", - "2026-06-18 20:25:00", - "2026-06-18 20:40:00", - "2026-06-18 20:55:00", - "2026-06-18 21:10:00", - "2026-06-18 21:25:00", - "2026-06-18 21:40:00", - "2026-06-18 21:55:00", - "2026-06-18 22:10:00", - "2026-06-18 22:25:00", - "2026-06-18 22:40:00", - "2026-06-18 22:55:00", - "2026-06-18 23:10:00", - "2026-06-18 23:25:00", - "2026-06-18 23:40:00", - "2026-06-18 23:55:00", - "2026-06-19 00:10:00", - "2026-06-19 00:25:00", - "2026-06-19 00:40:00", - "2026-06-19 00:55:00", - "2026-06-19 01:10:00", - "2026-06-19 01:25:00", - "2026-06-19 01:40:00", - "2026-06-19 01:55:00", - "2026-06-19 02:10:00", - "2026-06-19 02:25:00", - "2026-06-19 02:40:00", - "2026-06-19 02:55:00", - "2026-06-19 03:10:00", - "2026-06-19 03:25:00", - "2026-06-19 03:40:00", - "2026-06-19 03:55:00", - "2026-06-19 04:10:00", - "2026-06-19 04:25:00", - "2026-06-19 04:40:00", - "2026-06-19 04:55:00", - "2026-06-19 05:10:00", - "2026-06-19 05:25:00", - "2026-06-19 05:40:00", - "2026-06-19 05:55:00", - "2026-06-19 06:10:00", - "2026-06-19 06:25:00", - "2026-06-19 06:40:00", - "2026-06-19 06:55:00", - "2026-06-19 07:10:00", - "2026-06-19 07:25:00", - "2026-06-19 07:40:00", - "2026-06-19 07:55:00", - "2026-06-19 08:10:00", - "2026-06-19 08:25:00", - "2026-06-19 08:40:00", - "2026-06-19 08:55:00", - "2026-06-19 09:10:00", - "2026-06-19 09:25:00", - "2026-06-19 09:40:00", - "2026-06-19 09:55:00", - "2026-06-19 10:10:00", - "2026-06-19 10:25:00", - "2026-06-19 10:40:00", - "2026-06-19 10:55:00", - "2026-06-19 11:10:00", - "2026-06-19 11:25:00", - "2026-06-19 11:40:00", - "2026-06-19 11:55:00", - "2026-06-19 12:10:00", - "2026-06-19 12:25:00", - "2026-06-19 12:40:00", - "2026-06-19 12:55:00", - "2026-06-19 13:10:00", - "2026-06-19 13:25:00", - "2026-06-19 13:40:00", - "2026-06-19 13:55:00", - "2026-06-19 14:10:00", - "2026-06-19 14:25:00", - "2026-06-19 14:40:00", - "2026-06-19 14:55:00", - "2026-06-19 15:10:00", - "2026-06-19 15:25:00", - "2026-06-19 15:40:00", - "2026-06-19 15:55:00", - "2026-06-19 16:10:00", - "2026-06-19 16:25:00", - "2026-06-19 16:40:00" + "2026-06-18 09:40:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index dca9be361bca280a8b9e7751249faaf1b110d46f..9a6f341cbcbb163069ada26565d826b0d5dbdcc4 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,31 +1,19 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-17T14:32:56.651563+00:00", + "evaluated_at": "2026-06-17T14:42:19.684928+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", + "data_fetched_at": "2026-06-17T14:38:00.162858Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", - "context_length": 336, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t115000z", + "data_fetched_at": "2026-06-17T14:38:00.162858Z", + "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t081800z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t142000z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", - "context_length": 77, - "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 4666d87a9fe88f9d11ba2a195e2d73128a6ae71d..b47c7573233aa5bb1d1b5367309589a55d822bc4 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,106681.32294782002,106681.32294782002,293.0818684895833,0.2978974243141795,0.004472333335870895,0.004475443125144089,2.948578099843587,326.62106935686194,0.004982053152749806,0.0044704692498786485,0.006619976458878243,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,106695.62899843852,106695.62899843852,293.16845703125,0.29798543557079715,0.004473663655299062,0.004476771759890139,2.948578099843587,326.64296869585075,0.004982394315019112,0.004471796406600499,0.006620426180095197,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,3.4284285278736206,3.4284285278736206,1.3590960502624512,0.7507223166584148,0.05963965742649446,0.0567959913348521,2.6957509008207823,1.8516016115443463,0.08384927792510193,0.06154629685719261,0.04398314079085203,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.40468435159906396,0.40468435159906396,0.5395274688838981,0.5069555466481526,10.237234596070754,0.7271474046212231,5.8140687060106915,0.6361480579228895,0.5903926152282403,0.5007215370300612,0.3334715992069699,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.07281768413247455,0.07281768413247455,0.2364589050412178,1.844379107534102,0.17994644341229482,0.201942476581453,25.307202204085566,0.26984752015253827,0.2156384032722574,0.1889571588198081,0.155036501732039,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,0.01410391955414525,0.014 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,351.9108283864169,351.9108283864169,14.398902336756388,1.8881034025140242,0.31068367355403553,0.3889838735230831,21.290032216394305,18.759286457283412,0.48762357973037673,0.37428098971809204,0.3110549412266813,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,5.136464280815441,5.136464280815441,1.778408686319987,0.8650818350665325,0.06496219104842672,0.06830877669699,3.027612305063862,2.2663769061688397,0.08944753812173975,0.07018880148869179,0.05403382418017846,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Toto-2.0-1B,22.952230584298718,22.952230584298718,4.23031222820282,0.8004795806323338,0.4854357276045231,0.36764343320563125,7.596160853582677,4.790848628823365,0.41509157794859486,0.36652524720890856,0.27073540456123824,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,506.37197462717694,506.37197462717694,10.793782552083334,0.09757091572504707,0.003851623981319672,0.003819656389240996,0.8629919594515066,22.50271038402212,0.007924652226214687,0.003801185344827586,0.0030656218634089426,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,1566.0032355561852,1566.0032355561852,31.351715087890625,0.703216039354556,0.011196621008086624,0.011097635893136054,1.303528858790888,39.57275875594454,0.0140391161883617,0.011122559676413525,0.006281018630794736,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Toto-2.0-1B,76.48272331862245,76.48272331862245,8.214042663574219,0.17146208899897067,0.03919937277352938,0.03823576849014723,1.547837959994033,8.74544014436223,0.036900591326422906,0.034658407863182354,0.042516141266427124,Web,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 1ba2b80840f76be14a511a00c071bea8b8765c34..8b54d61f289d51a56ac7eda92d1599e3a61a519e 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-17T14:31:35.770545+00:00", + "evaluated_at": "2026-06-17T14:41:09.806236+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64810.01171875, 65040.87890625, 65278.0, - 65172.078125 + 65170.0 ], "p50": [ 65656.125, diff --git a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 685b71b662c7317ce7c1627b245941b9dfb591de..cafb4b983820ca911ece4a76c83599f522be176a 100644 --- a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,215 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-17T13:40:18.129026+00:00", + "evaluated_at": "2026-06-17T14:41:19.529142+00:00", "freq": "15min", - "context_length": 288, + "context_length": 96, "prediction_length": 24, "context": [ - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3170.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3120.0, - 3060.0, - 3060.0, - 3120.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3010.0, - 3010.0, - 3060.0, - 3060.0, - 3010.0, - 3010.0, - 3010.0, - 3060.0, - 3010.0, - 3060.0, - 3010.0, - 3010.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3060.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 3010.0, - 2960.0, - 2960.0, - 3010.0, - 3010.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, - 2960.0, 2960.0, 2960.0, 2960.0, @@ -293,9 +89,6 @@ 2850.0, 2850.0, 2850.0, - 2850.0 - ], - "actuals": [ 2850.0, 2850.0, 2850.0, @@ -306,8 +99,11 @@ 2850.0, 2850.0, 2850.0, - 2800.0, 2850.0, + 2800.0, + 2850.0 + ], + "actuals": [ 2850.0, 2850.0, 2800.0, @@ -319,155 +115,99 @@ 2850.0, 2850.0, 2850.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2850.0, + 2800.0, + 2800.0, + 2800.0, 2800.0 ], "p50": [ - 2849.305908203125, - 2849.406982421875, - 2849.502197265625, - 2849.445556640625, - 2849.330078125, - 2849.4990234375, - 2849.482666015625, - 2849.215087890625, - 2849.27099609375, - 2849.48583984375, - 2849.45654296875, - 2849.273681640625, - 2849.319580078125, - 2849.367431640625, - 2849.346923828125, - 2849.36767578125, - 2849.237548828125, - 2849.30029296875, - 2849.166259765625, - 2849.202880859375, - 2849.15283203125, - 2849.256591796875, - 2849.243408203125, - 2849.146728515625 + 2850.012939453125, + 2849.533935546875, + 2850.04541015625, + 2849.92431640625, + 2849.61962890625, + 2849.825927734375, + 2849.71630859375, + 2849.649169921875, + 2849.892333984375, + 2849.85693359375, + 2850.03369140625, + 2850.10498046875, + 2850.14794921875, + 2850.17529296875, + 2850.137451171875, + 2850.213134765625, + 2850.0244140625, + 2849.912353515625, + 2849.9638671875, + 2849.961181640625, + 2850.0439453125, + 2850.109619140625, + 2850.20703125, + 2850.204345703125 ], "p10": [ - 2847.8095703125, - 2848.193603515625, - 2848.2314453125, - 2848.17236328125, - 2847.073974609375, - 2843.124267578125, - 2836.389892578125, - 2833.4248046875, - 2824.920166015625, - 2822.525146484375, - 2819.797607421875, - 2816.732421875, - 2813.389892578125, - 2810.725830078125, - 2809.902099609375, - 2807.50439453125, - 2806.35791015625, - 2804.958984375, - 2804.333251953125, - 2803.792724609375, - 2803.017822265625, - 2802.233642578125, - 2801.03759765625, - 2800.166259765625 + 2794.55126953125, + 2797.072021484375, + 2801.5947265625, + 2798.80810546875, + 2798.578369140625, + 2798.5341796875, + 2797.456787109375, + 2797.902587890625, + 2798.16357421875, + 2797.06640625, + 2796.3994140625, + 2796.51318359375, + 2796.7763671875, + 2796.523681640625, + 2796.348876953125, + 2797.097900390625, + 2796.7861328125, + 2797.245849609375, + 2797.44384765625, + 2797.86083984375, + 2797.939453125, + 2798.060546875, + 2797.544189453125, + 2797.732421875 ], "p90": [ - 2850.966796875, - 2851.0732421875, - 2851.14111328125, - 2851.168701171875, - 2851.18115234375, - 2851.19921875, - 2851.181640625, - 2851.292724609375, - 2851.0966796875, - 2851.0712890625, - 2850.876953125, - 2851.262451171875, - 2851.114501953125, - 2851.347900390625, - 2850.96826171875, - 2851.113525390625, - 2850.81982421875, - 2851.313720703125, - 2851.422607421875, - 2851.200927734375, - 2851.244873046875, - 2851.589111328125, - 2851.41845703125, - 2851.66552734375 + 2850.8896484375, + 2850.62890625, + 2850.637939453125, + 2850.437255859375, + 2850.575927734375, + 2850.47314453125, + 2850.618408203125, + 2850.58056640625, + 2850.607666015625, + 2850.443115234375, + 2850.579345703125, + 2850.48583984375, + 2850.577880859375, + 2850.6259765625, + 2850.583984375, + 2850.749755859375, + 2851.013916015625, + 2851.73876953125, + 2852.747802734375, + 2853.867919921875, + 2856.097900390625, + 2858.869384765625, + 2867.374267578125, + 2869.7822265625 ], "timestamps": [ - "2026-06-16 10:55:00", - "2026-06-16 11:10:00", - "2026-06-16 11:25:00", - "2026-06-16 11:40:00", - "2026-06-16 11:55:00", - "2026-06-16 12:10:00", - "2026-06-16 12:25:00", - "2026-06-16 12:40:00", - "2026-06-16 12:55:00", - "2026-06-16 13:10:00", - "2026-06-16 13:25:00", - "2026-06-16 13:40:00", - "2026-06-16 13:55:00", - "2026-06-16 14:10:00", - "2026-06-16 14:25:00", - "2026-06-16 14:40:00", - "2026-06-16 14:55:00", - "2026-06-16 15:10:00", - "2026-06-16 15:25:00", - "2026-06-16 15:40:00", - "2026-06-16 15:55:00", - "2026-06-16 16:10:00", - "2026-06-16 16:25:00", - "2026-06-16 16:40:00", - "2026-06-16 16:55:00", - "2026-06-16 17:10:00", - "2026-06-16 17:25:00", - "2026-06-16 17:40:00", - "2026-06-16 17:55:00", - "2026-06-16 18:10:00", - "2026-06-16 18:25:00", - "2026-06-16 18:40:00", - "2026-06-16 18:55:00", - "2026-06-16 19:10:00", - "2026-06-16 19:25:00", - "2026-06-16 19:40:00", - "2026-06-16 19:55:00", - "2026-06-16 20:10:00", - "2026-06-16 20:25:00", - "2026-06-16 20:40:00", - "2026-06-16 20:55:00", - "2026-06-16 21:10:00", - "2026-06-16 21:25:00", - "2026-06-16 21:40:00", - "2026-06-16 21:55:00", - "2026-06-16 22:10:00", - "2026-06-16 22:25:00", - "2026-06-16 22:40:00", - "2026-06-16 22:55:00", - "2026-06-16 23:10:00", - "2026-06-16 23:25:00", - "2026-06-16 23:40:00", - "2026-06-16 23:55:00", - "2026-06-17 00:10:00", - "2026-06-17 00:25:00", - "2026-06-17 00:40:00", - "2026-06-17 00:55:00", - "2026-06-17 01:10:00", - "2026-06-17 01:25:00", - "2026-06-17 01:40:00", - "2026-06-17 01:55:00", - "2026-06-17 02:10:00", - "2026-06-17 02:25:00", - "2026-06-17 02:40:00", - "2026-06-17 02:55:00", - "2026-06-17 03:10:00", - "2026-06-17 03:25:00", - "2026-06-17 03:40:00", "2026-06-17 03:55:00", "2026-06-17 04:10:00", "2026-06-17 04:25:00", @@ -587,130 +327,6 @@ "2026-06-18 08:55:00", "2026-06-18 09:10:00", "2026-06-18 09:25:00", - "2026-06-18 09:40:00", - "2026-06-18 09:55:00", - "2026-06-18 10:10:00", - "2026-06-18 10:25:00", - "2026-06-18 10:40:00", - "2026-06-18 10:55:00", - "2026-06-18 11:10:00", - "2026-06-18 11:25:00", - "2026-06-18 11:40:00", - "2026-06-18 11:55:00", - "2026-06-18 12:10:00", - "2026-06-18 12:25:00", - "2026-06-18 12:40:00", - "2026-06-18 12:55:00", - "2026-06-18 13:10:00", - "2026-06-18 13:25:00", - "2026-06-18 13:40:00", - "2026-06-18 13:55:00", - "2026-06-18 14:10:00", - "2026-06-18 14:25:00", - "2026-06-18 14:40:00", - "2026-06-18 14:55:00", - "2026-06-18 15:10:00", - "2026-06-18 15:25:00", - "2026-06-18 15:40:00", - "2026-06-18 15:55:00", - "2026-06-18 16:10:00", - "2026-06-18 16:25:00", - "2026-06-18 16:40:00", - "2026-06-18 16:55:00", - "2026-06-18 17:10:00", - "2026-06-18 17:25:00", - "2026-06-18 17:40:00", - "2026-06-18 17:55:00", - "2026-06-18 18:10:00", - "2026-06-18 18:25:00", - "2026-06-18 18:40:00", - "2026-06-18 18:55:00", - "2026-06-18 19:10:00", - "2026-06-18 19:25:00", - "2026-06-18 19:40:00", - "2026-06-18 19:55:00", - "2026-06-18 20:10:00", - "2026-06-18 20:25:00", - "2026-06-18 20:40:00", - "2026-06-18 20:55:00", - "2026-06-18 21:10:00", - "2026-06-18 21:25:00", - "2026-06-18 21:40:00", - "2026-06-18 21:55:00", - "2026-06-18 22:10:00", - "2026-06-18 22:25:00", - "2026-06-18 22:40:00", - "2026-06-18 22:55:00", - "2026-06-18 23:10:00", - "2026-06-18 23:25:00", - "2026-06-18 23:40:00", - "2026-06-18 23:55:00", - "2026-06-19 00:10:00", - "2026-06-19 00:25:00", - "2026-06-19 00:40:00", - "2026-06-19 00:55:00", - "2026-06-19 01:10:00", - "2026-06-19 01:25:00", - "2026-06-19 01:40:00", - "2026-06-19 01:55:00", - "2026-06-19 02:10:00", - "2026-06-19 02:25:00", - "2026-06-19 02:40:00", - "2026-06-19 02:55:00", - "2026-06-19 03:10:00", - "2026-06-19 03:25:00", - "2026-06-19 03:40:00", - "2026-06-19 03:55:00", - "2026-06-19 04:10:00", - "2026-06-19 04:25:00", - "2026-06-19 04:40:00", - "2026-06-19 04:55:00", - "2026-06-19 05:10:00", - "2026-06-19 05:25:00", - "2026-06-19 05:40:00", - "2026-06-19 05:55:00", - "2026-06-19 06:10:00", - "2026-06-19 06:25:00", - "2026-06-19 06:40:00", - "2026-06-19 06:55:00", - "2026-06-19 07:10:00", - "2026-06-19 07:25:00", - "2026-06-19 07:40:00", - "2026-06-19 07:55:00", - "2026-06-19 08:10:00", - "2026-06-19 08:25:00", - "2026-06-19 08:40:00", - "2026-06-19 08:55:00", - "2026-06-19 09:10:00", - "2026-06-19 09:25:00", - "2026-06-19 09:40:00", - "2026-06-19 09:55:00", - "2026-06-19 10:10:00", - "2026-06-19 10:25:00", - "2026-06-19 10:40:00", - "2026-06-19 10:55:00", - "2026-06-19 11:10:00", - "2026-06-19 11:25:00", - "2026-06-19 11:40:00", - "2026-06-19 11:55:00", - "2026-06-19 12:10:00", - "2026-06-19 12:25:00", - "2026-06-19 12:40:00", - "2026-06-19 12:55:00", - "2026-06-19 13:10:00", - "2026-06-19 13:25:00", - "2026-06-19 13:40:00", - "2026-06-19 13:55:00", - "2026-06-19 14:10:00", - "2026-06-19 14:25:00", - "2026-06-19 14:40:00", - "2026-06-19 14:55:00", - "2026-06-19 15:10:00", - "2026-06-19 15:25:00", - "2026-06-19 15:40:00", - "2026-06-19 15:55:00", - "2026-06-19 16:10:00", - "2026-06-19 16:25:00", - "2026-06-19 16:40:00" + "2026-06-18 09:40:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index e8833188b320c7d366e2ab2d00194fc29c87d752..a90afc332634e9b981777a6b6d3b47abdbe4a7ec 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,31 +1,19 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-17T14:31:51.903016+00:00", + "evaluated_at": "2026-06-17T14:41:22.663927+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t140000z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", + "data_fetched_at": "2026-06-17T14:38:00.162858Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", - "context_length": 336, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t115000z", + "data_fetched_at": "2026-06-17T14:38:00.162858Z", + "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t081800z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t142000z", - "data_fetched_at": "2026-06-17T14:29:02.546275Z", - "context_length": 77, - "prediction_length": 72 } ], "failed_datasets": []