diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index ebe1dc96b32fda48c9619a1105615c4c58cec6ba..e4053aabed9439dfb997e156a5a190010180f633 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,311781.80397742626,394720.6925590513,591.882866061027,0.5276600634859107,0.009214979753810514,0.009262324636108935,8.366618248029333,558.3742508187732,0.00870497958638661,0.009227374398153411,0.007819591367599112,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,311465.18747846276,394396.77418625244,591.7157111131104,0.5275110458415637,0.009212428536832068,0.00925973468057629,8.360657542255458,558.0906624182694,0.008700581088120867,0.009224792443841803,0.00781700575541993,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,23.339012917563625,24.127678798785734,3.92323273134415,2.1556225096116486,0.14572634493310063,0.16336371691708315,74.95807047940423,4.831046772446281,0.19184460425807365,0.1557946064711608,0.1530334168746246,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.17069033419098387,0.1729424151553716,0.3520984035925213,1.0509353778103268,0.22176365717224375,0.25754571287168576,40.05816110030165,0.41314686757977953,0.29767053849960234,0.25368538315735206,0.2515425462497245,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.04758513502932163,0.05320845438392182,0.2019922751286266,3.107574147428175,0.13033023548832226,0.14179421743360995,42.265206961036384,0.2181401728919312,0.14637550793584758,0.13554001300676444,0.12310513613482696,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,ARIMA,1.7565951207547847,1.3813131146 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,39.92014682764222,38.93377324589405,5.475339990030119,0.4730053566777304,0.29013923689569626,0.2526649927278955,4.728355833184082,6.318239218931349,0.2821692116960469,0.24452577929076147,0.2070505540362538,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ARIMA,23.567407821312997,22.949642868266967,4.2976735309615615,2.209018355288315,0.18402331672004726,0.16487995786055407,63.495836932454516,4.854627464730224,0.19919824635029396,0.17634494860280542,0.1672781445889125,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ARIMA,19.69876012774014,15.128677313573506,3.3673381880684485,0.6281045324894515,0.71057435838717,0.4384074787141799,3.496087544897558,4.438328528594987,0.6157218767993046,0.4671451821597848,0.35933803201788517,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,ARIMA,599.7535837266875,1191.9616453806834,30.308409963990318,1.7115337391429828,0.012549853006276554,0.012652018396426509,5.905092029981589,24.489866960167166,0.01017760704838116,0.012595702842177795,0.009014451680306129,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,ARIMA,433.896133346037,602.448025315134,24.539267992034848,1.3857468983737327,0.010224694996681187,0.010277259801827922,6.86320271867667,20.830173627361752,0.00867923901140073,0.010224694996681187,0.007451045939697898,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,ARIMA,2599.5201170151004,2216.5686908570165,40.432826615787135,0.8381357911778606,0.1818877265305847,0.16515149789232947,7.202835508742811,50.98548927896152,0.20266804369831382,0.1607210598015389,0.1217255860630082,Web,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index b11cfa6f815ad0d353a01f55f74fde1dd193ab55..207d6aa3eca441c75bfc42b4e13d6574e34cee24 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T02:21:13.127741+00:00", + "evaluated_at": "2026-06-22T02:28:19.068549+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63311.98828125, 63896.01171875, 64606.0, - 64538.01171875 + 64534.0 ], "p50": [ 63556.232618312766, diff --git a/results/arima/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/arima/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 1f0696819c475ae094a977100f3a425cb8dbb920..29164f9cd9315ea71b0c77eb52e66a9012658c1c 100644 --- a/results/arima/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/arima/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T01:14:58.571340+00:00", + "evaluated_at": "2026-06-22T02:28:19.111365+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 8722ab4d40f73d435266334c838be0d47b8a7ed3..d2db6fd1ba1d1d1ffc49d20db46ecfd6e56e6454 100644 --- a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T02:04:31.374070+00:00", + "evaluated_at": "2026-06-22T02:28:19.159207+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2400.0, - 2350.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, 2450.0, 2400.0, 2400.0, @@ -101,9 +89,7 @@ 2400.0, 2400.0, 2450.0, - 2400.0 - ], - "actuals": [ + 2400.0, 2400.0, 2400.0, 2450.0, @@ -115,6 +101,20 @@ 2400.0, 2400.0, 2400.0, + 2400.0 + ], + "actuals": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, 2400.0, 2400.0, 2400.0, @@ -130,88 +130,84 @@ 2400.0 ], "p50": [ - 2378.0202473647805, - 2376.812046548865, - 2377.10920332169, - 2376.0381524292843, - 2376.754069708681, - 2376.8044667482372, - 2374.867651511355, - 2376.041652491757, - 2375.842313198166, - 2375.121960916032, - 2374.867640988976, - 2376.5079711289636, - 2376.2409950433553, - 2376.374483086428, - 2376.374483086444, - 2375.12196094768, - 2375.166855426123, - 2375.2117499045667, - 2375.5270314417276, - 2374.867640984409, - 2376.804539686662, - 2376.0416540110746, - 2375.2117499045667, - 2374.867640984409 + 2376.532835871948, + 2375.8286564099317, + 2375.247878881205, + 2375.4325779418746, + 2375.4357989420955, + 2375.5701224199997, + 2375.2970863890287, + 2374.995072444711, + 2375.0734397994183, + 2375.199746822679, + 2374.5458650539385, + 2375.0819813963626, + 2375.1773647035347, + 2375.1142111310983, + 2375.996172076558, + 2375.248413452312, + 2375.3757837231633, + 2375.701449773773, + 2375.9961720765577, + 2375.073439691899, + 2375.1549825703055, + 2377.071913836283, + 2375.3364318955423, + 2375.570170886944 ], "p10": [ - 2369.7513171730607, - 2368.6778234957796, - 2368.6203393027163, - 2367.875850374313, - 2368.8464305950547, - 2369.1390530024946, - 2367.0425939631036, - 2367.7935042654162, - 2368.5011487249863, - 2367.870767307318, - 2367.793505789301, - 2367.793505784074, - 2368.5011485058035, - 2368.4707915418317, - 2368.1974076260235, - 2366.245536291172, - 2368.195866456535, - 2367.7184135498765, - 2368.155630389355, - 2368.5562278800653, - 2368.586584843929, - 2368.5960777703976, - 2368.1974076260217, - 2367.793505784734 + 2373.345795043431, + 2372.0459424277296, + 2371.8083625240947, + 2372.9042515449814, + 2371.706746036307, + 2372.2134096274112, + 2372.061378944902, + 2372.038605182242, + 2371.828987410812, + 2372.2134580803327, + 2371.828987305121, + 2371.331821731726, + 2371.782662604052, + 2372.0613726237907, + 2371.8289873032927, + 2371.3318217319647, + 2372.061372623795, + 2372.6151163618374, + 2372.807015906914, + 2371.3318217319647, + 2372.0386060066476, + 2372.0386060066476, + 2372.1982495473, + 2371.8289873032923 ], "p90": [ - 2423.138786270068, - 2421.9099566247187, - 2427.5888176669528, - 2419.8988417690357, - 2421.974559311943, - 2422.077985414563, - 2419.902353877772, - 2420.8865071395853, - 2421.9844546014187, - 2420.122541318343, - 2419.902343355393, - 2420.122541349331, - 2421.974053941031, - 2420.1201852138183, - 2420.122541349993, - 2421.984454382141, - 2420.1989380808823, - 2421.9740539409363, - 2420.1989380808823, - 2420.1201852138324, - 2424.6320596511823, - 2422.210545545368, - 2421.9740539409363, - 2423.4029302767945 + 2425.0436214728206, + 2424.5631367810192, + 2424.635718371882, + 2424.5265157650942, + 2424.529736765315, + 2424.5364696718284, + 2424.5293714672716, + 2423.9160848472507, + 2422.439865650566, + 2423.8124720361966, + 2423.822833414192, + 2423.812472049981, + 2424.5293651461952, + 2424.730652447641, + 2423.81247205022, + 2425.3411006107212, + 2424.600895072251, + 2425.323109254909, + 2425.913276409413, + 2424.5293651461643, + 2423.8228334123633, + 2425.323109254909, + 2425.323109254909, + 2424.7898981283715 ], "timestamps": [ - "2026-06-21 14:55:00", - "2026-06-21 15:10:00", - "2026-06-21 15:25:00", - "2026-06-21 15:40:00", "2026-06-21 15:55:00", "2026-06-21 16:10:00", "2026-06-21 16:25:00", @@ -327,6 +323,10 @@ "2026-06-22 19:55:00", "2026-06-22 20:10:00", "2026-06-22 20:25:00", - "2026-06-22 20:40:00" + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 156bc7c91fcb46686e8e7761e75ff226c469023f..a6237dd747aaec949757574f75970b95d223559c 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,48 +1,24 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T02:21:13.488907+00:00", + "evaluated_at": "2026-06-22T02:28:19.178297+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", + "data_fetched_at": "2026-06-22T02:25:13.705361Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t200600z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t005000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t001000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", + "data_fetched_at": "2026-06-22T02:25:13.705361Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t235000z", + "data_fetched_at": "2026-06-22T02:25:13.705361Z", + "context_length": 96, "prediction_length": 24 } ], diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index 2bf2f0947cd2194fd80a7e55cff41dacde7f8db1..39166beb7a439fef75827ec9397f9265ec9643a3 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -13,4 +13,4 @@ date,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank, 2026-06-19,Chronos-2,5.000,4.600,5.200,5.200,5.000,5.200,4.500,5.200,5.000,5.200 2026-06-20,Chronos-2,5.300,4.900,5.000,5.000,5.300,5.000,4.800,5.000,5.300,5.200 2026-06-21,Chronos-2,4.600,5.100,4.400,4.400,4.600,5.000,4.100,4.900,4.700,5.000 -2026-06-22,Chronos-2,4.700,4.300,4.700,4.700,4.700,4.700,4.100,4.700,4.700,4.700 +2026-06-22,Chronos-2,4.400,4.500,4.700,4.700,4.400,4.700,4.400,4.700,4.400,4.700 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index 5e63772bb3c104d021b0bfdfa257eaa63ae3478d..87b3a92b9ed7e0ff16e19f1da912aa79d0fca61a 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,4 +1,4 @@ week,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,,2.751,3.064,3.077,2.902,3.077,2.505,3.077,2.918,3.103 2026-W25,Chronos-Bolt-Mini,4.967,4.229,4.414,4.414,4.414,4.529,3.857,4.486,4.429,4.529 -2026-W26,Chronos-Bolt-Mini,4.7,4.3,4.7,4.7,4.7,4.7,4.1,4.7,4.7,4.7 +2026-W26,Chronos-Bolt-Mini,4.4,4.5,4.7,4.7,4.4,4.7,4.4,4.7,4.4,4.7 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index fbff55a9154a7ddc2d71725179948a623999c2cd..d2e7ae760b0184ae17b630cbeec640a5ca0c8028 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,264959.769299825,264959.769299825,397.5013020833333,0.3543700524545977,0.006216550492104724,0.006184369478246098,1.567164588416265,514.7424300558727,0.008024765359994565,0.006196991919171743,0.005013090028939319,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,265029.1379502614,265029.1379502614,397.66845703125,0.3545190700989446,0.006219148923589687,0.006186959575279798,1.567164588416265,514.8098075505764,0.008025836619708081,0.006199613950887411,0.005013971697860508,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,0.8190864914031408,0.8190864914031408,0.69321076075236,0.38088505630682673,0.027901220956347006,0.027436930558977266,2.1561741380116493,0.9050339725132648,0.03593959911280288,0.027527935523719557,0.026277060517932285,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.2214818739211258,0.2214818739211258,0.3766464392344157,1.124205801216369,0.23437033249916325,0.2790040641003123,23.58045198274771,0.47061860770811625,0.33907867970790445,0.27137213709896113,0.23092654890358424,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.06117346979010839,0.06117346979010839,0.2183257838090261,3.358858951659828,0.14098879609696935,0.15438903572903084,71.99580694986642,0.24733271071596735,0.16596416276856682,0.14650005579838946,0.1269660934630904,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,Chronos-2,0.07786747901207036,0.07786 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,109.31964849691288,109.31964849691288,8.504114389419556,0.7346560519200726,0.45654499363250906,0.3394857527330733,3.5314221071149796,10.455603688783967,0.46694171405074625,0.37978923720482166,0.25677180435932784,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,2.1754387806845443,2.1754387806845443,1.3531458377838135,0.6955214190915154,0.05562622658589883,0.05385530573831728,3.592932300473359,1.4749368734574861,0.060520573577409136,0.05552316421826897,0.03435045632534217,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,11.971546543558057,11.971546543558057,2.8622121016184487,0.5338841225816796,0.6251072400117391,0.3888149813885316,6.361810406254982,3.4599922750720205,0.47999892833369073,0.397069886929727,0.3096704339705451,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,314.8593616237243,314.8593616237243,6.403340657552083,0.3616004136029412,0.00261471408835344,0.0026412129067093846,3.2258852251838235,17.744276869563446,0.007374244932805588,0.00266112858495671,0.0029034604790464163,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,0.010635467867056528,0.010635467867056528,0.069610595703125,0.003930951286764706,2.9004414876302087e-05,2.9003515798375443e-05,3.125064338235294,0.10312840475376572,4.297016864740238e-05,2.9004414876302084e-05,0.0015661044650607638,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,622.5729710326663,622.5729710326663,21.40478515625,0.43196852437804456,0.09646219551586514,0.09093249304966737,2.761189469192312,24.95141220517721,0.10043696689835566,0.08616072230807936,0.07001796725093194,Web,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 607bf4f78d299b43582d5a33ea3c93b844a1781a..83b27b1bdc86f67cd53f820814221ffe30c64f17 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T02:15:05.542287+00:00", + "evaluated_at": "2026-06-22T02:25:35.099628+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63311.98828125, 63896.01171875, 64606.0, - 64538.01171875 + 64534.0 ], "p50": [ 64291.640625, diff --git a/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 5641b3d4145f26bf8d58b6f69e6ebc0aebb26c97..aae9a16fddf9f016d940e16440901017727b5a10 100644 --- a/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T01:11:19.199581+00:00", + "evaluated_at": "2026-06-22T02:25:38.958844+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 79e89901dfa03098bc5948f17d027ce495ea311b..81e53df9e4de4e2139829f02bc83515250f38b05 100644 --- a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T02:01:30.777160+00:00", + "evaluated_at": "2026-06-22T02:25:42.765437+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2400.0, - 2350.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, 2450.0, 2400.0, 2400.0, @@ -101,9 +89,7 @@ 2400.0, 2400.0, 2450.0, - 2400.0 - ], - "actuals": [ + 2400.0, 2400.0, 2400.0, 2450.0, @@ -115,6 +101,20 @@ 2400.0, 2400.0, 2400.0, + 2400.0 + ], + "actuals": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, 2400.0, 2400.0, 2400.0, @@ -130,88 +130,84 @@ 2400.0 ], "p50": [ - 2399.826416015625, - 2399.767578125, - 2399.828125, - 2399.782470703125, - 2399.87841796875, - 2399.867919921875, - 2399.829833984375, - 2399.82470703125, - 2399.883056640625, - 2399.866455078125, - 2399.806884765625, - 2399.681884765625, - 2399.77197265625, - 2399.74951171875, - 2399.810302734375, - 2399.8486328125, - 2399.925537109375, - 2399.921875, - 2399.934814453125, - 2399.875244140625, - 2399.962158203125, - 2399.937744140625, - 2399.86328125, - 2399.875 + 2399.99951171875, + 2399.953857421875, + 2400.003173828125, + 2400.00146484375, + 2400.121826171875, + 2400.052490234375, + 2400.0380859375, + 2400.02490234375, + 2400.022216796875, + 2400.115234375, + 2400.12841796875, + 2399.96533203125, + 2400.01123046875, + 2400.033203125, + 2400.017333984375, + 2400.19482421875, + 2400.324462890625, + 2400.054931640625, + 2400.1923828125, + 2400.083984375, + 2400.08740234375, + 2400.014892578125, + 2400.03759765625, + 2400.029296875 ], "p10": [ - 2398.857177734375, - 2398.951416015625, - 2398.9169921875, - 2398.935302734375, - 2398.9169921875, - 2398.9404296875, - 2398.863525390625, - 2398.8857421875, - 2398.91357421875, - 2398.8740234375, - 2398.860595703125, - 2398.7958984375, - 2398.810791015625, - 2398.873046875, - 2398.82421875, - 2398.81787109375, - 2398.755615234375, - 2398.891845703125, - 2398.756103515625, - 2398.79150390625, - 2398.739990234375, - 2398.770263671875, - 2398.667724609375, - 2398.70556640625 + 2399.446533203125, + 2399.423583984375, + 2399.404296875, + 2399.43994140625, + 2399.48095703125, + 2399.45751953125, + 2399.525634765625, + 2399.43212890625, + 2399.447265625, + 2399.460205078125, + 2399.40380859375, + 2399.49658203125, + 2399.46240234375, + 2399.463134765625, + 2399.391845703125, + 2399.46630859375, + 2399.259521484375, + 2399.29541015625, + 2399.2060546875, + 2399.31396484375, + 2399.265625, + 2399.221435546875, + 2399.214111328125, + 2399.192138671875 ], "p90": [ - 2446.965576171875, - 2443.62060546875, - 2446.750244140625, - 2448.960693359375, - 2449.88232421875, - 2447.19580078125, - 2449.466552734375, - 2447.40380859375, - 2448.536376953125, - 2447.074462890625, - 2447.345947265625, - 2447.629150390625, - 2447.6083984375, - 2448.700439453125, - 2446.336669921875, - 2444.39697265625, - 2448.40869140625, - 2445.6171875, - 2448.824951171875, - 2450.059814453125, - 2450.703125, - 2448.60888671875, - 2450.772216796875, - 2449.34814453125 + 2437.826416015625, + 2441.044677734375, + 2443.1552734375, + 2445.1845703125, + 2449.517822265625, + 2450.667236328125, + 2456.1748046875, + 2459.514892578125, + 2460.42431640625, + 2459.032958984375, + 2462.06787109375, + 2458.07470703125, + 2459.489501953125, + 2461.834228515625, + 2463.53759765625, + 2463.667236328125, + 2460.147705078125, + 2458.958984375, + 2461.8212890625, + 2455.732421875, + 2454.259521484375, + 2449.28173828125, + 2452.6455078125, + 2449.261474609375 ], "timestamps": [ - "2026-06-21 14:55:00", - "2026-06-21 15:10:00", - "2026-06-21 15:25:00", - "2026-06-21 15:40:00", "2026-06-21 15:55:00", "2026-06-21 16:10:00", "2026-06-21 16:25:00", @@ -327,6 +323,10 @@ "2026-06-22 19:55:00", "2026-06-22 20:10:00", "2026-06-22 20:25:00", - "2026-06-22 20:40:00" + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index c2d34dd855ab946f667cfd8a35279c874c35e77f..0d5523af1a0134d1a65e48c2e0f5eb80c48e83a5 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,48 +1,24 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T02:15:36.952451+00:00", + "evaluated_at": "2026-06-22T02:25:44.693675+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", + "data_fetched_at": "2026-06-22T02:25:13.705361Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t200600z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t005000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t001000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", + "data_fetched_at": "2026-06-22T02:25:13.705361Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t235000z", + "data_fetched_at": "2026-06-22T02:25:13.705361Z", + "context_length": 96, "prediction_length": 24 } ], diff --git a/results/dataset_eval_intervals.json b/results/dataset_eval_intervals.json index b28633c4c78eb5ce77f6188442dd8ffce47788a3..c278fc3b1f97bae165d4f1135a24a52bd070b112 100644 --- a/results/dataset_eval_intervals.json +++ b/results/dataset_eval_intervals.json @@ -7,5 +7,6 @@ "open_meteo_shanghai_air_quality_hourly_pm2_5": 3600, "open_meteo_shanghai_hourly_temperature_2m": 3600, "usgs_earthquake_all_week_hourly_earthquake_count": 3600, + "usgs_potomac_iv_usgs_00060": 900, "wikimedia_time_series_hourly_pageviews": 86400 } diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 52e0986c1b28d4b0c8d1d952cc1f793f2d7cd0a3..d1233695b2f8a27fa3ea5200984b2a0bdee4bb8d 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,76138.30785096607,74859.41034648452,189.629478760345,0.16905355525389876,0.002954542107794544,0.00295923724417721,1.9247770674736848,275.9317086725737,0.0043017382834351385,0.002956298108599024,0.0023838274486509287,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,75909.8159119957,74627.18182189068,189.4623238124283,0.16890453760955185,0.0029519798833567124,0.00295664721630661,1.91881636169981,275.5173604548281,0.0042952898108617145,0.0029536998600388754,0.00238122771263013,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,90.83341172097414,92.62648790328399,8.299724128435516,4.560288257151853,0.3185376684579119,0.40488327610390623,141.48998129735833,9.530656416059397,0.37846973846058257,0.329588465165,0.31681573540285846,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ETS,0.009740614518708937,0.009662507543576612,0.08352252198074099,0.24929614078876708,0.05742842954699399,0.05866482797785799,5.739825664800561,0.09869455161612994,0.0711089993218384,0.06017761732164435,0.05418454439923699,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.07500687719373904,0.0744858806967301,0.23876244352003795,3.6732691702549993,0.15395304932495307,0.17044137974759846,52.20437313705938,0.27387383444524055,0.18377367678680864,0.16021337786123305,0.14717463307092726,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,ETS,0.15849552928528313,0.16817355118 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,42.87082281342973,46.25605104344519,5.336033820779018,0.4609709324421565,0.2252586301852173,0.27620935763191284,2.705071460037805,6.547581447636198,0.29241151396411574,0.23830443967383128,0.19528181887570933,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ETS,154.6100775380297,152.2202795525013,10.89148390800984,5.5982586149902325,0.46521049717965957,0.35860679480441937,193.91615828865238,12.434230074195575,0.5102094534525702,0.4469064846664957,0.4379291483606563,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ETS,12.406050204623222,15.265072226484163,3.3905687634003274,0.6324376968000611,0.7162786553136149,0.43916902997887625,4.436269089203985,3.52222233889674,0.48863200077180213,0.4703679209341495,0.33977681189462633,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,ETS,319.46819116298695,297.86674978897264,14.354725708756746,0.8106198047297929,0.0059389449085232695,0.005946742924481174,12.799998681971111,17.873673130137156,0.007428020002134922,0.005965600294548258,0.005872785158019915,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,ETS,67.47490057728385,72.11519842767352,8.489138053011098,0.4793866194641562,0.0035371408554212918,0.003530891922465737,13.035292801951934,8.214310718330776,0.0034226294659711566,0.0035371408554212913,0.00392731066559143,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,ETS,2925.584198211841,2642.086493996426,41.88682891154838,0.8682759388383866,0.19179516754035225,0.170580887479131,12.422622049502223,54.08866977669021,0.21500323023102297,0.16650073956890327,0.13530220322267714,Web,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index 81da436a6d314a5b7b80fdaf6709ae95d8fa7ae7..61383161895518f09ab012050fd76b2422c27c3d 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-22T02:21:13.525592+00:00", + "evaluated_at": "2026-06-22T02:28:19.222456+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63311.98828125, 63896.01171875, 64606.0, - 64538.01171875 + 64534.0 ], "p50": [ 64229.298516492316, diff --git a/results/ets/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/ets/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 0e903ca99bb342f4671e470f353395e68339449e..3c11cb6c53fc27c651a0a7bb0a922287b347c278 100644 --- a/results/ets/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/ets/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "ETS", - "evaluated_at": "2026-06-22T01:14:59.487666+00:00", + "evaluated_at": "2026-06-22T02:28:19.246108+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index fb0a9e5e415e4f7bd194b39ed1caf401ce8262d7..1f4e2635884291b54eb2c1c7477d40136833fd1d 100644 --- a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ETS", - "evaluated_at": "2026-06-22T02:04:31.501595+00:00", + "evaluated_at": "2026-06-22T02:28:19.273799+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2400.0, - 2350.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, 2450.0, 2400.0, 2400.0, @@ -101,9 +89,7 @@ 2400.0, 2400.0, 2450.0, - 2400.0 - ], - "actuals": [ + 2400.0, 2400.0, 2400.0, 2450.0, @@ -115,6 +101,20 @@ 2400.0, 2400.0, 2400.0, + 2400.0 + ], + "actuals": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, 2400.0, 2400.0, 2400.0, @@ -130,88 +130,84 @@ 2400.0 ], "p50": [ - 2410.131567726413, - 2410.179383466313, - 2410.2271992062138, - 2410.2750149461144, - 2410.3228306860146, - 2410.3706464259153, - 2410.418462165816, - 2410.466277905716, - 2410.514093645617, - 2410.5619093855175, - 2410.6097251254178, - 2410.6575408653184, - 2410.705356605219, - 2410.7531723451198, - 2410.80098808502, - 2410.8488038249207, - 2410.8966195648213, - 2410.9444353047215, - 2410.992251044622, - 2411.040066784523, - 2411.087882524423, - 2411.1356982643238, - 2411.1835140042244, - 2411.2313297441247 + 2408.8596304052603, + 2408.827413678978, + 2408.7951969526953, + 2408.7629802264128, + 2408.7307635001303, + 2408.6985467738477, + 2408.666330047565, + 2408.6341133212827, + 2408.6018965949997, + 2408.5696798687172, + 2408.5374631424347, + 2408.505246416152, + 2408.4730296898697, + 2408.440812963587, + 2408.4085962373047, + 2408.376379511022, + 2408.3441627847396, + 2408.311946058457, + 2408.2797293321746, + 2408.247512605892, + 2408.2152958796096, + 2408.183079153327, + 2408.1508624270446, + 2408.118645700762 ], "p10": [ - 2360.131567726413, - 2360.179383466313, - 2360.2271992062138, - 2360.2750149461144, - 2360.3228306860146, - 2360.3706464259153, - 2360.418462165816, - 2360.466277905716, - 2360.514093645617, - 2360.5619093855175, - 2360.6097251254178, - 2360.6575408653184, - 2360.705356605219, - 2360.7531723451198, - 2360.80098808502, - 2360.8488038249207, - 2360.8966195648213, - 2360.9444353047215, - 2360.992251044622, - 2361.040066784523, - 2361.087882524423, - 2361.1356982643238, - 2361.1835140042244, - 2361.2313297441247 + 2358.8596304052603, + 2358.827413678978, + 2358.7951969526953, + 2358.7629802264128, + 2358.7307635001303, + 2358.6985467738477, + 2358.666330047565, + 2358.6341133212827, + 2358.6018965949997, + 2358.5696798687172, + 2358.5374631424347, + 2358.505246416152, + 2358.4730296898697, + 2358.440812963587, + 2358.4085962373047, + 2358.376379511022, + 2358.3441627847396, + 2358.311946058457, + 2358.2797293321746, + 2358.247512605892, + 2358.2152958796096, + 2358.183079153327, + 2358.1508624270446, + 2358.118645700762 ], "p90": [ - 2460.131567726413, - 2460.179383466313, - 2460.2271992062138, - 2460.2750149461144, - 2460.3228306860146, - 2460.3706464259153, - 2460.418462165816, - 2460.466277905716, - 2460.514093645617, - 2460.5619093855175, - 2460.6097251254178, - 2460.6575408653184, - 2460.705356605219, - 2460.7531723451198, - 2460.80098808502, - 2460.8488038249207, - 2460.8966195648213, - 2460.9444353047215, - 2460.992251044622, - 2461.040066784523, - 2461.087882524423, - 2461.1356982643238, - 2461.1835140042244, - 2461.2313297441247 + 2458.8596304052603, + 2458.827413678978, + 2458.7951969526953, + 2458.7629802264128, + 2458.7307635001303, + 2458.6985467738477, + 2458.666330047565, + 2458.6341133212827, + 2458.6018965949997, + 2458.5696798687172, + 2458.5374631424347, + 2458.505246416152, + 2458.4730296898697, + 2458.440812963587, + 2458.4085962373047, + 2458.376379511022, + 2458.3441627847396, + 2458.311946058457, + 2458.2797293321746, + 2458.247512605892, + 2458.2152958796096, + 2458.183079153327, + 2458.1508624270446, + 2458.118645700762 ], "timestamps": [ - "2026-06-21 14:55:00", - "2026-06-21 15:10:00", - "2026-06-21 15:25:00", - "2026-06-21 15:40:00", "2026-06-21 15:55:00", "2026-06-21 16:10:00", "2026-06-21 16:25:00", @@ -327,6 +323,10 @@ "2026-06-22 19:55:00", "2026-06-22 20:10:00", "2026-06-22 20:25:00", - "2026-06-22 20:40:00" + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index 0b510523c4a94ef9c6a5d87427b95dfc519aa81a..007f17c071fcfefd98d54931f08937894ba23607 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,48 +1,24 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T02:21:13.675071+00:00", + "evaluated_at": "2026-06-22T02:28:19.282848+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", + "data_fetched_at": "2026-06-22T02:25:13.705361Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t200600z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t005000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t001000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", + "data_fetched_at": "2026-06-22T02:25:13.705361Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t235000z", + "data_fetched_at": "2026-06-22T02:25:13.705361Z", + "context_length": 96, "prediction_length": 24 } ], diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index f5735a4d33263d93ceed3a66a6668e15587e0257..8ca6f911456b3c3f329ce86f3c65c877013ea76f 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1650,3 +1650,6 @@ {"evaluated_at": "2026-06-22T02:21:13.837936+00:00", "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5", "prediction_length": 24} {"evaluated_at": "2026-06-22T02:21:13.837936+00:00", "dataset": "open_meteo_shanghai_hourly_temperature_2m", "prediction_length": 24} {"evaluated_at": "2026-06-22T02:21:13.837936+00:00", "dataset": "usgs_earthquake_all_week_hourly_earthquake_count", "prediction_length": 24} +{"evaluated_at": "2026-06-22T02:28:19.348623+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-22T02:28:19.348623+00:00", "dataset": "nasa_power_shanghai_hourly_T2M", "prediction_length": 24} +{"evaluated_at": "2026-06-22T02:28:19.348623+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 4c1c53bf339ef41fc5ba61f89421d34ed71a4be7..945577373e8d897ac7ed1de3e56aa5c58bcb92a6 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,213818.22371991476,172134.48705673218,300.1451822916667,0.2675776492686673,0.0046961839818662095,0.00467548022729887,1.7253932498731344,462.404826661568,0.007208829151475362,0.0046792230855381015,0.004582152488969425,Finance,1 -nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,1.0123269840012956,1.004805025548232,0.7723521788914999,0.4243693546050998,0.031182863914722424,0.03049736988350378,2.107784049655022,1.006144613860898,0.03995478089209136,0.030670702455706415,0.026323812761772362,Weather,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,252365.24548339844,201775.2002902031,303.754638671875,0.2707954582169229,0.004755315575468086,0.004730908244221831,1.7283448004208288,502.3596774059383,0.00783174025835399,0.004735506330110905,0.004602343168092145,Finance,1 +nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,1.0174851595559933,1.0827152634119936,0.8143861691157023,0.4474649550195679,0.03276591617251259,0.03203812930402764,2.1021269790288373,1.008704693929791,0.04005644365190709,0.03233990472175414,0.027002711031147448,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.3163048094968907,0.31174374606222255,0.49148899912834165,1.4669852851316194,0.321294076495983,0.39317357502472844,8.312052836208368,0.5624098234356248,0.4052138552574671,0.35411570682891086,0.27853100684158033,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.04816969715189659,0.04775461916679916,0.19189934018585417,2.952298191058747,0.12400786671000866,0.13412912179377792,42.527217511824034,0.21947596030521563,0.14727184242812236,0.12876749394607917,0.1102813370927713,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,5.176353419347379,5.114631799857951,2.1613210439682007,1.2419403100627455,0.1301055958138588,0.12133416594889428,14.7364409807858,2.2751600865317982,0.13505773862334206,0.1283000411115494,0.08478315925305123,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,116.07873736669626,80.22434544117952,7.043041706085205,0.6084364551514613,0.38951837688145224,0.29343043063552954,2.9045215633292076,10.773984284687641,0.48116042256312386,0.3145385062651324,0.2283264125519046,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,2.2421521123084553,2.151117567362386,1.3450527985890706,0.69136157027972,0.05587239019445415,0.05407801856547689,2.378481506712158,1.497381752362588,0.061441546515069854,0.05519108534569856,0.03604144152844797,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,22.18340540374091,21.23522162793654,3.8712770541508994,0.7221034919659709,0.8319998631329993,0.477943852162473,7.326135672435861,4.709926263089573,0.6534001752262991,0.5370557762983906,0.37694249627830584,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,314.984960672756,312.1965022739023,6.2845916748046875,0.35489458869485296,0.0025654595995706223,0.0025917327440590893,3.591999368106618,17.747815659194682,0.007375715598626362,0.0026117783583603895,0.0028277464000120247,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,163.36322112381458,0.0019689779728651047,0.042536417643229164,0.0024020565257352943,1.7723507351345485e-05,1.7723336434876285e-05,2.736591796875,12.781362256184376,0.00532556760674349,1.7723507351345485e-05,0.0013565022503888161,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Large,890.713526753742,459.6993433938395,19.7410888671875,0.3983935818708682,0.08488627994531377,0.0825329602754252,1.6746824063343657,29.844824120000137,0.12013442716503793,0.07946384247861558,0.06594550252364441,Web,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index c64f326a03bd2fb2eec799ce4653f0b8501398c9..3c55ad65375bd5e7551917c0949f0f589ddeb77e 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T02:19:35.647274+00:00", + "evaluated_at": "2026-06-22T02:27:37.211429+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,85 +127,85 @@ 63311.98828125, 63896.01171875, 64606.0, - 64538.01171875 + 64534.0 ], "p50": [ - 64279.0703125, - 64242.9453125, - 64258.341796875, - 64319.60546875, - 64337.859375, - 64302.689453125, - 64234.591796875, - 64332.4765625, - 64383.443359375, - 64399.013671875, - 64397.56640625, - 64388.3828125, - 64424.13671875, - 64402.005859375, - 64503.62109375, - 64518.14453125, - 64642.71875, - 64519.87109375, - 64502.75390625, - 64607.75390625, - 64574.26953125, - 64652.095703125, - 64667.78125, - 64629.70703125 + 64290.095703125, + 64296.69140625, + 64305.1875, + 64285.47265625, + 64297.248046875, + 64290.984375, + 64321.279296875, + 64401.63671875, + 64394.93359375, + 64368.470703125, + 64383.322265625, + 64291.11328125, + 64405.291015625, + 64360.953125, + 64507.591796875, + 64451.431640625, + 64476.595703125, + 64639.29296875, + 64510.525390625, + 64458.435546875, + 64546.7890625, + 64649.212890625, + 64516.703125, + 64398.53125 ], "p10": [ - 64089.705078125, - 63856.07421875, - 63884.40234375, - 63869.669921875, - 63789.59765625, - 63604.064453125, - 63514.578125, - 63626.94140625, - 63611.560546875, - 63598.5859375, - 63494.111328125, - 63517.859375, - 63435.701171875, - 63483.291015625, - 63211.234375, - 63175.326171875, - 63666.791015625, - 63517.703125, - 63324.64453125, - 63412.74609375, - 63223.640625, - 63324.5, - 63443.76953125, - 62985.677734375 + 64069.017578125, + 63978.064453125, + 63903.853515625, + 63800.744140625, + 63735.447265625, + 63800.8203125, + 63676.20703125, + 63657.66015625, + 63664.845703125, + 63528.029296875, + 63573.62109375, + 63261.384765625, + 63344.82421875, + 63366.802734375, + 63395.068359375, + 63178.953125, + 63419.732421875, + 63142.43359375, + 63196.47265625, + 63177.650390625, + 62883.4375, + 62956.412109375, + 63187.25, + 62947.8515625 ], "p90": [ - 64502.892578125, - 64584.23828125, - 64751.8125, - 64792.083984375, - 64873.3828125, - 64987.37109375, - 64927.423828125, - 65147.951171875, - 65232.072265625, - 65126.3359375, - 65259.123046875, - 65433.638671875, - 65318.427734375, - 65601.734375, - 65650.24609375, - 65515.44140625, - 65855.3984375, - 65709.84375, - 66036.41015625, - 66224.8359375, - 65903.0703125, - 66475.1328125, - 66385.296875, - 66056.44140625 + 64506.322265625, + 64574.6953125, + 64713.123046875, + 64862.734375, + 64851.986328125, + 64869.97265625, + 64880.443359375, + 65169.712890625, + 65110.11328125, + 65157.5, + 65162.234375, + 65402.1328125, + 65615.77734375, + 65484.34375, + 65637.43359375, + 65698.70703125, + 65681.26953125, + 65740.59375, + 65779.0078125, + 65783.2421875, + 66247.29296875, + 66225.3515625, + 65882.53515625, + 65931.37890625 ], "timestamps": [ "2026-06-17 03:00:00", diff --git a/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index dd9d04a5ff54982766d1d4292ab64bad2f399fd8..b9d2d4513f74d1c76b487f565ce1892b7d096cf7 100644 --- a/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T01:13:55.129413+00:00", + "evaluated_at": "2026-06-22T02:27:42.240880+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, @@ -370,82 +370,82 @@ 23.18000030517578 ], "p50": [ - 22.826120376586914, - 22.40412425994873, - 22.063729286193848, - 21.66585350036621, - 21.694812774658203, - 22.21608543395996, - 23.467997550964355, - 25.000609397888184, - 26.562549591064453, - 27.79325294494629, - 28.408184051513672, - 29.809003829956055, - 29.912232398986816, - 29.898900032043457, - 29.728690147399902, - 29.373854637145996, - 29.058466911315918, - 28.0921630859375, - 27.140703201293945, - 25.522089958190918, - 24.999262809753418, - 24.609220504760742, - 23.784951210021973, - 23.6003999710083 + 22.862770080566406, + 22.46209716796875, + 22.066182136535645, + 21.628138542175293, + 21.72923755645752, + 22.22910785675049, + 23.38624668121338, + 24.998573303222656, + 26.776905059814453, + 27.90306282043457, + 28.569071769714355, + 29.649147033691406, + 29.836456298828125, + 29.954779624938965, + 29.35995388031006, + 29.34446620941162, + 28.762557983398438, + 28.209355354309082, + 26.71078109741211, + 25.614778518676758, + 24.872961044311523, + 24.131742477416992, + 23.885930061340332, + 23.40748882293701 ], "p10": [ - 22.469380378723145, - 21.79722499847412, - 21.384020805358887, - 20.790085792541504, - 20.585495948791504, - 20.99714183807373, - 21.828869819641113, - 23.459105491638184, - 24.91972255706787, - 25.947365760803223, - 26.563288688659668, - 26.719786643981934, - 27.7321720123291, - 27.381000518798828, - 26.34780502319336, - 26.74413776397705, - 25.918704986572266, - 24.714780807495117, - 24.117210388183594, - 23.007346153259277, - 22.58737277984619, - 22.311766624450684, - 21.710652351379395, - 21.361515998840332 + 22.470876693725586, + 21.823981285095215, + 21.235807418823242, + 20.756836891174316, + 20.80068588256836, + 20.98394775390625, + 21.9176082611084, + 23.544196128845215, + 24.40407371520996, + 25.783416748046875, + 26.891660690307617, + 27.346856117248535, + 27.26663875579834, + 27.530192375183105, + 27.165895462036133, + 26.83508586883545, + 26.14423179626465, + 24.841548919677734, + 23.99099063873291, + 22.88041400909424, + 22.171231269836426, + 21.873269081115723, + 21.771016120910645, + 21.181659698486328 ], "p90": [ - 23.252901077270508, - 22.95748519897461, - 22.91039752960205, - 22.53879165649414, - 22.67776870727539, - 23.340075492858887, - 24.73750877380371, - 26.79492473602295, - 28.511232376098633, - 29.974092483520508, - 30.293746948242188, - 31.730881690979004, - 31.72310447692871, - 32.16961097717285, - 31.951056480407715, - 31.750465393066406, - 31.347976684570312, - 30.755995750427246, - 30.174455642700195, - 28.256132125854492, - 27.298733711242676, - 26.47568988800049, - 26.133146286010742, - 25.24037265777588 + 23.22774314880371, + 23.01321029663086, + 22.77063274383545, + 22.53343963623047, + 22.727011680603027, + 23.215014457702637, + 24.88713550567627, + 26.65218448638916, + 28.55093479156494, + 29.739048957824707, + 30.53870391845703, + 31.471640586853027, + 31.923377990722656, + 32.17429161071777, + 32.322078704833984, + 32.07599449157715, + 31.14679527282715, + 30.523582458496094, + 29.231304168701172, + 27.45719623565674, + 27.576383590698242, + 26.479849815368652, + 26.10454559326172, + 25.24917984008789 ], "timestamps": [ "2026-06-04 00:00:00", diff --git a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 49b80047c2f40101e910add5d82c60e47f4e7572..e0191e69f430cdc6007e7d0d9a64e2d389cf323b 100644 --- a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T02:04:00.294557+00:00", + "evaluated_at": "2026-06-22T02:27:47.366029+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2400.0, - 2350.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, 2450.0, 2400.0, 2400.0, @@ -101,9 +89,7 @@ 2400.0, 2400.0, 2450.0, - 2400.0 - ], - "actuals": [ + 2400.0, 2400.0, 2400.0, 2450.0, @@ -115,6 +101,20 @@ 2400.0, 2400.0, 2400.0, + 2400.0 + ], + "actuals": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, 2400.0, 2400.0, 2400.0, @@ -130,88 +130,84 @@ 2400.0 ], "p50": [ - 2400.015869140625, - 2400.0263671875, - 2400.03955078125, - 2400.0238037109375, - 2400.0419921875, - 2400.0330810546875, - 2400.014404296875, + 2400.0313720703125, + 2400.0352783203125, + 2400.0247802734375, 2400.0242919921875, - 2400.011474609375, - 2400.0245361328125, - 2400.0369873046875, - 2400.03076171875, - 2400.005615234375, - 2400.0496826171875, - 2400.015625, - 2400.0091552734375, - 2400.0460205078125, - 2400.0833740234375, - 2400.0460205078125, - 2400.053466796875, - 2400.062255859375, - 2400.08251953125, - 2400.05615234375, - 2400.07177734375 + 2400.033935546875, + 2400.018310546875, + 2400.0511474609375, + 2400.0543212890625, + 2400.04345703125, + 2400.0570068359375, + 2400.0556640625, + 2400.046142578125, + 2400.047607421875, + 2400.05078125, + 2400.0703125, + 2400.06689453125, + 2400.0281982421875, + 2400.080078125, + 2400.04638671875, + 2400.03857421875, + 2400.0428466796875, + 2400.03125, + 2400.0438232421875, + 2400.0474853515625 ], "p10": [ - 2399.868408203125, - 2399.8670654296875, - 2399.8863525390625, - 2399.868408203125, - 2399.8876953125, - 2399.8819580078125, - 2399.86181640625, - 2399.88623046875, - 2399.88427734375, - 2399.847412109375, - 2399.8387451171875, - 2399.85205078125, - 2399.8338623046875, - 2399.85302734375, - 2399.866943359375, - 2399.8673095703125, - 2399.86865234375, - 2399.9222412109375, - 2399.8802490234375, - 2399.86328125, - 2399.92333984375, - 2399.8729248046875, - 2399.85595703125, - 2399.8663330078125 + 2399.885498046875, + 2399.898193359375, + 2399.8583984375, + 2399.90185546875, + 2399.8909912109375, + 2399.8538818359375, + 2399.900390625, + 2399.9107666015625, + 2399.85791015625, + 2399.8790283203125, + 2399.8883056640625, + 2399.84375, + 2399.9031982421875, + 2399.8720703125, + 2399.8914794921875, + 2399.87890625, + 2399.86083984375, + 2399.8814697265625, + 2399.858154296875, + 2399.875, + 2399.87890625, + 2399.8568115234375, + 2399.8782958984375, + 2399.8516845703125 ], "p90": [ - 2445.92626953125, - 2445.6116943359375, - 2447.8421630859375, - 2446.260986328125, - 2447.5712890625, - 2446.196533203125, - 2446.2857666015625, - 2446.1055908203125, - 2446.5850830078125, - 2446.7293701171875, - 2448.218994140625, - 2447.1962890625, - 2445.91552734375, - 2447.0572509765625, - 2445.9014892578125, - 2446.6116943359375, - 2447.4136962890625, - 2449.101318359375, - 2446.7825927734375, - 2445.8004150390625, - 2446.7020263671875, - 2447.4732666015625, - 2446.6434326171875, - 2446.0245361328125 + 2447.7353515625, + 2448.41552734375, + 2448.145751953125, + 2448.190185546875, + 2447.96044921875, + 2448.131103515625, + 2448.37548828125, + 2448.490478515625, + 2447.9561767578125, + 2448.7547607421875, + 2448.4686279296875, + 2448.6729736328125, + 2448.78369140625, + 2448.482177734375, + 2448.755859375, + 2448.7890625, + 2447.9681396484375, + 2448.5826416015625, + 2448.55029296875, + 2447.8358154296875, + 2448.4649658203125, + 2448.1658935546875, + 2448.3349609375, + 2448.786376953125 ], "timestamps": [ - "2026-06-21 14:55:00", - "2026-06-21 15:10:00", - "2026-06-21 15:25:00", - "2026-06-21 15:40:00", "2026-06-21 15:55:00", "2026-06-21 16:10:00", "2026-06-21 16:25:00", @@ -327,6 +323,10 @@ "2026-06-22 19:55:00", "2026-06-22 20:10:00", "2026-06-22 20:25:00", - "2026-06-22 20:40:00" + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index bdd6d6e3d3fc8432eed8099040c63e881655d996..a2d1bd1df7d81b8c02f361219e3f51a3285e303e 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,48 +1,24 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T02:20:13.526292+00:00", + "evaluated_at": "2026-06-22T02:27:49.487102+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", + "data_fetched_at": "2026-06-22T02:25:13.705361Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t200600z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t005000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t001000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", + "data_fetched_at": "2026-06-22T02:25:13.705361Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t235000z", + "data_fetched_at": "2026-06-22T02:25:13.705361Z", + "context_length": 96, "prediction_length": 24 } ], diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 1a42a3efb7bc3c010eb857328f529fefa35cb132..cb25a5e64cfbd9cf744cc9ecea80e1314921115f 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,145753.93616735548,141130.13793368268,326.56984563459383,0.2911350798628571,0.005085146297127706,0.005098672437414117,2.4888171673075985,381.7773384675359,0.005951857437966901,0.005091180038495765,0.004082023722944131,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,145535.18824576944,140907.6534264733,326.4026906866772,0.29098606221851014,0.005082582902910692,0.005096082403281503,2.482856461533723,381.4907446397218,0.00594740493188523,0.0050885873370371286,0.004079428399376776,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,7.0117621108409915,7.055180251713726,2.3406708197807196,1.286082945423883,0.09117363478001132,0.09198258102788746,18.298197202231655,2.647973208104831,0.10515306436116724,0.09294984881545072,0.08360600092705145,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,1.1370108758698028,1.1350008389566402,0.9825069373341034,2.9325645582404873,0.6728320344168798,1.0376655583573549,112.38231050854118,1.0663071208004768,0.7682696875181954,0.7078920162921539,0.7017473930305007,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.044241751645445596,0.04387852968232317,0.18448187027689064,2.8381832442681176,0.11939790611331327,0.12852300634544836,29.462490099049546,0.21033723314108133,0.14113961188661642,0.12379025426056152,0.11047229548123041,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,Moving-Average,5.88112128612038,5.797 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,128.59774168171955,120.87542426413184,9.144959804173531,0.7900176028982656,0.5330136592913973,0.3708657048514055,15.550183066979733,11.340094430017748,0.5064426013325356,0.4084090534596959,0.37819241418869537,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moving-Average,6.526072410100379,6.166919988149481,2.3281216379421856,1.1966621928137757,0.0982035940320067,0.09375193906664485,18.96105723265285,2.554617859896149,0.10482274932186428,0.09552900834050483,0.0851729211381429,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moving-Average,17.15802510308745,20.81806222883574,4.0119760479041915,0.7483478638577767,0.8334218782852765,0.49246959088600994,4.436269089203985,4.142224656279214,0.5746438829520297,0.5565747118479804,0.39250870128721366,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Moving-Average,293.5911458333333,273.4375,10.9375,0.6176470588235294,0.004510788690476191,0.004527934957063696,12.799998681971111,17.13450162197119,0.007120831842897118,0.004545454545454545,0.004905242905242902,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Moving-Average,111.54838988908428,119.74886503539376,10.942982456140271,0.6179566563467448,0.00455957602339178,0.004549204800824111,13.035292801951934,10.561647120079533,0.004400686300033139,0.00455957602339178,0.004609713423218519,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moving-Average,2916.429984376527,2638.9728108544255,41.77216748768473,0.8658991116103341,0.19118729110684002,0.17018181335231902,12.392259940414672,54.0039811900616,0.2146665918968945,0.16604495878125675,0.1351157366612927,Web,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index 6fed36efc8b082d8745985c0c2e64586fe992dc8..b14b5eb0eb4723653572556376d2299f3cda646b 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T02:21:13.684064+00:00", + "evaluated_at": "2026-06-22T02:28:19.292033+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63311.98828125, 63896.01171875, 64606.0, - 64538.01171875 + 64534.0 ], "p50": [ 63868.55869654605, diff --git a/results/moving_average/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/moving_average/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 934bf92897d995d2c8fa960f43d3489e5c5ac83c..38578eba97e8fdcb8716e788603b444446861f46 100644 --- a/results/moving_average/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/moving_average/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T01:14:59.547206+00:00", + "evaluated_at": "2026-06-22T02:28:19.303740+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 76062770daad598b012d2f155fc22679f2ef12b3..feab52cd2f854b70ceceb93f7271b35c22343be6 100644 --- a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T02:04:31.541067+00:00", + "evaluated_at": "2026-06-22T02:28:19.318050+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2400.0, - 2350.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, 2450.0, 2400.0, 2400.0, @@ -101,9 +89,7 @@ 2400.0, 2400.0, 2450.0, - 2400.0 - ], - "actuals": [ + 2400.0, 2400.0, 2400.0, 2450.0, @@ -115,6 +101,20 @@ 2400.0, 2400.0, 2400.0, + 2400.0 + ], + "actuals": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, 2400.0, 2400.0, 2400.0, @@ -130,88 +130,84 @@ 2400.0 ], "p50": [ - 2406.25, - 2406.25, - 2406.25, - 2406.25, - 2406.25, - 2406.25, - 2406.25, - 2406.25, - 2406.25, - 2406.25, - 2406.25, - 2406.25, - 2406.25, - 2406.25, - 2406.25, - 2406.25, - 2406.25, - 2406.25, - 2406.25, - 2406.25, - 2406.25, - 2406.25, - 2406.25, - 2406.25 + 2410.9429824561403, + 2410.9429824561403, + 2410.9429824561403, + 2410.9429824561403, + 2410.9429824561403, + 2410.9429824561403, + 2410.9429824561403, + 2410.9429824561403, + 2410.9429824561403, + 2410.9429824561403, + 2410.9429824561403, + 2410.9429824561403, + 2410.9429824561403, + 2410.9429824561403, + 2410.9429824561403, + 2410.9429824561403, + 2410.9429824561403, + 2410.9429824561403, + 2410.9429824561403, + 2410.9429824561403, + 2410.9429824561403, + 2410.9429824561403, + 2410.9429824561403, + 2410.9429824561403 ], "p10": [ - 2356.25, - 2356.25, - 2356.25, - 2356.25, - 2356.25, - 2356.25, - 2356.25, - 2356.25, - 2356.25, - 2356.25, - 2356.25, - 2356.25, - 2356.25, - 2356.25, - 2356.25, - 2356.25, - 2356.25, - 2356.25, - 2356.25, - 2356.25, - 2356.25, - 2356.25, - 2356.25, - 2356.25 + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403 ], "p90": [ - 2456.25, - 2456.25, - 2456.25, - 2456.25, - 2456.25, - 2456.25, - 2456.25, - 2456.25, - 2456.25, - 2456.25, - 2456.25, - 2456.25, - 2456.25, - 2456.25, - 2456.25, - 2456.25, - 2456.25, - 2456.25, - 2456.25, - 2456.25, - 2456.25, - 2456.25, - 2456.25, - 2456.25 + 2460.9429824561403, + 2460.9429824561403, + 2460.9429824561403, + 2460.9429824561403, + 2460.9429824561403, + 2460.9429824561403, + 2460.9429824561403, + 2460.9429824561403, + 2460.9429824561403, + 2460.9429824561403, + 2460.9429824561403, + 2460.9429824561403, + 2460.9429824561403, + 2460.9429824561403, + 2460.9429824561403, + 2460.9429824561403, + 2460.9429824561403, + 2460.9429824561403, + 2460.9429824561403, + 2460.9429824561403, + 2460.9429824561403, + 2460.9429824561403, + 2460.9429824561403, + 2460.9429824561403 ], "timestamps": [ - "2026-06-21 14:55:00", - "2026-06-21 15:10:00", - "2026-06-21 15:25:00", - "2026-06-21 15:40:00", "2026-06-21 15:55:00", "2026-06-21 16:10:00", "2026-06-21 16:25:00", @@ -327,6 +323,10 @@ "2026-06-22 19:55:00", "2026-06-22 20:10:00", "2026-06-22 20:25:00", - "2026-06-22 20:40:00" + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index f789489acd484e02d6adb2ca328ce38e35ba2f3e..03694f44aaaf2b20d93e97570104cefc55310a22 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,48 +1,24 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T02:21:13.763028+00:00", + "evaluated_at": "2026-06-22T02:28:19.321490+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", + "data_fetched_at": "2026-06-22T02:25:13.705361Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t200600z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t005000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t001000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", + "data_fetched_at": "2026-06-22T02:25:13.705361Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t235000z", + "data_fetched_at": "2026-06-22T02:25:13.705361Z", + "context_length": 96, "prediction_length": 24 } ], diff --git a/results/online_status.json b/results/online_status.json index ab6d117a877391a10da407767abe8b7943b066e0..3aed1a3e8783a051df52d89fe7b1a3e3f950dbcb 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-22T02:14:44.712855+00:00", - "finished_at": "2026-06-22T02:21:13.836348+00:00", - "task_count": 7, + "started_at": "2026-06-22T02:25:14.433276+00:00", + "finished_at": "2026-06-22T02:28:19.346938+00:00", + "task_count": 3, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,48 +10,24 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T02:15:36.952451+00:00", + "evaluated_at": "2026-06-22T02:25:44.693675+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", + "data_fetched_at": "2026-06-22T02:25:13.705361Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t200600z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t005000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t001000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", + "data_fetched_at": "2026-06-22T02:25:13.705361Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t235000z", + "data_fetched_at": "2026-06-22T02:25:13.705361Z", + "context_length": 96, "prediction_length": 24 } ], @@ -60,48 +36,24 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T02:16:37.605577+00:00", + "evaluated_at": "2026-06-22T02:26:16.232934+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", + "data_fetched_at": "2026-06-22T02:25:13.705361Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t200600z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t005000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t001000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", + "data_fetched_at": "2026-06-22T02:25:13.705361Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t235000z", + "data_fetched_at": "2026-06-22T02:25:13.705361Z", + "context_length": 96, "prediction_length": 24 } ], @@ -110,48 +62,24 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T02:17:47.215607+00:00", + "evaluated_at": "2026-06-22T02:26:48.840277+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", + "data_fetched_at": "2026-06-22T02:25:13.705361Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t200600z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t005000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t001000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", + "data_fetched_at": "2026-06-22T02:25:13.705361Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t235000z", + "data_fetched_at": "2026-06-22T02:25:13.705361Z", + "context_length": 96, "prediction_length": 24 } ], @@ -160,48 +88,24 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T02:19:08.619472+00:00", + "evaluated_at": "2026-06-22T02:27:16.602349+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t200600z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t005000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t001000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", + "data_fetched_at": "2026-06-22T02:25:13.705361Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", + "data_fetched_at": "2026-06-22T02:25:13.705361Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t235000z", + "data_fetched_at": "2026-06-22T02:25:13.705361Z", + "context_length": 96, "prediction_length": 24 } ], @@ -210,48 +114,24 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T02:20:13.526292+00:00", + "evaluated_at": "2026-06-22T02:27:49.487102+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t200600z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t005000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t001000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", + "data_fetched_at": "2026-06-22T02:25:13.705361Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", + "data_fetched_at": "2026-06-22T02:25:13.705361Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t235000z", + "data_fetched_at": "2026-06-22T02:25:13.705361Z", + "context_length": 96, "prediction_length": 24 } ], @@ -260,48 +140,24 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T02:21:12.062130+00:00", + "evaluated_at": "2026-06-22T02:28:17.301164+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", + "data_fetched_at": "2026-06-22T02:25:13.705361Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t200600z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t005000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t001000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", + "data_fetched_at": "2026-06-22T02:25:13.705361Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t235000z", + "data_fetched_at": "2026-06-22T02:25:13.705361Z", + "context_length": 96, "prediction_length": 24 } ], @@ -310,48 +166,24 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T02:21:13.488907+00:00", + "evaluated_at": "2026-06-22T02:28:19.178297+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", + "data_fetched_at": "2026-06-22T02:25:13.705361Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t200600z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t005000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t001000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", + "data_fetched_at": "2026-06-22T02:25:13.705361Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t235000z", + "data_fetched_at": "2026-06-22T02:25:13.705361Z", + "context_length": 96, "prediction_length": 24 } ], @@ -360,48 +192,24 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T02:21:13.675071+00:00", + "evaluated_at": "2026-06-22T02:28:19.282848+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", + "data_fetched_at": "2026-06-22T02:25:13.705361Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t200600z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t005000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t001000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", + "data_fetched_at": "2026-06-22T02:25:13.705361Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t235000z", + "data_fetched_at": "2026-06-22T02:25:13.705361Z", + "context_length": 96, "prediction_length": 24 } ], @@ -410,48 +218,24 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T02:21:13.763028+00:00", + "evaluated_at": "2026-06-22T02:28:19.321490+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t200600z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t005000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t001000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", + "data_fetched_at": "2026-06-22T02:25:13.705361Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", + "data_fetched_at": "2026-06-22T02:25:13.705361Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t235000z", + "data_fetched_at": "2026-06-22T02:25:13.705361Z", + "context_length": 96, "prediction_length": 24 } ], @@ -460,48 +244,24 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T02:21:13.834488+00:00", + "evaluated_at": "2026-06-22T02:28:19.345366+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t200600z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t005000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t001000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", + "data_fetched_at": "2026-06-22T02:25:13.705361Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", + "data_fetched_at": "2026-06-22T02:25:13.705361Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t235000z", + "data_fetched_at": "2026-06-22T02:25:13.705361Z", + "context_length": 96, "prediction_length": 24 } ], @@ -510,7 +270,5 @@ }, "failed_models": [], "failed_datasets": [], - "push_status": "ok", - "pushed_at": "2026-06-22T02:22:12.420101+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_022819.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_022819.json new file mode 100644 index 0000000000000000000000000000000000000000..cc89a4edb6f38136ba3e67b6a73d9189043e09bd --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_022819.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-22T02:28:19.068549+00:00", + "metrics": { + "MSE[mean]": 311465.18747846276, + "MSE[0.5]": 394396.77418625244, + "MAE[0.5]": 591.7157111131104, + "MASE[0.5]": 0.5275110458415637, + "MAPE[0.5]": 0.009212428536832068, + "sMAPE[0.5]": 0.00925973468057629, + "MSIS": 8.360657542255458, + "RMSE[mean]": 558.0906624182694, + "NRMSE[mean]": 0.008700581088120867, + "ND[0.5]": 0.009224792443841803, + "mean_weighted_sum_quantile_loss": 0.00781700575541993 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00" + ], + "context": [ + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25 + ], + "actual": [ + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64534.0 + ], + "predictions": { + "p50": [ + 63556.232618312766, + 63578.27351098085, + 63573.61989031329, + 63606.08454342988, + 63567.08936352487, + 63562.004303113135, + 63564.12067782793, + 63582.92712799893, + 63562.17326531277, + 63616.34958996347, + 63568.11063670666, + 63578.273509151244, + 63568.11063670666, + 63562.17326531277, + 63578.273509151244, + 63566.068090343084, + 63585.90338008117, + 63569.84399032332, + 63568.11063670666, + 63585.47233155826, + 63566.068090343084, + 63564.12067782793, + 63568.11063670666, + 63567.08936352487 + ], + "p10": [ + 63176.958293834025, + 63306.76760010789, + 63330.23956190054, + 63245.53060454304, + 63309.158486843786, + 63245.53060454299, + 63335.015043728374, + 63329.82579500771, + 63315.38167556151, + 63340.03393471554, + 63301.40581728888, + 63339.63108062425, + 63253.14978838427, + 63330.239561890805, + 63329.82579500771, + 63253.14978838427, + 63315.38167556151, + 63326.10189305988, + 63306.76759827828, + 63315.38167556151, + 63335.42881061147, + 63336.005393802654, + 63301.40581728888, + 63339.05449743306 + ], + "p90": [ + 63807.81997700014, + 63813.38706771154, + 63813.21863314504, + 63866.220471800094, + 63831.13017635619, + 63897.884633891765, + 63834.28738187734, + 63815.0097874574, + 63811.254557701744, + 63866.22047180004, + 63834.28738187734, + 63813.23547640997, + 63898.60974954707, + 63813.21863313531, + 63897.884633891765, + 63816.399325088336, + 63815.0097874574, + 63950.35430434514, + 63905.13579044479, + 63862.70223156763, + 63831.13017635619, + 63801.788103960615, + 63897.884633891765, + 63905.13579044479 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_022535.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_022535.json new file mode 100644 index 0000000000000000000000000000000000000000..a8485b8f95129d97e99e99f457d611757048de09 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_022535.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T02:25:35.099628+00:00", + "metrics": { + "MSE[mean]": 265029.1379502614, + "MSE[0.5]": 265029.1379502614, + "MAE[0.5]": 397.66845703125, + "MASE[0.5]": 0.3545190700989446, + "MAPE[0.5]": 0.006219148923589687, + "sMAPE[0.5]": 0.006186959575279798, + "MSIS": 1.567164588416265, + "RMSE[mean]": 514.8098075505764, + "NRMSE[mean]": 0.008025836619708081, + "ND[0.5]": 0.006199613950887411, + "mean_weighted_sum_quantile_loss": 0.005013971697860508 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00" + ], + "context": [ + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25 + ], + "actual": [ + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64534.0 + ], + "predictions": { + "p50": [ + 64291.640625, + 64318.01171875, + 64336.75390625, + 64363.66015625, + 64379.2421875, + 64408.00390625, + 64430.46875, + 64454.96875, + 64465.76953125, + 64484.41015625, + 64498.00390625, + 64518.6328125, + 64524.35546875, + 64538.53125, + 64545.3046875, + 64548.23828125, + 64659.98828125, + 64677.4296875, + 64688.90234375, + 64705.9140625, + 64694.6953125, + 64723.7890625, + 64732.7265625, + 64743.50390625 + ], + "p10": [ + 64023.4140625, + 63984.96484375, + 63934.8046875, + 63886.9765625, + 63839.625, + 63809.83984375, + 63760.35546875, + 63739.7421875, + 63694.33984375, + 63643.09375, + 63571.14453125, + 63504.7421875, + 63435.0546875, + 63367.078125, + 63330.0546875, + 63361.95703125, + 63295.15625, + 63156.65234375, + 63105.765625, + 63024.21875, + 63013.57421875, + 62960.32421875, + 62931.42578125, + 62934.55859375 + ], + "p90": [ + 64523.0625, + 64579.78515625, + 64650.96875, + 64713.79296875, + 64791.359375, + 64831.4296875, + 64868.26171875, + 64925.765625, + 64973.77734375, + 65022.0, + 65072.3828125, + 65134.3359375, + 65185.17578125, + 65214.375, + 65255.6796875, + 65266.88671875, + 65621.3046875, + 65682.6015625, + 65718.578125, + 65812.484375, + 65826.796875, + 65887.84375, + 65949.8671875, + 65990.140625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_022819.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_022819.json new file mode 100644 index 0000000000000000000000000000000000000000..542dce1c5b14c4af64ba4093a652ebdf94afc0c3 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_022819.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-22T02:28:19.222456+00:00", + "metrics": { + "MSE[mean]": 75909.8159119957, + "MSE[0.5]": 74627.18182189068, + "MAE[0.5]": 189.4623238124283, + "MASE[0.5]": 0.16890453760955185, + "MAPE[0.5]": 0.0029519798833567124, + "sMAPE[0.5]": 0.00295664721630661, + "MSIS": 1.91881636169981, + "RMSE[mean]": 275.5173604548281, + "NRMSE[mean]": 0.0042952898108617145, + "ND[0.5]": 0.0029536998600388754, + "mean_weighted_sum_quantile_loss": 0.00238122771263013 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00" + ], + "context": [ + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25 + ], + "actual": [ + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64534.0 + ], + "predictions": { + "p50": [ + 64229.298516492316, + 64217.83325846559, + 64203.338703563866, + 64176.50039866214, + 64163.43553126042, + 64166.976132608695, + 64150.02454645697, + 64115.842491555246, + 64116.12137415352, + 64099.9354130018, + 64073.597108100075, + 64087.79005319835, + 64027.822842046626, + 64014.4142246449, + 63987.712638493176, + 63976.968083591455, + 63996.02821618973, + 63943.064911288006, + 63929.51566888628, + 63932.474238984556, + 63913.467965332835, + 63904.27614480611, + 63863.078464904385, + 63841.35539437766 + ], + "p10": [ + 64004.011407117316, + 63980.750055340584, + 63964.958234813865, + 63868.89883616214, + 63927.73631251042, + 63886.6648044837, + 63875.45423395697, + 63865.283897805246, + 63863.61746790352, + 63846.6658817518, + 63829.714295600075, + 63811.234193823344, + 63716.334560796626, + 63762.8962558949, + 63682.431388493176, + 63723.25206796645, + 63705.93837243973, + 63695.08991128801, + 63672.03520013628, + 63597.673457734556, + 63656.510934082835, + 63648.02809793111, + 63604.228855529385, + 63604.496410002655 + ], + "p90": [ + 64480.62039149232, + 64463.66880534059, + 64447.311359813866, + 64429.69961741214, + 64412.81404688542, + 64485.366757608695, + 64426.73157770697, + 64354.085069680244, + 64349.28270227852, + 64330.5565067518, + 64313.604920600075, + 64294.93770944835, + 64297.447842046626, + 64262.7501621449, + 64243.29818536818, + 64224.100896091455, + 64257.21571618973, + 64243.401239413004, + 64254.68363763628, + 64178.786738984556, + 64161.835152832835, + 64128.91208230611, + 64155.506199279385, + 64110.98039437766 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_022737.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_022737.json new file mode 100644 index 0000000000000000000000000000000000000000..1a73e457088416f279e488b6c05ee3e3979bd527 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_022737.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T02:27:37.211429+00:00", + "metrics": { + "MSE[mean]": 252365.24548339844, + "MSE[0.5]": 201775.2002902031, + "MAE[0.5]": 303.754638671875, + "MASE[0.5]": 0.2707954582169229, + "MAPE[0.5]": 0.004755315575468086, + "sMAPE[0.5]": 0.004730908244221831, + "MSIS": 1.7283448004208288, + "RMSE[mean]": 502.3596774059383, + "NRMSE[mean]": 0.00783174025835399, + "ND[0.5]": 0.004735506330110905, + "mean_weighted_sum_quantile_loss": 0.004602343168092145 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00" + ], + "context": [ + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25 + ], + "actual": [ + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64534.0 + ], + "predictions": { + "p50": [ + 64290.095703125, + 64296.69140625, + 64305.1875, + 64285.47265625, + 64297.248046875, + 64290.984375, + 64321.279296875, + 64401.63671875, + 64394.93359375, + 64368.470703125, + 64383.322265625, + 64291.11328125, + 64405.291015625, + 64360.953125, + 64507.591796875, + 64451.431640625, + 64476.595703125, + 64639.29296875, + 64510.525390625, + 64458.435546875, + 64546.7890625, + 64649.212890625, + 64516.703125, + 64398.53125 + ], + "p10": [ + 64069.017578125, + 63978.064453125, + 63903.853515625, + 63800.744140625, + 63735.447265625, + 63800.8203125, + 63676.20703125, + 63657.66015625, + 63664.845703125, + 63528.029296875, + 63573.62109375, + 63261.384765625, + 63344.82421875, + 63366.802734375, + 63395.068359375, + 63178.953125, + 63419.732421875, + 63142.43359375, + 63196.47265625, + 63177.650390625, + 62883.4375, + 62956.412109375, + 63187.25, + 62947.8515625 + ], + "p90": [ + 64506.322265625, + 64574.6953125, + 64713.123046875, + 64862.734375, + 64851.986328125, + 64869.97265625, + 64880.443359375, + 65169.712890625, + 65110.11328125, + 65157.5, + 65162.234375, + 65402.1328125, + 65615.77734375, + 65484.34375, + 65637.43359375, + 65698.70703125, + 65681.26953125, + 65740.59375, + 65779.0078125, + 65783.2421875, + 66247.29296875, + 66225.3515625, + 65882.53515625, + 65931.37890625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_022819.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_022819.json new file mode 100644 index 0000000000000000000000000000000000000000..071471c23a53c39598ab0e83a3b4f95b42738d3f --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_022819.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T02:28:19.292033+00:00", + "metrics": { + "MSE[mean]": 145535.18824576944, + "MSE[0.5]": 140907.6534264733, + "MAE[0.5]": 326.4026906866772, + "MASE[0.5]": 0.29098606221851014, + "MAPE[0.5]": 0.005082582902910692, + "sMAPE[0.5]": 0.005096082403281503, + "MSIS": 2.482856461533723, + "RMSE[mean]": 381.4907446397218, + "NRMSE[mean]": 0.00594740493188523, + "ND[0.5]": 0.0050885873370371286, + "mean_weighted_sum_quantile_loss": 0.004079428399376776 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00" + ], + "context": [ + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25 + ], + "actual": [ + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64534.0 + ], + "predictions": { + "p50": [ + 63868.55869654605, + 63874.04502467105, + 63876.50205592105, + 63866.61533717105, + 63870.50205592105, + 63890.99424342105, + 63890.99424342105, + 63873.76377467105, + 63890.99424342105, + 63891.75986842105, + 63882.37314967105, + 63913.51768092105, + 63870.50205592105, + 63874.04502467105, + 63864.29502467105, + 63870.50205592105, + 63906.51377467105, + 63870.50205592105, + 63873.90439967105, + 63893.81455592105, + 63891.75986842105, + 63899.51963404605, + 63875.27354029605, + 63870.50205592105 + ], + "p10": [ + 63643.27158717105, + 63636.96182154605, + 63638.12158717105, + 63559.01377467105, + 63634.80283717105, + 63610.682915296056, + 63616.42393092105, + 63623.20518092105, + 63638.49033717105, + 63638.49033717105, + 63638.49033717105, + 63636.96182154605, + 63559.01377467105, + 63622.527055921055, + 63559.01377467105, + 63616.78604029605, + 63616.42393092105, + 63622.527055921055, + 63616.42393092105, + 63559.01377467105, + 63634.80283717105, + 63643.27158717105, + 63616.42393092105, + 63633.64307154605 + ], + "p90": [ + 64119.880571546055, + 64119.880571546055, + 64120.47471217105, + 64119.81455592105, + 64119.880571546055, + 64209.38486842105, + 64167.70127467105, + 64112.00635279605, + 64124.155571546056, + 64122.38096217105, + 64122.38096217105, + 64120.665337171056, + 64140.12705592105, + 64122.38096217105, + 64119.880571546055, + 64117.63486842105, + 64167.70127467105, + 64170.83838404605, + 64199.07236842105, + 64140.12705592105, + 64140.12705592105, + 64124.155571546056, + 64167.70127467105, + 64140.12705592105 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_022819.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_022819.json new file mode 100644 index 0000000000000000000000000000000000000000..581468603c1a19ce3d2efbdf6ac94c15dc15a9d3 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_022819.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T02:28:19.326529+00:00", + "metrics": { + "MSE[mean]": 269608.16047223407, + "MSE[0.5]": 269608.16047223407, + "MAE[0.5]": 458.5763346354167, + "MASE[0.5]": 0.40881808162007377, + "MAPE[0.5]": 0.007150819337764045, + "sMAPE[0.5]": 0.007169332008660509, + "MSIS": 3.416038806307872, + "RMSE[mean]": 519.238057611568, + "NRMSE[mean]": 0.008094872622867831, + "ND[0.5]": 0.007149162050660537, + "mean_weighted_sum_quantile_loss": 0.005980553653505801 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00" + ], + "context": [ + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25 + ], + "actual": [ + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64534.0 + ], + "predictions": { + "p50": [ + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25 + ], + "p10": [ + 62207.25328125, + 62311.860625, + 62404.50890625, + 62469.7171875, + 62382.10671875, + 62149.609375, + 62466.336953125, + 62401.205234375, + 62414.24, + 62381.988046875, + 62129.825625, + 62670.90046875, + 62876.83828125, + 62753.622421875, + 62558.005234375, + 62529.7728125, + 62657.28, + 62647.468515625, + 62732.15046875, + 62986.571484374996, + 63012.051484375, + 63008.119999999995, + 62963.04, + 62956.424999999996 + ], + "p90": [ + 64746.32484375, + 64855.201875, + 64951.63171875, + 65019.5015625, + 64928.31515625, + 64686.328125, + 65015.983359375, + 64948.193203125, + 64961.76, + 64928.191640625, + 64665.736875, + 65228.89640625, + 65443.23984375, + 65314.994765625, + 65111.393203125, + 65082.0084375, + 65214.72, + 65204.508046875, + 65292.64640625, + 65557.451953125, + 65583.971953125, + 65579.88, + 65532.96, + 65526.075000000004 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_022803.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_022803.json new file mode 100644 index 0000000000000000000000000000000000000000..a93735c9a0f2238c510a08e93056dd69e9395d5b --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_022803.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T02:28:03.829743+00:00", + "metrics": { + "MSE[mean]": 140022.5790602366, + "MSE[0.5]": 140022.5790602366, + "MAE[0.5]": 282.7410481770833, + "MASE[0.5]": 0.2520619669632574, + "MAPE[0.5]": 0.004422359484503427, + "sMAPE[0.5]": 0.0044059119561589465, + "MSIS": 1.491791696065528, + "RMSE[mean]": 374.19590999934326, + "NRMSE[mean]": 0.005833679143967498, + "ND[0.5]": 0.004407906424998219, + "mean_weighted_sum_quantile_loss": 0.003430549897673648 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00" + ], + "context": [ + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25 + ], + "actual": [ + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64534.0 + ], + "predictions": { + "p50": [ + 64273.6875, + 64257.375, + 64271.875, + 64315.375, + 64342.5625, + 64329.875, + 64333.5, + 64329.875, + 64375.1875, + 64398.75, + 64431.375, + 64433.1875, + 64444.0625, + 64438.625, + 64438.625, + 64429.5625, + 64445.875, + 64445.875, + 64427.75, + 64411.4375, + 64415.0625, + 64404.1875, + 64431.375, + 64413.25 + ], + "p10": [ + 64068.421875, + 63989.5234375, + 63957.1796875, + 63964.65625, + 63965.3359375, + 63942.6796875, + 63919.34375, + 63884.453125, + 63909.375, + 63920.25, + 63940.640625, + 63905.75, + 63882.1875, + 63852.28125, + 63845.9375, + 63797.90625, + 63791.5625, + 63755.3125, + 63702.75, + 63661.0625, + 63635.6875, + 63606.6875, + 63604.875, + 63570.4375 + ], + "p90": [ + 64511.125, + 64583.625, + 64656.125, + 64732.25, + 64790.25, + 64772.125, + 64797.5, + 64815.625, + 64895.375, + 64949.75, + 65000.5, + 65036.75, + 65051.25, + 65073.0, + 65087.5, + 65123.75, + 65145.5, + 65167.25, + 65152.75, + 65152.75, + 65174.5, + 65160.0, + 65225.25, + 65232.5 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_022601.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_022601.json new file mode 100644 index 0000000000000000000000000000000000000000..8dadbec0087327a2d21f5d099a4944c21891907f --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_022601.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T02:26:01.986180+00:00", + "metrics": { + "MSE[mean]": 144987.25206947327, + "MSE[0.5]": 101035.675268809, + "MAE[0.5]": 217.265625, + "MASE[0.5]": 0.19369101566286204, + "MAPE[0.5]": 0.003399531335021365, + "sMAPE[0.5]": 0.003388676754119165, + "MSIS": 7.856256061550236, + "RMSE[mean]": 380.7719160724347, + "NRMSE[mean]": 0.005936198461934561, + "ND[0.5]": 0.0033871507180978757, + "mean_weighted_sum_quantile_loss": 0.0038027647164948033 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00" + ], + "context": [ + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25 + ], + "actual": [ + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64534.0 + ], + "predictions": { + "p50": [ + 64219.6796875, + 64217.0859375, + 64207.4296875, + 64198.96484375, + 64219.65625, + 64218.76171875, + 64208.16796875, + 64204.12890625, + 64231.8046875, + 64270.234375, + 64267.89453125, + 64297.75390625, + 64307.66796875, + 64295.359375, + 64316.01171875, + 64284.63671875, + 64305.0625, + 64324.85546875, + 64336.265625, + 64371.16796875, + 64340.796875, + 64367.01171875, + 64381.3828125, + 64400.66796875 + ], + "p10": [ + 64245.0078125, + 64263.1171875, + 64268.66796875, + 64252.66796875, + 64254.31640625, + 64279.19140625, + 64286.58984375, + 64303.75390625, + 64296.6328125, + 64294.015625, + 64304.984375, + 64304.10546875, + 64310.4375, + 64321.94921875, + 64366.2421875, + 64330.875, + 64328.8046875, + 64401.86328125, + 64385.2578125, + 64405.27734375, + 64414.3125, + 64449.66015625, + 64406.76171875, + 64443.50390625 + ], + "p90": [ + 64424.46875, + 64474.37109375, + 64496.3359375, + 64517.359375, + 64553.91796875, + 64566.25390625, + 64585.3984375, + 64587.13671875, + 64631.1875, + 64682.49609375, + 64687.359375, + 64718.32421875, + 64729.125, + 64759.30859375, + 64787.671875, + 64787.86328125, + 64812.16796875, + 64839.91796875, + 64872.78125, + 64889.0625, + 64882.58203125, + 64926.296875, + 64926.796875, + 64932.296875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_022656.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_022656.json new file mode 100644 index 0000000000000000000000000000000000000000..e00be373c8652ec51699444f790d0755314eceb0 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_022656.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-22T02:26:56.229765+00:00", + "metrics": { + "MSE[mean]": 212421.3174978892, + "MSE[0.5]": 212421.3174978892, + "MAE[0.5]": 337.51318359375, + "MASE[0.5]": 0.30089100072724095, + "MAPE[0.5]": 0.005280514105160394, + "sMAPE[0.5]": 0.005254923892740818, + "MSIS": 1.855234993231571, + "RMSE[mean]": 460.89187180714003, + "NRMSE[mean]": 0.007185261058011493, + "ND[0.5]": 0.00526179887949173, + "mean_weighted_sum_quantile_loss": 0.004653677676469551 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00" + ], + "context": [ + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25 + ], + "actual": [ + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64534.0 + ], + "predictions": { + "p50": [ + 64232.234375, + 64241.8125, + 64266.3671875, + 64297.53515625, + 64324.31640625, + 64340.71484375, + 64357.82421875, + 64377.27734375, + 64394.65625, + 64408.80078125, + 64430.90625, + 64456.8359375, + 64483.140625, + 64500.23828125, + 64522.109375, + 64535.83203125, + 64550.22265625, + 64567.65625, + 64585.7890625, + 64609.66796875, + 64629.79296875, + 64641.96875, + 64660.5234375, + 64673.71484375 + ], + "p10": [ + 64016.7578125, + 63878.94140625, + 63788.96875, + 63759.4296875, + 63748.50390625, + 63728.1484375, + 63703.265625, + 63680.70703125, + 63659.73828125, + 63629.23828125, + 63602.546875, + 63587.69140625, + 63571.83984375, + 63555.265625, + 63543.61328125, + 63526.6171875, + 63514.43359375, + 63494.5546875, + 63475.53125, + 63466.34375, + 63453.0, + 63428.99609375, + 63412.828125, + 63397.078125 + ], + "p90": [ + 64449.8671875, + 64570.60546875, + 64690.2890625, + 64800.2265625, + 64889.8359375, + 64974.9765625, + 65066.19140625, + 65155.22265625, + 65230.375, + 65307.265625, + 65387.421875, + 65453.8046875, + 65517.640625, + 65585.6171875, + 65684.078125, + 65756.015625, + 65820.359375, + 65879.609375, + 65934.3984375, + 66017.9609375, + 66087.28125, + 66156.484375, + 66226.484375, + 66286.5234375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_022636.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_022636.json new file mode 100644 index 0000000000000000000000000000000000000000..5a9ae0cacd20f122355d8d466daa8e64d50ff888 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_022636.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T02:26:36.524609+00:00", + "metrics": { + "MSE[mean]": 139979.01831245422, + "MSE[0.5]": 139979.01831245422, + "MAE[0.5]": 272.9705403645833, + "MASE[0.5]": 0.2433516172162827, + "MAPE[0.5]": 0.004270778563904839, + "sMAPE[0.5]": 0.004254254143768309, + "MSIS": 1.5195561353964353, + "RMSE[mean]": 374.1376996674543, + "NRMSE[mean]": 0.005832771650352443, + "ND[0.5]": 0.004255585124501235, + "mean_weighted_sum_quantile_loss": 0.0035871112263753716 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00" + ], + "context": [ + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25 + ], + "actual": [ + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64534.0 + ], + "predictions": { + "p50": [ + 64244.51171875, + 64258.6953125, + 64281.546875, + 64296.0390625, + 64311.28125, + 64334.29296875, + 64347.87890625, + 64363.35546875, + 64373.41015625, + 64377.73828125, + 64383.109375, + 64391.9609375, + 64396.1640625, + 64401.00390625, + 64418.4765625, + 64423.40234375, + 64430.46875, + 64431.953125, + 64433.5546875, + 64432.75, + 64442.88671875, + 64446.57421875, + 64454.23046875, + 64455.84765625 + ], + "p10": [ + 64014.05859375, + 63972.296875, + 63942.9375, + 63920.71484375, + 63901.5234375, + 63889.15234375, + 63867.140625, + 63852.5, + 63832.01171875, + 63809.2578125, + 63781.87890625, + 63765.2890625, + 63738.87109375, + 63714.91796875, + 63698.53125, + 63683.33984375, + 63656.45703125, + 63629.3359375, + 63604.421875, + 63569.8203125, + 63561.1484375, + 63537.81640625, + 63516.5625, + 63490.8125 + ], + "p90": [ + 64467.39453125, + 64547.26171875, + 64631.18359375, + 64681.9375, + 64732.515625, + 64791.48046875, + 64836.87890625, + 64871.8046875, + 64928.3984375, + 64952.47265625, + 64983.35546875, + 65023.484375, + 65063.3359375, + 65097.1484375, + 65154.5234375, + 65190.46875, + 65238.1328125, + 65269.0625, + 65302.2109375, + 65331.109375, + 65377.15625, + 65427.078125, + 65478.734375, + 65515.3828125 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260622_022819.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260622_022819.json new file mode 100644 index 0000000000000000000000000000000000000000..b1992638bfff79c0a2bc52b58ee859f358c7f0fa --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260622_022819.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ARIMA", + "evaluated_at": "2026-06-22T02:28:19.159207+00:00", + "metrics": { + "MSE[mean]": 433.896133346037, + "MSE[0.5]": 602.448025315134, + "MAE[0.5]": 24.539267992034848, + "MASE[0.5]": 1.3857468983737327, + "MAPE[0.5]": 0.010224694996681187, + "sMAPE[0.5]": 0.010277259801827922, + "MSIS": 6.86320271867667, + "RMSE[mean]": 20.830173627361752, + "NRMSE[mean]": 0.00867923901140073, + "ND[0.5]": 0.010224694996681187, + "mean_weighted_sum_quantile_loss": 0.007451045939697898 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 15:55:00", + "2026-06-21 16:10:00", + "2026-06-21 16:25:00", + "2026-06-21 16:40:00", + "2026-06-21 16:55:00", + "2026-06-21 17:10:00", + "2026-06-21 17:25:00", + "2026-06-21 17:40:00", + "2026-06-21 17:55:00", + "2026-06-21 18:10:00", + "2026-06-21 18:25:00", + "2026-06-21 18:40:00", + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00" + ], + "context": [ + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2376.532835871948, + 2375.8286564099317, + 2375.247878881205, + 2375.4325779418746, + 2375.4357989420955, + 2375.5701224199997, + 2375.2970863890287, + 2374.995072444711, + 2375.0734397994183, + 2375.199746822679, + 2374.5458650539385, + 2375.0819813963626, + 2375.1773647035347, + 2375.1142111310983, + 2375.996172076558, + 2375.248413452312, + 2375.3757837231633, + 2375.701449773773, + 2375.9961720765577, + 2375.073439691899, + 2375.1549825703055, + 2377.071913836283, + 2375.3364318955423, + 2375.570170886944 + ], + "p10": [ + 2373.345795043431, + 2372.0459424277296, + 2371.8083625240947, + 2372.9042515449814, + 2371.706746036307, + 2372.2134096274112, + 2372.061378944902, + 2372.038605182242, + 2371.828987410812, + 2372.2134580803327, + 2371.828987305121, + 2371.331821731726, + 2371.782662604052, + 2372.0613726237907, + 2371.8289873032927, + 2371.3318217319647, + 2372.061372623795, + 2372.6151163618374, + 2372.807015906914, + 2371.3318217319647, + 2372.0386060066476, + 2372.0386060066476, + 2372.1982495473, + 2371.8289873032923 + ], + "p90": [ + 2425.0436214728206, + 2424.5631367810192, + 2424.635718371882, + 2424.5265157650942, + 2424.529736765315, + 2424.5364696718284, + 2424.5293714672716, + 2423.9160848472507, + 2422.439865650566, + 2423.8124720361966, + 2423.822833414192, + 2423.812472049981, + 2424.5293651461952, + 2424.730652447641, + 2423.81247205022, + 2425.3411006107212, + 2424.600895072251, + 2425.323109254909, + 2425.913276409413, + 2424.5293651461643, + 2423.8228334123633, + 2425.323109254909, + 2425.323109254909, + 2424.7898981283715 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260622_022542.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260622_022542.json new file mode 100644 index 0000000000000000000000000000000000000000..74da5f6638b76ca5337777b95f0c862c3bbd91f4 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260622_022542.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T02:25:42.765437+00:00", + "metrics": { + "MSE[mean]": 0.010635467867056528, + "MSE[0.5]": 0.010635467867056528, + "MAE[0.5]": 0.069610595703125, + "MASE[0.5]": 0.003930951286764706, + "MAPE[0.5]": 2.9004414876302087e-05, + "sMAPE[0.5]": 2.9003515798375443e-05, + "MSIS": 3.125064338235294, + "RMSE[mean]": 0.10312840475376572, + "NRMSE[mean]": 4.297016864740238e-05, + "ND[0.5]": 2.9004414876302084e-05, + "mean_weighted_sum_quantile_loss": 0.0015661044650607638 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 15:55:00", + "2026-06-21 16:10:00", + "2026-06-21 16:25:00", + "2026-06-21 16:40:00", + "2026-06-21 16:55:00", + "2026-06-21 17:10:00", + "2026-06-21 17:25:00", + "2026-06-21 17:40:00", + "2026-06-21 17:55:00", + "2026-06-21 18:10:00", + "2026-06-21 18:25:00", + "2026-06-21 18:40:00", + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00" + ], + "context": [ + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2399.99951171875, + 2399.953857421875, + 2400.003173828125, + 2400.00146484375, + 2400.121826171875, + 2400.052490234375, + 2400.0380859375, + 2400.02490234375, + 2400.022216796875, + 2400.115234375, + 2400.12841796875, + 2399.96533203125, + 2400.01123046875, + 2400.033203125, + 2400.017333984375, + 2400.19482421875, + 2400.324462890625, + 2400.054931640625, + 2400.1923828125, + 2400.083984375, + 2400.08740234375, + 2400.014892578125, + 2400.03759765625, + 2400.029296875 + ], + "p10": [ + 2399.446533203125, + 2399.423583984375, + 2399.404296875, + 2399.43994140625, + 2399.48095703125, + 2399.45751953125, + 2399.525634765625, + 2399.43212890625, + 2399.447265625, + 2399.460205078125, + 2399.40380859375, + 2399.49658203125, + 2399.46240234375, + 2399.463134765625, + 2399.391845703125, + 2399.46630859375, + 2399.259521484375, + 2399.29541015625, + 2399.2060546875, + 2399.31396484375, + 2399.265625, + 2399.221435546875, + 2399.214111328125, + 2399.192138671875 + ], + "p90": [ + 2437.826416015625, + 2441.044677734375, + 2443.1552734375, + 2445.1845703125, + 2449.517822265625, + 2450.667236328125, + 2456.1748046875, + 2459.514892578125, + 2460.42431640625, + 2459.032958984375, + 2462.06787109375, + 2458.07470703125, + 2459.489501953125, + 2461.834228515625, + 2463.53759765625, + 2463.667236328125, + 2460.147705078125, + 2458.958984375, + 2461.8212890625, + 2455.732421875, + 2454.259521484375, + 2449.28173828125, + 2452.6455078125, + 2449.261474609375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260622_022819.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260622_022819.json new file mode 100644 index 0000000000000000000000000000000000000000..5517e59d0856e1ac15d39e953f83372d3da2fc93 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260622_022819.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ETS", + "evaluated_at": "2026-06-22T02:28:19.273799+00:00", + "metrics": { + "MSE[mean]": 67.47490057728385, + "MSE[0.5]": 72.11519842767352, + "MAE[0.5]": 8.489138053011098, + "MASE[0.5]": 0.4793866194641562, + "MAPE[0.5]": 0.0035371408554212918, + "sMAPE[0.5]": 0.003530891922465737, + "MSIS": 13.035292801951934, + "RMSE[mean]": 8.214310718330776, + "NRMSE[mean]": 0.0034226294659711566, + "ND[0.5]": 0.0035371408554212913, + "mean_weighted_sum_quantile_loss": 0.00392731066559143 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 15:55:00", + "2026-06-21 16:10:00", + "2026-06-21 16:25:00", + "2026-06-21 16:40:00", + "2026-06-21 16:55:00", + "2026-06-21 17:10:00", + "2026-06-21 17:25:00", + "2026-06-21 17:40:00", + "2026-06-21 17:55:00", + "2026-06-21 18:10:00", + "2026-06-21 18:25:00", + "2026-06-21 18:40:00", + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00" + ], + "context": [ + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2408.8596304052603, + 2408.827413678978, + 2408.7951969526953, + 2408.7629802264128, + 2408.7307635001303, + 2408.6985467738477, + 2408.666330047565, + 2408.6341133212827, + 2408.6018965949997, + 2408.5696798687172, + 2408.5374631424347, + 2408.505246416152, + 2408.4730296898697, + 2408.440812963587, + 2408.4085962373047, + 2408.376379511022, + 2408.3441627847396, + 2408.311946058457, + 2408.2797293321746, + 2408.247512605892, + 2408.2152958796096, + 2408.183079153327, + 2408.1508624270446, + 2408.118645700762 + ], + "p10": [ + 2358.8596304052603, + 2358.827413678978, + 2358.7951969526953, + 2358.7629802264128, + 2358.7307635001303, + 2358.6985467738477, + 2358.666330047565, + 2358.6341133212827, + 2358.6018965949997, + 2358.5696798687172, + 2358.5374631424347, + 2358.505246416152, + 2358.4730296898697, + 2358.440812963587, + 2358.4085962373047, + 2358.376379511022, + 2358.3441627847396, + 2358.311946058457, + 2358.2797293321746, + 2358.247512605892, + 2358.2152958796096, + 2358.183079153327, + 2358.1508624270446, + 2358.118645700762 + ], + "p90": [ + 2458.8596304052603, + 2458.827413678978, + 2458.7951969526953, + 2458.7629802264128, + 2458.7307635001303, + 2458.6985467738477, + 2458.666330047565, + 2458.6341133212827, + 2458.6018965949997, + 2458.5696798687172, + 2458.5374631424347, + 2458.505246416152, + 2458.4730296898697, + 2458.440812963587, + 2458.4085962373047, + 2458.376379511022, + 2458.3441627847396, + 2458.311946058457, + 2458.2797293321746, + 2458.247512605892, + 2458.2152958796096, + 2458.183079153327, + 2458.1508624270446, + 2458.118645700762 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260622_022747.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260622_022747.json new file mode 100644 index 0000000000000000000000000000000000000000..9632a7d3cb85c22213aeb0c15d761ed7e1db9f97 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260622_022747.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T02:27:47.366029+00:00", + "metrics": { + "MSE[mean]": 163.36322112381458, + "MSE[0.5]": 0.0019689779728651047, + "MAE[0.5]": 0.042536417643229164, + "MASE[0.5]": 0.0024020565257352943, + "MAPE[0.5]": 1.7723507351345485e-05, + "sMAPE[0.5]": 1.7723336434876285e-05, + "MSIS": 2.736591796875, + "RMSE[mean]": 12.781362256184376, + "NRMSE[mean]": 0.00532556760674349, + "ND[0.5]": 1.7723507351345485e-05, + "mean_weighted_sum_quantile_loss": 0.0013565022503888161 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 15:55:00", + "2026-06-21 16:10:00", + "2026-06-21 16:25:00", + "2026-06-21 16:40:00", + "2026-06-21 16:55:00", + "2026-06-21 17:10:00", + "2026-06-21 17:25:00", + "2026-06-21 17:40:00", + "2026-06-21 17:55:00", + "2026-06-21 18:10:00", + "2026-06-21 18:25:00", + "2026-06-21 18:40:00", + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00" + ], + "context": [ + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2400.0313720703125, + 2400.0352783203125, + 2400.0247802734375, + 2400.0242919921875, + 2400.033935546875, + 2400.018310546875, + 2400.0511474609375, + 2400.0543212890625, + 2400.04345703125, + 2400.0570068359375, + 2400.0556640625, + 2400.046142578125, + 2400.047607421875, + 2400.05078125, + 2400.0703125, + 2400.06689453125, + 2400.0281982421875, + 2400.080078125, + 2400.04638671875, + 2400.03857421875, + 2400.0428466796875, + 2400.03125, + 2400.0438232421875, + 2400.0474853515625 + ], + "p10": [ + 2399.885498046875, + 2399.898193359375, + 2399.8583984375, + 2399.90185546875, + 2399.8909912109375, + 2399.8538818359375, + 2399.900390625, + 2399.9107666015625, + 2399.85791015625, + 2399.8790283203125, + 2399.8883056640625, + 2399.84375, + 2399.9031982421875, + 2399.8720703125, + 2399.8914794921875, + 2399.87890625, + 2399.86083984375, + 2399.8814697265625, + 2399.858154296875, + 2399.875, + 2399.87890625, + 2399.8568115234375, + 2399.8782958984375, + 2399.8516845703125 + ], + "p90": [ + 2447.7353515625, + 2448.41552734375, + 2448.145751953125, + 2448.190185546875, + 2447.96044921875, + 2448.131103515625, + 2448.37548828125, + 2448.490478515625, + 2447.9561767578125, + 2448.7547607421875, + 2448.4686279296875, + 2448.6729736328125, + 2448.78369140625, + 2448.482177734375, + 2448.755859375, + 2448.7890625, + 2447.9681396484375, + 2448.5826416015625, + 2448.55029296875, + 2447.8358154296875, + 2448.4649658203125, + 2448.1658935546875, + 2448.3349609375, + 2448.786376953125 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260622_022819.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260622_022819.json new file mode 100644 index 0000000000000000000000000000000000000000..7ac0900ac31efc1dc78a93904df7d7e93ccece23 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260622_022819.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T02:28:19.318050+00:00", + "metrics": { + "MSE[mean]": 111.54838988908428, + "MSE[0.5]": 119.74886503539376, + "MAE[0.5]": 10.942982456140271, + "MASE[0.5]": 0.6179566563467448, + "MAPE[0.5]": 0.00455957602339178, + "sMAPE[0.5]": 0.004549204800824111, + "MSIS": 13.035292801951934, + "RMSE[mean]": 10.561647120079533, + "NRMSE[mean]": 0.004400686300033139, + "ND[0.5]": 0.00455957602339178, + "mean_weighted_sum_quantile_loss": 0.004609713423218519 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 15:55:00", + "2026-06-21 16:10:00", + "2026-06-21 16:25:00", + "2026-06-21 16:40:00", + "2026-06-21 16:55:00", + "2026-06-21 17:10:00", + "2026-06-21 17:25:00", + "2026-06-21 17:40:00", + "2026-06-21 17:55:00", + "2026-06-21 18:10:00", + "2026-06-21 18:25:00", + "2026-06-21 18:40:00", + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00" + ], + "context": [ + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2410.9429824561403, + 2410.9429824561403, + 2410.9429824561403, + 2410.9429824561403, + 2410.9429824561403, + 2410.9429824561403, + 2410.9429824561403, + 2410.9429824561403, + 2410.9429824561403, + 2410.9429824561403, + 2410.9429824561403, + 2410.9429824561403, + 2410.9429824561403, + 2410.9429824561403, + 2410.9429824561403, + 2410.9429824561403, + 2410.9429824561403, + 2410.9429824561403, + 2410.9429824561403, + 2410.9429824561403, + 2410.9429824561403, + 2410.9429824561403, + 2410.9429824561403, + 2410.9429824561403 + ], + "p10": [ + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403, + 2360.9429824561403 + ], + "p90": [ + 2460.9429824561403, + 2460.9429824561403, + 2460.9429824561403, + 2460.9429824561403, + 2460.9429824561403, + 2460.9429824561403, + 2460.9429824561403, + 2460.9429824561403, + 2460.9429824561403, + 2460.9429824561403, + 2460.9429824561403, + 2460.9429824561403, + 2460.9429824561403, + 2460.9429824561403, + 2460.9429824561403, + 2460.9429824561403, + 2460.9429824561403, + 2460.9429824561403, + 2460.9429824561403, + 2460.9429824561403, + 2460.9429824561403, + 2460.9429824561403, + 2460.9429824561403, + 2460.9429824561403 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260622_022819.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260622_022819.json new file mode 100644 index 0000000000000000000000000000000000000000..f67fa612f977869f460853535e823be7b969468a --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260622_022819.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T02:28:19.342538+00:00", + "metrics": { + "MSE[mean]": 520.8333333333334, + "MSE[0.5]": 520.8333333333334, + "MAE[0.5]": 10.416666666666666, + "MASE[0.5]": 0.5882352941176471, + "MAPE[0.5]": 0.004340277777777777, + "sMAPE[0.5]": 0.0042955326460481094, + "MSIS": 8.16705832399748, + "RMSE[mean]": 22.82177322938192, + "NRMSE[mean]": 0.009509072178909134, + "ND[0.5]": 0.004340277777777778, + "mean_weighted_sum_quantile_loss": 0.006440972222222198 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 15:55:00", + "2026-06-21 16:10:00", + "2026-06-21 16:25:00", + "2026-06-21 16:40:00", + "2026-06-21 16:55:00", + "2026-06-21 17:10:00", + "2026-06-21 17:25:00", + "2026-06-21 17:40:00", + "2026-06-21 17:55:00", + "2026-06-21 18:10:00", + "2026-06-21 18:25:00", + "2026-06-21 18:40:00", + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00" + ], + "context": [ + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "p10": [ + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2401.0, + 2352.0, + 2352.0, + 2401.0, + 2352.0, + 2352.0, + 2352.0, + 2401.0, + 2401.0, + 2352.0, + 2352.0, + 2401.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0 + ], + "p90": [ + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2499.0, + 2448.0, + 2448.0, + 2499.0, + 2448.0, + 2448.0, + 2448.0, + 2499.0, + 2499.0, + 2448.0, + 2448.0, + 2499.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260622_022814.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260622_022814.json new file mode 100644 index 0000000000000000000000000000000000000000..abc18fff3734b686e5bc737befe4f307ba291e2f --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260622_022814.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T02:28:14.297710+00:00", + "metrics": { + "MSE[mean]": 0.11313517888387044, + "MSE[0.5]": 0.11313517888387044, + "MAE[0.5]": 0.2801920572916667, + "MASE[0.5]": 0.015822610294117648, + "MAPE[0.5]": 0.00011674669053819444, + "sMAPE[0.5]": 0.00011674002383219532, + "MSIS": 2.599069393382353, + "RMSE[mean]": 0.33635573264606394, + "NRMSE[mean]": 0.00014014822193585998, + "ND[0.5]": 0.00011674669053819444, + "mean_weighted_sum_quantile_loss": 0.0014045511881510412 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 15:55:00", + "2026-06-21 16:10:00", + "2026-06-21 16:25:00", + "2026-06-21 16:40:00", + "2026-06-21 16:55:00", + "2026-06-21 17:10:00", + "2026-06-21 17:25:00", + "2026-06-21 17:40:00", + "2026-06-21 17:55:00", + "2026-06-21 18:10:00", + "2026-06-21 18:25:00", + "2026-06-21 18:40:00", + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00" + ], + "context": [ + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2400.37890625, + 2400.294921875, + 2400.546875, + 2400.462890625, + 2399.791015625, + 2400.04296875, + 2400.71484375, + 2400.294921875, + 2400.2109375, + 2400.04296875, + 2400.294921875, + 2399.875, + 2399.875, + 2399.5390625, + 2400.462890625, + 2400.37890625, + 2399.70703125, + 2400.37890625, + 2400.04296875, + 2399.791015625, + 2399.958984375, + 2399.875, + 2400.546875, + 2399.958984375 + ], + "p10": [ + 2398.279296875, + 2398.279296875, + 2398.1953125, + 2397.69140625, + 2397.1875, + 2397.103515625, + 2395.759765625, + 2396.431640625, + 2397.35546875, + 2396.515625, + 2396.263671875, + 2396.767578125, + 2397.01953125, + 2397.271484375, + 2396.767578125, + 2397.35546875, + 2397.103515625, + 2397.1875, + 2397.1875, + 2397.607421875, + 2397.775390625, + 2397.35546875, + 2397.943359375, + 2397.1875 + ], + "p90": [ + 2420.8291015625, + 2424.56640625, + 2428.59765625, + 2431.7890625, + 2435.8203125, + 2442.203125, + 2450.9375, + 2452.11328125, + 2451.2734375, + 2451.2734375, + 2452.953125, + 2452.6171875, + 2454.46484375, + 2454.80078125, + 2457.3203125, + 2456.3125, + 2447.07421875, + 2447.578125, + 2444.5546875, + 2440.859375, + 2438.33984375, + 2435.232421875, + 2433.8046875, + 2432.880859375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260622_022612.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260622_022612.json new file mode 100644 index 0000000000000000000000000000000000000000..118cb2e7593b46d400ef31e7a63d6a25194ea45c --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260622_022612.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T02:26:12.852477+00:00", + "metrics": { + "MSE[mean]": 0.0832674652338028, + "MSE[0.5]": 0.5832504282395045, + "MAE[0.5]": 0.6308186848958334, + "MASE[0.5]": 0.03562270220588235, + "MAPE[0.5]": 0.0002628411187065972, + "sMAPE[0.5]": 0.00026289143623327115, + "MSIS": 17.24518727022059, + "RMSE[mean]": 0.2885610251468531, + "NRMSE[mean]": 0.00012023376047785546, + "ND[0.5]": 0.0002628411187065972, + "mean_weighted_sum_quantile_loss": 0.002119120091567805 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 15:55:00", + "2026-06-21 16:10:00", + "2026-06-21 16:25:00", + "2026-06-21 16:40:00", + "2026-06-21 16:55:00", + "2026-06-21 17:10:00", + "2026-06-21 17:25:00", + "2026-06-21 17:40:00", + "2026-06-21 17:55:00", + "2026-06-21 18:10:00", + "2026-06-21 18:25:00", + "2026-06-21 18:40:00", + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00" + ], + "context": [ + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2398.467041015625, + 2398.641357421875, + 2399.705810546875, + 2398.912841796875, + 2399.20166015625, + 2398.924560546875, + 2399.475341796875, + 2399.05615234375, + 2399.305419921875, + 2399.05712890625, + 2398.97900390625, + 2399.067138671875, + 2399.346923828125, + 2399.315185546875, + 2399.633056640625, + 2399.0712890625, + 2399.91650390625, + 2399.474853515625, + 2399.77685546875, + 2399.963623046875, + 2399.97802734375, + 2400.080078125, + 2399.8662109375, + 2400.195556640625 + ], + "p10": [ + 2405.155517578125, + 2406.140625, + 2406.286865234375, + 2406.497802734375, + 2406.867431640625, + 2407.394775390625, + 2407.145751953125, + 2406.74365234375, + 2408.074462890625, + 2408.11181640625, + 2407.480224609375, + 2408.017578125, + 2407.806884765625, + 2407.6650390625, + 2408.699951171875, + 2408.1357421875, + 2408.21435546875, + 2408.5732421875, + 2408.12353515625, + 2407.44677734375, + 2408.67138671875, + 2407.683349609375, + 2408.18408203125, + 2407.812744140625 + ], + "p90": [ + 2406.7919921875, + 2407.857177734375, + 2410.0087890625, + 2409.548583984375, + 2410.564697265625, + 2410.63330078125, + 2411.048828125, + 2410.833251953125, + 2411.228759765625, + 2410.706298828125, + 2411.289306640625, + 2410.726318359375, + 2411.3583984375, + 2411.677978515625, + 2412.06396484375, + 2411.68994140625, + 2412.556640625, + 2412.13232421875, + 2412.780517578125, + 2412.948974609375, + 2413.197021484375, + 2413.6357421875, + 2414.09423828125, + 2413.42138671875 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260622_022713.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260622_022713.json new file mode 100644 index 0000000000000000000000000000000000000000..abf2dc5b5611a857636d920431cba60fc15d3840 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260622_022713.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TiRex", + "evaluated_at": "2026-06-22T02:27:13.183936+00:00", + "metrics": { + "MSE[mean]": 0.013662522037823996, + "MSE[0.5]": 0.013662522037823996, + "MAE[0.5]": 0.09615071614583333, + "MASE[0.5]": 0.005429687500000001, + "MAPE[0.5]": 4.0062798394097224e-05, + "sMAPE[0.5]": 4.006221179129665e-05, + "MSIS": 2.9475183823529414, + "RMSE[mean]": 0.11688679154559764, + "NRMSE[mean]": 4.8702829810665686e-05, + "ND[0.5]": 4.0062798394097224e-05, + "mean_weighted_sum_quantile_loss": 0.0014859971411434218 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 15:55:00", + "2026-06-21 16:10:00", + "2026-06-21 16:25:00", + "2026-06-21 16:40:00", + "2026-06-21 16:55:00", + "2026-06-21 17:10:00", + "2026-06-21 17:25:00", + "2026-06-21 17:40:00", + "2026-06-21 17:55:00", + "2026-06-21 18:10:00", + "2026-06-21 18:25:00", + "2026-06-21 18:40:00", + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00" + ], + "context": [ + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2399.7666015625, + 2399.83154296875, + 2400.09375, + 2400.107421875, + 2400.045166015625, + 2400.04833984375, + 2400.00341796875, + 2400.013427734375, + 2400.033203125, + 2400.046875, + 2400.072021484375, + 2400.071533203125, + 2400.22119140625, + 2400.154541015625, + 2400.100341796875, + 2400.1630859375, + 2400.11279296875, + 2400.123046875, + 2400.11767578125, + 2400.019775390625, + 2400.003173828125, + 2400.029541015625, + 2400.138916015625, + 2400.1865234375 + ], + "p10": [ + 2399.4892578125, + 2399.5244140625, + 2399.341064453125, + 2399.25634765625, + 2399.351806640625, + 2399.274169921875, + 2399.2861328125, + 2399.29150390625, + 2399.21044921875, + 2399.2509765625, + 2399.166259765625, + 2399.128662109375, + 2399.111328125, + 2399.202392578125, + 2399.2578125, + 2399.24267578125, + 2399.34326171875, + 2399.399169921875, + 2399.441650390625, + 2399.4462890625, + 2399.373046875, + 2399.326416015625, + 2399.27392578125, + 2399.186279296875 + ], + "p90": [ + 2432.5673828125, + 2445.267822265625, + 2448.369140625, + 2448.492431640625, + 2450.630859375, + 2450.37255859375, + 2451.775146484375, + 2452.07861328125, + 2453.90283203125, + 2452.431396484375, + 2452.817626953125, + 2453.96826171875, + 2452.605224609375, + 2450.654296875, + 2455.878173828125, + 2456.632568359375, + 2455.536376953125, + 2453.13525390625, + 2453.591552734375, + 2454.955810546875, + 2454.365966796875, + 2453.1962890625, + 2452.047607421875, + 2450.597412109375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260622_022645.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260622_022645.json new file mode 100644 index 0000000000000000000000000000000000000000..358f070e02f44cb434a394cf96b9e18d99c5baeb --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260622_022645.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T02:26:45.640119+00:00", + "metrics": { + "MSE[mean]": 0.0004494885603586833, + "MSE[0.5]": 0.0004494885603586833, + "MAE[0.5]": 0.016988118489583332, + "MASE[0.5]": 0.0009593290441176471, + "MAPE[0.5]": 7.078382703993055e-06, + "sMAPE[0.5]": 7.078345767399971e-06, + "MSIS": 2.822616613051471, + "RMSE[mean]": 0.021201145260543904, + "NRMSE[mean]": 8.833810525226627e-06, + "ND[0.5]": 7.078382703993056e-06, + "mean_weighted_sum_quantile_loss": 0.0013922794483326095 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 15:55:00", + "2026-06-21 16:10:00", + "2026-06-21 16:25:00", + "2026-06-21 16:40:00", + "2026-06-21 16:55:00", + "2026-06-21 17:10:00", + "2026-06-21 17:25:00", + "2026-06-21 17:40:00", + "2026-06-21 17:55:00", + "2026-06-21 18:10:00", + "2026-06-21 18:25:00", + "2026-06-21 18:40:00", + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00" + ], + "context": [ + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2400.013671875, + 2400.01953125, + 2400.032958984375, + 2400.03076171875, + 2400.005615234375, + 2400.03564453125, + 2399.983154296875, + 2400.05126953125, + 2400.027099609375, + 2400.02294921875, + 2400.01318359375, + 2400.00732421875, + 2400.016357421875, + 2400.015869140625, + 2400.0048828125, + 2400.031005859375, + 2399.999755859375, + 2399.998291015625, + 2400.016357421875, + 2400.004150390625, + 2399.9990234375, + 2400.016845703125, + 2400.02001953125, + 2400.00244140625 + ], + "p10": [ + 2399.962890625, + 2399.940673828125, + 2399.940185546875, + 2399.97509765625, + 2399.9765625, + 2399.978759765625, + 2399.9609375, + 2399.95068359375, + 2399.953857421875, + 2399.966064453125, + 2399.955078125, + 2399.974365234375, + 2399.9814453125, + 2399.96875, + 2399.978759765625, + 2399.9765625, + 2399.9453125, + 2399.96044921875, + 2399.95849609375, + 2399.968017578125, + 2399.969970703125, + 2399.9697265625, + 2399.975830078125, + 2399.966796875 + ], + "p90": [ + 2450.726806640625, + 2450.12451171875, + 2450.115234375, + 2449.635498046875, + 2448.17626953125, + 2449.740966796875, + 2450.306884765625, + 2451.14111328125, + 2450.071044921875, + 2448.436279296875, + 2451.455322265625, + 2449.777587890625, + 2449.94140625, + 2449.517333984375, + 2450.246337890625, + 2449.059814453125, + 2450.4150390625, + 2450.168212890625, + 2449.561767578125, + 2449.65185546875, + 2450.182861328125, + 2450.044677734375, + 2450.104736328125, + 2450.165771484375 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/arima/20260622_022819.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/arima/20260622_022819.json new file mode 100644 index 0000000000000000000000000000000000000000..4512104427af1865050720dfa0f4f74bab2c9d3d --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/arima/20260622_022819.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "ARIMA", + "evaluated_at": "2026-06-22T02:28:19.111365+00:00", + "metrics": { + "MSE[mean]": 23.339012917563625, + "MSE[0.5]": 24.127678798785734, + "MAE[0.5]": 3.92323273134415, + "MASE[0.5]": 2.1556225096116486, + "MAPE[0.5]": 0.14572634493310063, + "sMAPE[0.5]": 0.16336371691708315, + "MSIS": 74.95807047940423, + "RMSE[mean]": 4.831046772446281, + "NRMSE[mean]": 0.19184460425807365, + "ND[0.5]": 0.1557946064711608, + "mean_weighted_sum_quantile_loss": 0.1530334168746246 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492, + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25 + ], + "actual": [ + 22.93000030517578, + 22.760000228881836, + 22.600000381469727, + 22.440000534057617, + 22.350000381469727, + 22.34000015258789, + 22.68000030517578, + 23.520000457763672, + 25.139999389648438, + 27.010000228881836, + 28.219999313354492, + 29.209999084472656, + 29.790000915527344, + 29.739999771118164, + 29.34000015258789, + 28.540000915527344, + 27.239999771118164, + 25.940000534057617, + 24.84000015258789, + 24.040000915527344, + 23.690000534057617, + 23.5, + 23.329999923706055, + 23.18000030517578 + ], + "predictions": { + "p50": [ + 22.757891268727416, + 22.425246992912957, + 22.158736576563435, + 21.91176901569662, + 21.72866057080844, + 21.552006777128923, + 21.422021595075826, + 21.312584496521303, + 21.235745343474484, + 21.14734760401479, + 21.099504551710087, + 21.02683024264955, + 21.00636597489561, + 20.94057031571059, + 20.9158167403886, + 20.913709041914032, + 20.87717747932575, + 20.85814397323478, + 20.85307409773339, + 20.826197256053085, + 20.834276415421357, + 20.806380058805253, + 20.806906827348193, + 20.795455885556592 + ], + "p10": [ + 22.44634564393828, + 22.077425965669793, + 21.872871763131307, + 21.596589185930696, + 21.39372410046954, + 21.205583095288322, + 21.07250597633535, + 20.953421784939977, + 20.936889444894515, + 20.886425534661413, + 20.818496640201428, + 20.678060473064292, + 20.6953409816976, + 20.63081094831123, + 20.607353295506314, + 20.573571314561114, + 20.53074974603957, + 20.557381353594977, + 20.55670732623263, + 20.4830337249812, + 20.5050200677422, + 20.512974940387867, + 20.484362783240755, + 20.421099359822318 + ], + "p90": [ + 23.022056976354612, + 22.69504346854973, + 22.452067447241422, + 22.235255437474137, + 22.018421518428877, + 21.829626783767154, + 21.729766028240114, + 21.54357173034701, + 21.43618122839723, + 21.45352592335002, + 21.38738666651007, + 21.345908415337362, + 21.22550174109561, + 21.143232325775966, + 21.18081476149864, + 21.237006742574025, + 21.144215811550282, + 21.157334902678276, + 21.15962931403673, + 21.070764969959694, + 21.17240649771772, + 21.118961908974917, + 21.126515431541456, + 21.128799029708116 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/chronos_2/20260622_022538.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/chronos_2/20260622_022538.json new file mode 100644 index 0000000000000000000000000000000000000000..a953c3f2a50eb5adc4f098a8f8d66dc946c70556 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/chronos_2/20260622_022538.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T02:25:38.958844+00:00", + "metrics": { + "MSE[mean]": 0.8190864914031408, + "MSE[0.5]": 0.8190864914031408, + "MAE[0.5]": 0.69321076075236, + "MASE[0.5]": 0.38088505630682673, + "MAPE[0.5]": 0.027901220956347006, + "sMAPE[0.5]": 0.027436930558977266, + "MSIS": 2.1561741380116493, + "RMSE[mean]": 0.9050339725132648, + "NRMSE[mean]": 0.03593959911280288, + "ND[0.5]": 0.027527935523719557, + "mean_weighted_sum_quantile_loss": 0.026277060517932285 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492, + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25 + ], + "actual": [ + 22.93000030517578, + 22.760000228881836, + 22.600000381469727, + 22.440000534057617, + 22.350000381469727, + 22.34000015258789, + 22.68000030517578, + 23.520000457763672, + 25.139999389648438, + 27.010000228881836, + 28.219999313354492, + 29.209999084472656, + 29.790000915527344, + 29.739999771118164, + 29.34000015258789, + 28.540000915527344, + 27.239999771118164, + 25.940000534057617, + 24.84000015258789, + 24.040000915527344, + 23.690000534057617, + 23.5, + 23.329999923706055, + 23.18000030517578 + ], + "predictions": { + "p50": [ + 22.743371963500977, + 22.346250534057617, + 21.97460174560547, + 21.681171417236328, + 21.59383773803711, + 21.845720291137695, + 22.76198959350586, + 24.263517379760742, + 25.962799072265625, + 27.5676326751709, + 28.663833618164062, + 29.47901725769043, + 29.82649040222168, + 29.901613235473633, + 29.701553344726562, + 29.263961791992188, + 28.686649322509766, + 28.066829681396484, + 26.923076629638672, + 25.743328094482422, + 24.67013931274414, + 23.979251861572266, + 23.36131477355957, + 22.83098602294922 + ], + "p10": [ + 22.31340789794922, + 21.770652770996094, + 21.240589141845703, + 20.825366973876953, + 20.624940872192383, + 20.704261779785156, + 21.420621871948242, + 22.628128051757812, + 24.096479415893555, + 25.40421485900879, + 26.203372955322266, + 26.855100631713867, + 27.299776077270508, + 27.044471740722656, + 26.628110885620117, + 26.21381378173828, + 25.72616958618164, + 25.001264572143555, + 23.980409622192383, + 23.023351669311523, + 22.23333168029785, + 21.714447021484375, + 21.232688903808594, + 20.751808166503906 + ], + "p90": [ + 23.129764556884766, + 22.93448829650879, + 22.73589515686035, + 22.607114791870117, + 22.64358139038086, + 23.010425567626953, + 24.114276885986328, + 25.879905700683594, + 27.721149444580078, + 29.52613067626953, + 30.872716903686523, + 31.723819732666016, + 32.26371765136719, + 32.345001220703125, + 32.24022674560547, + 31.71853256225586, + 31.2850399017334, + 30.537412643432617, + 29.529403686523438, + 28.29764175415039, + 27.131874084472656, + 26.259708404541016, + 25.604324340820312, + 25.006309509277344 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/ets/20260622_022819.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/ets/20260622_022819.json new file mode 100644 index 0000000000000000000000000000000000000000..7d875a0ffc4dc4cd1255801dcd7f199169573226 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/ets/20260622_022819.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "ETS", + "evaluated_at": "2026-06-22T02:28:19.246108+00:00", + "metrics": { + "MSE[mean]": 90.83341172097414, + "MSE[0.5]": 92.62648790328399, + "MAE[0.5]": 8.299724128435516, + "MASE[0.5]": 4.560288257151853, + "MAPE[0.5]": 0.3185376684579119, + "sMAPE[0.5]": 0.40488327610390623, + "MSIS": 141.48998129735833, + "RMSE[mean]": 9.530656416059397, + "NRMSE[mean]": 0.37846973846058257, + "ND[0.5]": 0.329588465165, + "mean_weighted_sum_quantile_loss": 0.31681573540285846 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492, + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25 + ], + "actual": [ + 22.93000030517578, + 22.760000228881836, + 22.600000381469727, + 22.440000534057617, + 22.350000381469727, + 22.34000015258789, + 22.68000030517578, + 23.520000457763672, + 25.139999389648438, + 27.010000228881836, + 28.219999313354492, + 29.209999084472656, + 29.790000915527344, + 29.739999771118164, + 29.34000015258789, + 28.540000915527344, + 27.239999771118164, + 25.940000534057617, + 24.84000015258789, + 24.040000915527344, + 23.690000534057617, + 23.5, + 23.329999923706055, + 23.18000030517578 + ], + "predictions": { + "p50": [ + 22.657775847026716, + 22.227776492545065, + 21.59777637512396, + 21.182776410290746, + 20.602776483604504, + 20.14277548880303, + 19.56777663023202, + 19.112775749871464, + 18.65777677685954, + 18.197775782058063, + 17.632776198694575, + 17.06777566165677, + 16.61277573497053, + 16.142777372310167, + 15.632776186773828, + 15.092774314591981, + 14.672776142666482, + 14.102776444862076, + 13.672776136706108, + 13.107776553342621, + 12.642775444100227, + 12.112775708148849, + 11.6277750948171, + 11.107776541421874 + ], + "p10": [ + 21.83277603776158, + 21.4377767214269, + 20.721775589296325, + 20.351776463696506, + 19.740775827476575, + 19.410776091525197, + 18.83277601988046, + 18.509776253411502, + 18.03277677685954, + 17.451775301406208, + 16.971775374719964, + 16.41277592868558, + 15.827776078293283, + 15.272776533076769, + 14.887777254889063, + 14.282776755998231, + 13.912775913784646, + 13.410776055762955, + 12.98977595360064, + 12.338776118467132, + 11.972775367806282, + 11.329775906513106, + 10.847776315520225, + 10.332775969217284 + ], + "p90": [ + 24.052777258464705, + 23.387775386282858, + 22.71377693206976, + 22.23877559394553, + 21.815775636741712, + 21.324775839755176, + 20.55377516538827, + 20.22277540654871, + 19.562777082035318, + 19.222775400588336, + 18.793775306055416, + 18.174776203343782, + 17.7417756357884, + 17.22277538866759, + 17.060777209112693, + 16.373775024125674, + 15.813775555203103, + 15.313775552222916, + 14.822775755236382, + 14.283776576230805, + 13.824775795052375, + 13.324775792072188, + 12.88277539999288, + 12.30377702207373 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moirai_1_1_large/20260622_022742.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moirai_1_1_large/20260622_022742.json new file mode 100644 index 0000000000000000000000000000000000000000..66aba33ff7cf722f56116f36212481bfdedf30d9 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moirai_1_1_large/20260622_022742.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T02:27:42.240880+00:00", + "metrics": { + "MSE[mean]": 1.0174851595559933, + "MSE[0.5]": 1.0827152634119936, + "MAE[0.5]": 0.8143861691157023, + "MASE[0.5]": 0.4474649550195679, + "MAPE[0.5]": 0.03276591617251259, + "sMAPE[0.5]": 0.03203812930402764, + "MSIS": 2.1021269790288373, + "RMSE[mean]": 1.008704693929791, + "NRMSE[mean]": 0.04005644365190709, + "ND[0.5]": 0.03233990472175414, + "mean_weighted_sum_quantile_loss": 0.027002711031147448 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492, + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25 + ], + "actual": [ + 22.93000030517578, + 22.760000228881836, + 22.600000381469727, + 22.440000534057617, + 22.350000381469727, + 22.34000015258789, + 22.68000030517578, + 23.520000457763672, + 25.139999389648438, + 27.010000228881836, + 28.219999313354492, + 29.209999084472656, + 29.790000915527344, + 29.739999771118164, + 29.34000015258789, + 28.540000915527344, + 27.239999771118164, + 25.940000534057617, + 24.84000015258789, + 24.040000915527344, + 23.690000534057617, + 23.5, + 23.329999923706055, + 23.18000030517578 + ], + "predictions": { + "p50": [ + 22.862770080566406, + 22.46209716796875, + 22.066182136535645, + 21.628138542175293, + 21.72923755645752, + 22.22910785675049, + 23.38624668121338, + 24.998573303222656, + 26.776905059814453, + 27.90306282043457, + 28.569071769714355, + 29.649147033691406, + 29.836456298828125, + 29.954779624938965, + 29.35995388031006, + 29.34446620941162, + 28.762557983398438, + 28.209355354309082, + 26.71078109741211, + 25.614778518676758, + 24.872961044311523, + 24.131742477416992, + 23.885930061340332, + 23.40748882293701 + ], + "p10": [ + 22.470876693725586, + 21.823981285095215, + 21.235807418823242, + 20.756836891174316, + 20.80068588256836, + 20.98394775390625, + 21.9176082611084, + 23.544196128845215, + 24.40407371520996, + 25.783416748046875, + 26.891660690307617, + 27.346856117248535, + 27.26663875579834, + 27.530192375183105, + 27.165895462036133, + 26.83508586883545, + 26.14423179626465, + 24.841548919677734, + 23.99099063873291, + 22.88041400909424, + 22.171231269836426, + 21.873269081115723, + 21.771016120910645, + 21.181659698486328 + ], + "p90": [ + 23.22774314880371, + 23.01321029663086, + 22.77063274383545, + 22.53343963623047, + 22.727011680603027, + 23.215014457702637, + 24.88713550567627, + 26.65218448638916, + 28.55093479156494, + 29.739048957824707, + 30.53870391845703, + 31.471640586853027, + 31.923377990722656, + 32.17429161071777, + 32.322078704833984, + 32.07599449157715, + 31.14679527282715, + 30.523582458496094, + 29.231304168701172, + 27.45719623565674, + 27.576383590698242, + 26.479849815368652, + 26.10454559326172, + 25.24917984008789 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moving_average/20260622_022819.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moving_average/20260622_022819.json new file mode 100644 index 0000000000000000000000000000000000000000..721ca25248ecd0c4308070032f7e3b30e4d910b2 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moving_average/20260622_022819.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T02:28:19.303740+00:00", + "metrics": { + "MSE[mean]": 7.0117621108409915, + "MSE[0.5]": 7.055180251713726, + "MAE[0.5]": 2.3406708197807196, + "MASE[0.5]": 1.286082945423883, + "MAPE[0.5]": 0.09117363478001132, + "sMAPE[0.5]": 0.09198258102788746, + "MSIS": 18.298197202231655, + "RMSE[mean]": 2.647973208104831, + "NRMSE[mean]": 0.10515306436116724, + "ND[0.5]": 0.09294984881545072, + "mean_weighted_sum_quantile_loss": 0.08360600092705145 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492, + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25 + ], + "actual": [ + 22.93000030517578, + 22.760000228881836, + 22.600000381469727, + 22.440000534057617, + 22.350000381469727, + 22.34000015258789, + 22.68000030517578, + 23.520000457763672, + 25.139999389648438, + 27.010000228881836, + 28.219999313354492, + 29.209999084472656, + 29.790000915527344, + 29.739999771118164, + 29.34000015258789, + 28.540000915527344, + 27.239999771118164, + 25.940000534057617, + 24.84000015258789, + 24.040000915527344, + 23.690000534057617, + 23.5, + 23.329999923706055, + 23.18000030517578 + ], + "predictions": { + "p50": [ + 25.071525786527946, + 25.14152643502648, + 25.011526320585563, + 25.096526358732536, + 25.01652643502648, + 25.056525443205192, + 24.981526587614372, + 25.026525710234, + 25.071526740202263, + 25.111525748380974, + 25.046526167997673, + 24.981525633940056, + 25.026525710234, + 25.056527350553825, + 25.046526167997673, + 25.006524298796013, + 25.0865261298507, + 25.01652643502648, + 25.0865261298507, + 25.0215265494674, + 25.056525443205192, + 25.026525710234, + 25.04152509988244, + 25.0215265494674 + ], + "p10": [ + 24.24652597726281, + 24.351526663908317, + 24.135525534757928, + 24.265526412138296, + 24.154525778898552, + 24.32452604592736, + 24.24652597726281, + 24.42352621377404, + 24.446526740202263, + 24.36552526772912, + 24.385525344023062, + 24.326525900968864, + 24.241526053556754, + 24.186526511320427, + 24.301527236112907, + 24.196526740202263, + 24.326525900968864, + 24.32452604592736, + 24.40352594674523, + 24.252526114591912, + 24.386525366911247, + 24.243525908598258, + 24.261526320585563, + 24.24652597726281 + ], + "p90": [ + 26.466527197965934, + 26.301525328764274, + 26.127526877531363, + 26.15252554238732, + 26.22952558816369, + 26.23852579415734, + 25.96752512277062, + 26.136525366911247, + 25.97652704537804, + 26.136525366911247, + 26.207525275358513, + 26.088526175627067, + 26.15552561105187, + 26.136525366911247, + 26.474527190336538, + 26.287525008329705, + 26.227525542387323, + 26.227525542387323, + 26.236525748380974, + 26.19752657235558, + 26.23852579415734, + 26.23852579415734, + 26.29652540505822, + 26.217527030119253 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/seasonal_naive/20260622_022819.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/seasonal_naive/20260622_022819.json new file mode 100644 index 0000000000000000000000000000000000000000..1a390721d9f0edbcd7253d49d88d5b509d6ae8f8 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/seasonal_naive/20260622_022819.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T02:28:19.333421+00:00", + "metrics": { + "MSE[mean]": 2.839674102974641, + "MSE[0.5]": 2.839674102974641, + "MAE[0.5]": 1.339166482289632, + "MASE[0.5]": 0.7358058037897606, + "MAPE[0.5]": 0.0554569215471904, + "sMAPE[0.5]": 0.055679821211488754, + "MSIS": 18.275267734259632, + "RMSE[mean]": 1.6851332597081576, + "NRMSE[mean]": 0.06691794523180099, + "ND[0.5]": 0.05317933688736354, + "mean_weighted_sum_quantile_loss": 0.048085583652887245 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492, + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25 + ], + "actual": [ + 22.93000030517578, + 22.760000228881836, + 22.600000381469727, + 22.440000534057617, + 22.350000381469727, + 22.34000015258789, + 22.68000030517578, + 23.520000457763672, + 25.139999389648438, + 27.010000228881836, + 28.219999313354492, + 29.209999084472656, + 29.790000915527344, + 29.739999771118164, + 29.34000015258789, + 28.540000915527344, + 27.239999771118164, + 25.940000534057617, + 24.84000015258789, + 24.040000915527344, + 23.690000534057617, + 23.5, + 23.329999923706055, + 23.18000030517578 + ], + "predictions": { + "p50": [ + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25 + ], + "p10": [ + 20.648599700927733, + 20.344800224304198, + 19.96260082244873, + 19.6294006729126, + 19.43339992523193, + 19.6294006729126, + 21.216999626159666, + 23.000599327087404, + 24.843000373840333, + 26.31300037384033, + 27.381200523376464, + 28.116200523376463, + 28.6355993270874, + 28.802199401855468, + 29.115799102783203, + 29.076600074768066, + 28.723799476623533, + 28.4003995513916, + 27.518399925231932, + 26.09739917755127, + 24.921400299072264, + 23.9805993270874, + 23.275, + 22.785 + ], + "p90": [ + 21.491399688720705, + 21.175200233459474, + 20.777400856018065, + 20.430600700378417, + 20.226599922180178, + 20.430600700378417, + 22.08299961090088, + 23.93939929962158, + 25.85700038909912, + 27.38700038909912, + 28.49880054473877, + 29.26380054473877, + 29.804399299621583, + 29.977799377441407, + 30.30419906616211, + 30.263400077819824, + 29.896199455261232, + 29.559599533081055, + 28.641599922180177, + 27.162599143981932, + 25.9386003112793, + 24.959399299621584, + 24.225, + 23.715 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timer_s1/20260622_022808.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timer_s1/20260622_022808.json new file mode 100644 index 0000000000000000000000000000000000000000..2c121f48f93ca8cd1bdc6ebb8c520f61a9087387 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timer_s1/20260622_022808.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T02:28:08.982767+00:00", + "metrics": { + "MSE[mean]": 0.5319255211838936, + "MSE[0.5]": 0.5319255211838936, + "MAE[0.5]": 0.5680897235870361, + "MASE[0.5]": 0.31213722955041606, + "MAPE[0.5]": 0.02243894332596032, + "sMAPE[0.5]": 0.022061627174980957, + "MSIS": 1.8939800144891865, + "RMSE[mean]": 0.7293322433458523, + "NRMSE[mean]": 0.02896234753829305, + "ND[0.5]": 0.022559282353924934, + "mean_weighted_sum_quantile_loss": 0.02244308316193695 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492, + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25 + ], + "actual": [ + 22.93000030517578, + 22.760000228881836, + 22.600000381469727, + 22.440000534057617, + 22.350000381469727, + 22.34000015258789, + 22.68000030517578, + 23.520000457763672, + 25.139999389648438, + 27.010000228881836, + 28.219999313354492, + 29.209999084472656, + 29.790000915527344, + 29.739999771118164, + 29.34000015258789, + 28.540000915527344, + 27.239999771118164, + 25.940000534057617, + 24.84000015258789, + 24.040000915527344, + 23.690000534057617, + 23.5, + 23.329999923706055, + 23.18000030517578 + ], + "predictions": { + "p50": [ + 23.164031982421875, + 22.76641845703125, + 22.43353271484375, + 22.1561279296875, + 22.06982421875, + 22.1561279296875, + 23.1424560546875, + 24.6959228515625, + 26.2740478515625, + 27.642578125, + 28.67822265625, + 29.46728515625, + 29.96044921875, + 30.05908203125, + 29.86181640625, + 29.245361328125, + 28.5302734375, + 27.519287109375, + 26.3480224609375, + 25.078125, + 24.285980224609375, + 23.706512451171875, + 23.245712280273438, + 22.84039306640625 + ], + "p10": [ + 22.92669677734375, + 22.37188720703125, + 22.01434326171875, + 21.57666015625, + 21.3917236328125, + 21.330078125, + 22.045166015625, + 23.38287353515625, + 24.62811279296875, + 25.62060546875, + 26.4219970703125, + 26.853515625, + 27.026123046875, + 26.976806640625, + 26.483642578125, + 25.6329345703125, + 25.004150390625, + 24.230499267578125, + 23.31121063232422, + 22.3780517578125, + 21.94036865234375, + 21.552001953125, + 21.206787109375, + 20.9232177734375 + ], + "p90": [ + 23.439895629882812, + 23.190231323242188, + 22.892791748046875, + 22.735595703125, + 22.75408935546875, + 23.046905517578125, + 24.29522705078125, + 25.9658203125, + 27.716552734375, + 29.17138671875, + 30.15771484375, + 30.99609375, + 31.6865234375, + 31.83447265625, + 31.78515625, + 31.34130859375, + 30.74951171875, + 29.738525390625, + 28.431640625, + 27.075439453125, + 26.1260986328125, + 25.447998046875, + 24.91168212890625, + 24.46783447265625 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timesfm_2_5/20260622_022607.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timesfm_2_5/20260622_022607.json new file mode 100644 index 0000000000000000000000000000000000000000..8da863a1ceed59ee1b72b9e8186006b43d5e4d5c --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timesfm_2_5/20260622_022607.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T02:26:07.300530+00:00", + "metrics": { + "MSE[mean]": 0.4067353237384547, + "MSE[0.5]": 0.3276029787418035, + "MAE[0.5]": 0.4994724591573079, + "MASE[0.5]": 0.2744354336383443, + "MAPE[0.5]": 0.01942845751119167, + "sMAPE[0.5]": 0.019503819719654494, + "MSIS": 8.830249186058134, + "RMSE[mean]": 0.6377580448245672, + "NRMSE[mean]": 0.025325865280293635, + "ND[0.5]": 0.019834437706410364, + "mean_weighted_sum_quantile_loss": 0.022109313121004018 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492, + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25 + ], + "actual": [ + 22.93000030517578, + 22.760000228881836, + 22.600000381469727, + 22.440000534057617, + 22.350000381469727, + 22.34000015258789, + 22.68000030517578, + 23.520000457763672, + 25.139999389648438, + 27.010000228881836, + 28.219999313354492, + 29.209999084472656, + 29.790000915527344, + 29.739999771118164, + 29.34000015258789, + 28.540000915527344, + 27.239999771118164, + 25.940000534057617, + 24.84000015258789, + 24.040000915527344, + 23.690000534057617, + 23.5, + 23.329999923706055, + 23.18000030517578 + ], + "predictions": { + "p50": [ + 22.803569793701172, + 22.52535057067871, + 22.242633819580078, + 22.064529418945312, + 22.013948440551758, + 22.25826644897461, + 22.95749282836914, + 24.152441024780273, + 25.46036148071289, + 26.700061798095703, + 27.694976806640625, + 28.273042678833008, + 28.713972091674805, + 28.809633255004883, + 28.718399047851562, + 28.145431518554688, + 27.529861450195312, + 26.694730758666992, + 25.639997482299805, + 24.755233764648438, + 23.921283721923828, + 23.28800392150879, + 22.774639129638672, + 22.28760528564453 + ], + "p10": [ + 22.888139724731445, + 22.599205017089844, + 22.317724227905273, + 22.22662353515625, + 22.18221664428711, + 22.428186416625977, + 23.26791000366211, + 24.53965187072754, + 25.98250389099121, + 27.159807205200195, + 28.074827194213867, + 28.74050521850586, + 29.194955825805664, + 29.43865394592285, + 29.3418025970459, + 28.730609893798828, + 28.17659568786621, + 27.273977279663086, + 26.20842170715332, + 25.19022560119629, + 24.460004806518555, + 23.79059600830078, + 23.290069580078125, + 22.775571823120117 + ], + "p90": [ + 22.986186981201172, + 22.876632690429688, + 22.82809066772461, + 22.786611557006836, + 22.970294952392578, + 23.41631317138672, + 24.376731872558594, + 25.809782028198242, + 27.45367431640625, + 28.94650650024414, + 30.151025772094727, + 30.876028060913086, + 31.45862579345703, + 31.696033477783203, + 31.592144012451172, + 31.06934356689453, + 30.32120132446289, + 29.38333511352539, + 28.173799514770508, + 27.085407257080078, + 26.09740447998047, + 25.427112579345703, + 24.78604507446289, + 24.204137802124023 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/tirex/20260622_022705.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/tirex/20260622_022705.json new file mode 100644 index 0000000000000000000000000000000000000000..08b27db58f4a9a4b978924862813f0475e180189 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/tirex/20260622_022705.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "TiRex", + "evaluated_at": "2026-06-22T02:27:05.711092+00:00", + "metrics": { + "MSE[mean]": 0.550176228056595, + "MSE[0.5]": 0.550176228056595, + "MAE[0.5]": 0.5530107021331787, + "MASE[0.5]": 0.3038520524287122, + "MAPE[0.5]": 0.0222467109581586, + "sMAPE[0.5]": 0.021974201689470545, + "MSIS": 2.9614589625774843, + "RMSE[mean]": 0.7417386521252584, + "NRMSE[mean]": 0.029455015627561792, + "ND[0.5]": 0.021960482748027216, + "mean_weighted_sum_quantile_loss": 0.031543872018444045 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492, + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25 + ], + "actual": [ + 22.93000030517578, + 22.760000228881836, + 22.600000381469727, + 22.440000534057617, + 22.350000381469727, + 22.34000015258789, + 22.68000030517578, + 23.520000457763672, + 25.139999389648438, + 27.010000228881836, + 28.219999313354492, + 29.209999084472656, + 29.790000915527344, + 29.739999771118164, + 29.34000015258789, + 28.540000915527344, + 27.239999771118164, + 25.940000534057617, + 24.84000015258789, + 24.040000915527344, + 23.690000534057617, + 23.5, + 23.329999923706055, + 23.18000030517578 + ], + "predictions": { + "p50": [ + 22.91853904724121, + 22.617177963256836, + 22.379383087158203, + 22.137859344482422, + 22.104177474975586, + 22.312829971313477, + 23.586727142333984, + 25.317153930664062, + 26.918132781982422, + 28.103103637695312, + 28.811132431030273, + 29.218017578125, + 29.4356689453125, + 29.289037704467773, + 28.97174072265625, + 28.551658630371094, + 27.761032104492188, + 26.844589233398438, + 25.68056869506836, + 24.567691802978516, + 23.7227783203125, + 23.087846755981445, + 22.58671760559082, + 22.199352264404297 + ], + "p10": [ + 22.72945213317871, + 22.265884399414062, + 21.835891723632812, + 21.39937973022461, + 21.144573211669922, + 21.07426643371582, + 21.91818618774414, + 22.925979614257812, + 23.673851013183594, + 24.128955841064453, + 24.543872833251953, + 24.28884506225586, + 24.008695602416992, + 23.761856079101562, + 23.19553565979004, + 22.749088287353516, + 22.449413299560547, + 22.084177017211914, + 21.696548461914062, + 21.215330123901367, + 20.65097999572754, + 20.143352508544922, + 19.75223159790039, + 19.44073486328125 + ], + "p90": [ + 23.089061737060547, + 22.9449405670166, + 22.881179809570312, + 22.832656860351562, + 22.989038467407227, + 23.376134872436523, + 24.8627872467041, + 26.92901039123535, + 28.982318878173828, + 30.394912719726562, + 31.32357406616211, + 31.90243911743164, + 32.329200744628906, + 32.43241882324219, + 32.345436096191406, + 32.00920486450195, + 31.30139923095703, + 30.251136779785156, + 28.79042625427246, + 27.53529167175293, + 26.540719985961914, + 25.916706085205078, + 25.421066284179688, + 25.052539825439453 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/toto_2_0_1b/20260622_022640.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/toto_2_0_1b/20260622_022640.json new file mode 100644 index 0000000000000000000000000000000000000000..f93585f007c40cb86db44e2c7d89d95cf94a0531 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/toto_2_0_1b/20260622_022640.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T02:26:40.658599+00:00", + "metrics": { + "MSE[mean]": 1.3327479513263825, + "MSE[0.5]": 1.3327479513263825, + "MAE[0.5]": 0.912270704905192, + "MASE[0.5]": 0.501247670229129, + "MAPE[0.5]": 0.036190923075805244, + "sMAPE[0.5]": 0.0353233507541506, + "MSIS": 3.007199744396995, + "RMSE[mean]": 1.154447032707167, + "NRMSE[mean]": 0.04584398465976072, + "ND[0.5]": 0.03622697535386293, + "mean_weighted_sum_quantile_loss": 0.03365741579516466 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492, + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25 + ], + "actual": [ + 22.93000030517578, + 22.760000228881836, + 22.600000381469727, + 22.440000534057617, + 22.350000381469727, + 22.34000015258789, + 22.68000030517578, + 23.520000457763672, + 25.139999389648438, + 27.010000228881836, + 28.219999313354492, + 29.209999084472656, + 29.790000915527344, + 29.739999771118164, + 29.34000015258789, + 28.540000915527344, + 27.239999771118164, + 25.940000534057617, + 24.84000015258789, + 24.040000915527344, + 23.690000534057617, + 23.5, + 23.329999923706055, + 23.18000030517578 + ], + "predictions": { + "p50": [ + 22.788970947265625, + 22.38384246826172, + 22.020360946655273, + 21.728559494018555, + 21.675392150878906, + 21.924518585205078, + 22.884397506713867, + 24.58045196533203, + 26.151060104370117, + 27.504501342773438, + 28.73333740234375, + 29.5617733001709, + 30.084407806396484, + 30.376953125, + 30.293010711669922, + 29.826648712158203, + 29.340965270996094, + 28.60062026977539, + 27.30583381652832, + 25.97323989868164, + 25.12676429748535, + 24.40496063232422, + 23.82883071899414, + 23.368385314941406 + ], + "p10": [ + 22.622804641723633, + 22.096080780029297, + 21.562002182006836, + 21.119441986083984, + 20.893571853637695, + 20.927806854248047, + 21.57050323486328, + 22.78184700012207, + 23.754009246826172, + 24.555971145629883, + 25.192501068115234, + 25.65230369567871, + 25.690454483032227, + 25.636579513549805, + 25.604251861572266, + 25.153366088867188, + 24.889196395874023, + 24.300636291503906, + 23.41509437561035, + 22.898937225341797, + 22.31056785583496, + 21.844778060913086, + 21.504310607910156, + 21.191617965698242 + ], + "p90": [ + 22.937299728393555, + 22.66855239868164, + 22.496252059936523, + 22.375267028808594, + 22.540863037109375, + 23.009302139282227, + 24.294809341430664, + 26.37654685974121, + 28.2867488861084, + 30.0494441986084, + 31.512399673461914, + 32.66674041748047, + 33.60133361816406, + 34.037445068359375, + 33.96881866455078, + 33.53974914550781, + 33.06011962890625, + 32.44761276245117, + 31.00790023803711, + 29.52351188659668, + 28.20529556274414, + 27.2437686920166, + 26.491880416870117, + 25.784263610839844 + ] + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 56628f548f635e695f31013e02a620727737e118..95d3163206d2d9faa6ac2a366303f56d6c072f5d 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,269706.700272878,269706.700272878,458.7434895833333,0.4089670992644207,0.007153397611668947,0.007171922098797175,3.416038806307872,519.3329377893126,0.008096330759101256,0.007151749398105328,0.00598082766118895,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,269608.16047223407,269608.16047223407,458.5763346354167,0.40881808162007377,0.007150819337764045,0.007169332008660509,3.416038806307872,519.238057611568,0.008094872622867831,0.007149162050660537,0.005980553653505801,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,2.839674102974641,2.839674102974641,1.339166482289632,0.7358058037897606,0.0554569215471904,0.055679821211488754,18.275267734259632,1.6851332597081576,0.06691794523180099,0.05317933688736354,0.048085583652887245,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,1.156906865671501,1.156906865671501,0.9955833385388057,2.971594705779488,0.6884960871300753,1.0701077926693436,117.52876002565765,1.075596051346183,0.7749623219651741,0.7173135070347623,0.7154289304722539,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.04722224010361861,0.04722224010361861,0.18611114389366573,2.8632489977349413,0.1203838191156596,0.13030742535344497,94.77482890268352,0.21730678798329933,0.14581629347438527,0.12488352263960548,0.12035209490580595,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,5.672499678929701,5.67 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,179.82708594004407,179.82708594004407,11.537500143051147,0.9967051142523213,0.5700208758261225,0.4214586958117505,36.74418050898857,13.40996219010494,0.5988817974346501,0.5152586357530163,0.5058019930957058,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Seasonal-Naive,3.349166405996281,3.349166405996281,1.6499999364217122,0.8481054038938619,0.06863023711199406,0.06585681674531758,19.508779982855547,1.8300727870760445,0.07509274244572775,0.06770387557051538,0.060967681079709894,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Seasonal-Naive,28.958333333333332,28.958333333333332,4.291666666666667,0.800518134715026,0.8931758056758058,0.5061126330669675,30.05564780361824,5.381294763654314,0.74653800189424,0.5953757225433526,0.5873731535003212,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Seasonal-Naive,625.0,625.0,12.5,0.7058823529411765,0.005155187074829932,0.005154639175257732,8.15294067780215,25.0,0.01038961038961039,0.005194805194805195,0.006839826839826825,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Seasonal-Naive,520.8333333333334,520.8333333333334,10.416666666666666,0.5882352941176471,0.004340277777777777,0.0042955326460481094,8.16705832399748,22.82177322938192,0.009509072178909134,0.004340277777777778,0.006440972222222198,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Seasonal-Naive,7551.857142857143,7551.857142857143,73.85714285714286,1.530991524558358,0.3288908310812257,0.29127747091684864,55.43516014261311,86.90142198409151,0.34543438608099974,0.2935831913685406,0.2867184049466844,Web,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index d7ff9f5118c212b4c3e9551c474c365b1402e31e..15dbeb0e29c783c2bc8d8eaa3b1de7a4c84e926f 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T02:21:13.769477+00:00", + "evaluated_at": "2026-06-22T02:28:19.326529+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63311.98828125, 63896.01171875, 64606.0, - 64538.01171875 + 64534.0 ], "p50": [ 63476.7890625, diff --git a/results/seasonal_naive/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/seasonal_naive/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 8d2c1849b7c8115ef5a9f997bdcf548843d07dc3..2c60007a30dab86b0558dad8252a088527e080f6 100644 --- a/results/seasonal_naive/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/seasonal_naive/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T01:14:59.585978+00:00", + "evaluated_at": "2026-06-22T02:28:19.333421+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index c29da618cdf3425de931b54cd294311cbbb23ac5..5cb8a4d73cae1cb8966815f6ce921f5121c6f884 100644 --- a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T02:04:31.574246+00:00", + "evaluated_at": "2026-06-22T02:28:19.342538+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2400.0, - 2350.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, 2450.0, 2400.0, 2400.0, @@ -101,9 +89,7 @@ 2400.0, 2400.0, 2450.0, - 2400.0 - ], - "actuals": [ + 2400.0, 2400.0, 2400.0, 2450.0, @@ -112,6 +98,12 @@ 2400.0, 2450.0, 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actuals": [ 2400.0, 2400.0, 2400.0, @@ -127,16 +119,17 @@ 2400.0, 2400.0, 2400.0, - 2400.0 - ], - "p50": [ 2400.0, - 2450.0, 2400.0, 2400.0, 2400.0, 2400.0, 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "p50": [ 2400.0, 2400.0, 2400.0, @@ -144,21 +137,25 @@ 2400.0, 2400.0, 2400.0, + 2450.0, 2400.0, 2400.0, + 2450.0, 2400.0, 2400.0, 2400.0, 2450.0, + 2450.0, 2400.0, 2400.0, 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, 2400.0 ], "p10": [ - 2352.0, - 2401.0, - 2352.0, 2352.0, 2352.0, 2352.0, @@ -166,25 +163,25 @@ 2352.0, 2352.0, 2352.0, + 2401.0, 2352.0, 2352.0, + 2401.0, 2352.0, 2352.0, 2352.0, + 2401.0, + 2401.0, 2352.0, 2352.0, + 2401.0, 2352.0, 2352.0, - 2401.0, 2352.0, 2352.0, - 2401.0, 2352.0 ], "p90": [ - 2448.0, - 2499.0, - 2448.0, 2448.0, 2448.0, 2448.0, @@ -192,26 +189,25 @@ 2448.0, 2448.0, 2448.0, + 2499.0, 2448.0, 2448.0, + 2499.0, 2448.0, 2448.0, 2448.0, + 2499.0, + 2499.0, 2448.0, 2448.0, + 2499.0, 2448.0, 2448.0, - 2499.0, 2448.0, 2448.0, - 2499.0, 2448.0 ], "timestamps": [ - "2026-06-21 14:55:00", - "2026-06-21 15:10:00", - "2026-06-21 15:25:00", - "2026-06-21 15:40:00", "2026-06-21 15:55:00", "2026-06-21 16:10:00", "2026-06-21 16:25:00", @@ -327,6 +323,10 @@ "2026-06-22 19:55:00", "2026-06-22 20:10:00", "2026-06-22 20:25:00", - "2026-06-22 20:40:00" + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index f88fb533e406f05092b318cf9e65b1773b64368b..a9f153d496fb6ba6a8f811843f3ebe0d40e155cc 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,48 +1,24 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T02:21:13.834488+00:00", + "evaluated_at": "2026-06-22T02:28:19.345366+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", + "data_fetched_at": "2026-06-22T02:25:13.705361Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t200600z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t005000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t001000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", + "data_fetched_at": "2026-06-22T02:25:13.705361Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t235000z", + "data_fetched_at": "2026-06-22T02:25:13.705361Z", + "context_length": 96, "prediction_length": 24 } ], diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 6d344e3937160c0b19810552046edb397dc28feb..1274ea00ff0cdc811b14e241b0d73fcc47deee49 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,140063.6175587972,140063.6175587972,282.908203125,0.2522109846076043,0.004424944661498036,0.0044085020575178316,1.491791696065528,374.25074156078466,0.0058345188029346505,0.004410500895077525,0.003431988719144302,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,140022.5790602366,140022.5790602366,282.7410481770833,0.2520619669632574,0.004422359484503427,0.0044059119561589465,1.491791696065528,374.19590999934326,0.005833679143967498,0.004407906424998219,0.003430549897673648,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,0.5319255211838936,0.5319255211838936,0.5680897235870361,0.31213722955041606,0.02243894332596032,0.022061627174980957,1.8939800144891865,0.7293322433458523,0.02896234753829305,0.022559282353924934,0.02244308316193695,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.0012004170666672328,0.0012004170666672328,0.022922001282374063,0.06841707270487675,0.015067686562533246,0.015248148730679291,0.5353647839625598,0.034647035467226237,0.024963039815260164,0.01651520318956621,0.021753560631435395,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.0495541040304484,0.0495541040304484,0.1945874591668447,2.993653876790875,0.1255780601098793,0.1361468547678675,72.31579521803954,0.22260751117257568,0.1493731626148624,0.13057126432004607,0.11703854018914799,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,Timer-S1,2.8511658773515287,2.8511658 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,172.5902534156265,172.5902534156265,10.934930721918741,0.9446501615946218,0.5971123342211456,0.4169518608077103,2.748216454677254,13.137360976072268,0.5867075718307018,0.48834820506789395,0.301029368239722,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,2.35022552281877,2.35022552281877,1.3625226815541585,0.7003411476851689,0.05557817174306001,0.0537054952418056,3.1002213416814413,1.5330445273437983,0.0629048848016539,0.05590792099907733,0.034603510509198125,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Timer-S1,23.91819202899933,23.91819202899933,4.2116851806640625,0.785599308310395,0.8883109777578085,0.5065720187700562,9.794242265928595,4.890622867181575,0.6784679122101607,0.5842800250632225,0.4230945898312058,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Timer-S1,324.21879397084314,324.21879397084314,7.142242431640625,0.4033266314338236,0.0029218653810808176,0.0029491577177853875,4.2770461856617645,18.006076584610074,0.007483044814383407,0.0029682046469155844,0.003231234029280904,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Timer-S1,0.11313517888387044,0.11313517888387044,0.2801920572916667,0.015822610294117648,0.00011674669053819444,0.00011674002383219532,2.599069393382353,0.33635573264606394,0.00014014822193585998,0.00011674669053819444,0.0014045511881510412,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Timer-S1,601.4396087442126,601.4396087442126,20.576241629464285,0.4265268100460789,0.08696922486299981,0.08228666870448333,3.0116496437187275,24.52426571264087,0.09748430436597733,0.08179085258730835,0.05892185873320082,Web,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index e50cf8c959166b3cfe8e345015b946c41a54f316..6ee74bd2905a36791799f5e0ef2115f44657e004 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T02:20:29.920241+00:00", + "evaluated_at": "2026-06-22T02:28:03.829743+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63311.98828125, 63896.01171875, 64606.0, - 64538.01171875 + 64534.0 ], "p50": [ 64273.6875, diff --git a/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 7d5a55df2f97709302c7646bc85ba326a5802c7f..4389b7504de524f0ad6f47b0b4ad11a3b103bdba 100644 --- a/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T01:14:38.165906+00:00", + "evaluated_at": "2026-06-22T02:28:08.982767+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 61814b43d15511dfd8b1c81ba7a3a908705473ef..63096c69025a957e36ba3fec5d35c08a3df0abee 100644 --- a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T02:04:28.483007+00:00", + "evaluated_at": "2026-06-22T02:28:14.297710+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2400.0, - 2350.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, 2450.0, 2400.0, 2400.0, @@ -101,9 +89,7 @@ 2400.0, 2400.0, 2450.0, - 2400.0 - ], - "actuals": [ + 2400.0, 2400.0, 2400.0, 2450.0, @@ -115,6 +101,20 @@ 2400.0, 2400.0, 2400.0, + 2400.0 + ], + "actuals": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, 2400.0, 2400.0, 2400.0, @@ -130,88 +130,84 @@ 2400.0 ], "p50": [ - 2398.3291015625, - 2398.94775390625, - 2399.08203125, - 2398.9892578125, - 2399.3193359375, - 2398.92724609375, - 2399.324462890625, - 2399.252197265625, - 2399.159423828125, - 2398.829345703125, - 2399.2470703125, - 2398.9892578125, - 2399.396484375, - 2399.525390625, - 2399.556396484375, - 2398.92724609375, - 2399.308837890625, - 2399.27783203125, - 2399.27783203125, - 2399.1748046875, - 2398.978759765625, - 2398.78271484375, - 2399.179931640625, - 2398.803466796875 + 2400.37890625, + 2400.294921875, + 2400.546875, + 2400.462890625, + 2399.791015625, + 2400.04296875, + 2400.71484375, + 2400.294921875, + 2400.2109375, + 2400.04296875, + 2400.294921875, + 2399.875, + 2399.875, + 2399.5390625, + 2400.462890625, + 2400.37890625, + 2399.70703125, + 2400.37890625, + 2400.04296875, + 2399.791015625, + 2399.958984375, + 2399.875, + 2400.546875, + 2399.958984375 ], "p10": [ - 2395.79150390625, - 2395.77099609375, - 2395.420166015625, - 2395.193359375, - 2395.27587890625, - 2395.193359375, - 2394.63623046875, - 2394.47119140625, - 2394.760009765625, - 2394.388671875, - 2394.388671875, - 2394.842529296875, - 2394.842529296875, - 2394.512451171875, - 2395.0283203125, - 2394.2236328125, - 2395.31689453125, - 2394.8837890625, - 2394.429931640625, - 2393.97607421875, - 2393.81103515625, - 2393.31591796875, - 2393.31591796875, - 2392.98583984375 + 2398.279296875, + 2398.279296875, + 2398.1953125, + 2397.69140625, + 2397.1875, + 2397.103515625, + 2395.759765625, + 2396.431640625, + 2397.35546875, + 2396.515625, + 2396.263671875, + 2396.767578125, + 2397.01953125, + 2397.271484375, + 2396.767578125, + 2397.35546875, + 2397.103515625, + 2397.1875, + 2397.1875, + 2397.607421875, + 2397.775390625, + 2397.35546875, + 2397.943359375, + 2397.1875 ], "p90": [ - 2436.96875, - 2440.599609375, - 2442.91015625, - 2443.900390625, - 2445.880859375, - 2445.880859375, - 2446.541015625, - 2445.880859375, - 2444.23046875, - 2442.580078125, - 2444.23046875, - 2443.240234375, - 2443.240234375, - 2442.580078125, - 2441.58984375, - 2441.7548828125, - 2439.279296875, - 2440.599609375, - 2441.259765625, - 2441.58984375, - 2441.919921875, - 2442.25, - 2442.580078125, - 2441.0947265625 + 2420.8291015625, + 2424.56640625, + 2428.59765625, + 2431.7890625, + 2435.8203125, + 2442.203125, + 2450.9375, + 2452.11328125, + 2451.2734375, + 2451.2734375, + 2452.953125, + 2452.6171875, + 2454.46484375, + 2454.80078125, + 2457.3203125, + 2456.3125, + 2447.07421875, + 2447.578125, + 2444.5546875, + 2440.859375, + 2438.33984375, + 2435.232421875, + 2433.8046875, + 2432.880859375 ], "timestamps": [ - "2026-06-21 14:55:00", - "2026-06-21 15:10:00", - "2026-06-21 15:25:00", - "2026-06-21 15:40:00", "2026-06-21 15:55:00", "2026-06-21 16:10:00", "2026-06-21 16:25:00", @@ -327,6 +323,10 @@ "2026-06-22 19:55:00", "2026-06-22 20:10:00", "2026-06-22 20:25:00", - "2026-06-22 20:40:00" + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 0f75dfe76e13796873af4b41d0caaa83d461ee05..0ae1e78a87069fabdc321f99511a444171ad5241 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,48 +1,24 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T02:21:12.062130+00:00", + "evaluated_at": "2026-06-22T02:28:17.301164+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", + "data_fetched_at": "2026-06-22T02:25:13.705361Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t200600z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t005000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t001000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", + "data_fetched_at": "2026-06-22T02:25:13.705361Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t235000z", + "data_fetched_at": "2026-06-22T02:25:13.705361Z", + "context_length": 96, "prediction_length": 24 } ], diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 1e6780e388b787f348afcdd1c885c91ff67413f5..4e5e47d83b2c948de3432e913bd5867d2dcb89da 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,144992.00227355957,101080.92006492615,217.43277994791666,0.1938400333072089,0.0034021160070456806,0.0033912668549716594,7.856256061550236,380.7781536190851,0.005936280280359728,0.003389747840417912,0.0038042025708356184,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,144987.25206947327,101035.675268809,217.265625,0.19369101566286204,0.003399531335021365,0.003388676754119165,7.856256061550236,380.7719160724347,0.005936198461934561,0.0033871507180978757,0.0038027647164948033,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,0.4067353237384547,0.3276029787418035,0.4994724591573079,0.2744354336383443,0.01942845751119167,0.019503819719654494,8.830249186058134,0.6377580448245672,0.025325865280293635,0.019834437706410364,0.022109313121004018,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.0035922079423394613,0.005892869491718559,0.04986044069131215,0.1488223193887452,0.030138130103779356,0.030974670446964225,2.4335681840802916,0.059935031011416534,0.04318293167916519,0.03592423274888888,0.030075034463051407,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.052910770213082735,0.06105225351513314,0.21957489682568443,3.3780760792223132,0.14194653118534484,0.15536163852718718,86.9275777017528,0.2300234123151005,0.15434934963327496,0.14733823039896257,0.125556127725565,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.8267366392877497,0.5497 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,52.6431997438987,24.69132042438332,4.295796950658162,0.37110662946247347,0.2280755199237274,0.1986124093206756,24.827481599883672,7.2555633650254,0.3240296108108121,0.19184801289915615,0.2953068123817543,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,1.695673300283185,0.956596150492563,0.8724362055460612,0.44843508423454875,0.03587684812422832,0.03508449268389671,25.237339959309562,1.302180210371508,0.05343190929120571,0.035798372472425656,0.04701510680056208,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,17.330996445577323,12.923070376730948,3.0181638399759927,0.5629735660058847,0.6487636064095472,0.40466980595750823,28.367501068609368,4.163051338330735,0.5775331336412581,0.41870481017007993,0.510522659389959,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,294.94553006192046,307.598385160168,6.40802001953125,0.3618646599264707,0.0026172893117614882,0.0026431665239609364,23.538271484375002,17.173978282911634,0.007137237727963277,0.00266307325487013,0.0038335042200276573,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,0.0832674652338028,0.5832504282395045,0.6308186848958334,0.03562270220588235,0.0002628411187065972,0.00026289143623327115,17.24518727022059,0.2885610251468531,0.00012023376047785546,0.0002628411187065972,0.002119120091567805,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,587.0931736621008,474.79592066065277,18.537806919642858,0.37411023011109457,0.07661461844080557,0.0753195920209184,14.19238810506537,24.230005647174348,0.09753308771145512,0.07462026937176539,0.08000017268140815,Web,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index d629a1fcde05ca90ee38fd13a1451c597e2b20d1..fe4cff3d8ef43187f1b672ee87696188c13e93d5 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T02:15:58.272145+00:00", + "evaluated_at": "2026-06-22T02:26:01.986180+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63311.98828125, 63896.01171875, 64606.0, - 64538.01171875 + 64534.0 ], "p50": [ 64219.6796875, diff --git a/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 5399fe36a3a735c360e6ab5fb0b33a65ef3c18cd..4b193b8aec6418d8b294669a347c1a99938d0cfd 100644 --- a/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T01:11:58.156802+00:00", + "evaluated_at": "2026-06-22T02:26:07.300530+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 3b6a9f66b6f60e74bcd794815f886022c1547b1e..6275416a5f05dbb4b2ca6688bd3c5e710edc69ad 100644 --- a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T02:02:24.189641+00:00", + "evaluated_at": "2026-06-22T02:26:12.852477+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2400.0, - 2350.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, 2450.0, 2400.0, 2400.0, @@ -101,9 +89,7 @@ 2400.0, 2400.0, 2450.0, - 2400.0 - ], - "actuals": [ + 2400.0, 2400.0, 2400.0, 2450.0, @@ -115,6 +101,20 @@ 2400.0, 2400.0, 2400.0, + 2400.0 + ], + "actuals": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, 2400.0, 2400.0, 2400.0, @@ -130,88 +130,84 @@ 2400.0 ], "p50": [ - 2400.1552734375, - 2399.712890625, - 2400.217041015625, - 2400.043701171875, - 2400.21630859375, - 2400.660400390625, - 2400.945068359375, - 2400.48291015625, - 2399.89697265625, - 2400.01904296875, - 2399.637451171875, - 2399.749267578125, - 2399.885986328125, - 2400.025634765625, - 2399.8544921875, - 2399.544677734375, - 2399.990966796875, - 2399.975341796875, - 2399.383056640625, - 2400.083984375, - 2399.96337890625, - 2400.268310546875, - 2399.794677734375, - 2400.4755859375 + 2398.467041015625, + 2398.641357421875, + 2399.705810546875, + 2398.912841796875, + 2399.20166015625, + 2398.924560546875, + 2399.475341796875, + 2399.05615234375, + 2399.305419921875, + 2399.05712890625, + 2398.97900390625, + 2399.067138671875, + 2399.346923828125, + 2399.315185546875, + 2399.633056640625, + 2399.0712890625, + 2399.91650390625, + 2399.474853515625, + 2399.77685546875, + 2399.963623046875, + 2399.97802734375, + 2400.080078125, + 2399.8662109375, + 2400.195556640625 ], "p10": [ - 2407.10400390625, - 2406.684814453125, - 2406.5302734375, - 2406.378173828125, - 2406.751953125, - 2407.18408203125, - 2406.2470703125, - 2406.398193359375, - 2406.947998046875, - 2406.361572265625, - 2406.017333984375, - 2406.892578125, - 2406.0478515625, - 2405.891845703125, - 2406.071533203125, - 2405.8330078125, - 2406.09716796875, - 2405.84130859375, - 2405.37451171875, - 2405.5859375, - 2405.62841796875, - 2405.29345703125, - 2405.55908203125, - 2405.45263671875 + 2405.155517578125, + 2406.140625, + 2406.286865234375, + 2406.497802734375, + 2406.867431640625, + 2407.394775390625, + 2407.145751953125, + 2406.74365234375, + 2408.074462890625, + 2408.11181640625, + 2407.480224609375, + 2408.017578125, + 2407.806884765625, + 2407.6650390625, + 2408.699951171875, + 2408.1357421875, + 2408.21435546875, + 2408.5732421875, + 2408.12353515625, + 2407.44677734375, + 2408.67138671875, + 2407.683349609375, + 2408.18408203125, + 2407.812744140625 ], "p90": [ - 2409.68408203125, - 2409.6337890625, - 2410.504638671875, - 2410.060546875, - 2410.594482421875, - 2411.145751953125, - 2411.268798828125, - 2411.16455078125, - 2410.66015625, - 2410.701416015625, - 2410.807861328125, - 2410.29638671875, - 2410.541015625, - 2410.8916015625, - 2410.738525390625, - 2410.679443359375, - 2411.27685546875, - 2411.459228515625, - 2411.283935546875, - 2411.71044921875, - 2411.961669921875, - 2412.727294921875, - 2412.369873046875, - 2412.36572265625 + 2406.7919921875, + 2407.857177734375, + 2410.0087890625, + 2409.548583984375, + 2410.564697265625, + 2410.63330078125, + 2411.048828125, + 2410.833251953125, + 2411.228759765625, + 2410.706298828125, + 2411.289306640625, + 2410.726318359375, + 2411.3583984375, + 2411.677978515625, + 2412.06396484375, + 2411.68994140625, + 2412.556640625, + 2412.13232421875, + 2412.780517578125, + 2412.948974609375, + 2413.197021484375, + 2413.6357421875, + 2414.09423828125, + 2413.42138671875 ], "timestamps": [ - "2026-06-21 14:55:00", - "2026-06-21 15:10:00", - "2026-06-21 15:25:00", - "2026-06-21 15:40:00", "2026-06-21 15:55:00", "2026-06-21 16:10:00", "2026-06-21 16:25:00", @@ -327,6 +323,10 @@ "2026-06-22 19:55:00", "2026-06-22 20:10:00", "2026-06-22 20:25:00", - "2026-06-22 20:40:00" + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index af3a64d5ccd9367ce7ba52fef35a02594b3de61c..6be44ae9868f167fd825ee5a24711a08a39c0ce8 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,48 +1,24 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T02:16:37.605577+00:00", + "evaluated_at": "2026-06-22T02:26:16.232934+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", + "data_fetched_at": "2026-06-22T02:25:13.705361Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t200600z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t005000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t001000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", + "data_fetched_at": "2026-06-22T02:25:13.705361Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t235000z", + "data_fetched_at": "2026-06-22T02:25:13.705361Z", + "context_length": 96, "prediction_length": 24 } ], diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index d43b97cba2b7b2fde02b6f3440e54888f45eb20e..418f5b0c76f4bef69f51f91af3e656eabfccbadb 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,212375.28002166748,212375.28002166748,337.3460286458333,0.30074198308289407,0.005277918474606589,0.005252333791976719,1.855234993231571,460.8419251995932,0.007184463727564653,0.005259179284511233,0.004652796943704264,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,212421.3174978892,212421.3174978892,337.51318359375,0.30089100072724095,0.005280514105160394,0.005254923892740818,1.855234993231571,460.89187180714003,0.007185261058011493,0.00526179887949173,0.004653677676469551,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.550176228056595,0.550176228056595,0.5530107021331787,0.3038520524287122,0.0222467109581586,0.021974201689470545,2.9614589625774843,0.7417386521252584,0.029455015627561792,0.021960482748027216,0.031543872018444045,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.17709031860536253,0.17709031860536253,0.3294175942738851,0.9832382094417073,0.19861120736099114,0.23286207785508298,2.8936730085467284,0.4208210054231639,0.3031997217601272,0.23734395773874703,0.19218242774725242,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.05832123301282009,0.05832123301282009,0.21216475466887155,3.264073867104966,0.13694490450851177,0.14966084921293657,69.32459631446366,0.24149789442730157,0.16204890870672592,0.1423659077510949,0.12315189365939738,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,TiRex,0.4388063115887538,0.4388063115 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,61.565271361327326,61.565271361327326,6.392911036809285,0.5522727667471005,0.35784954486532183,0.27758758751749957,2.490540629341336,7.846354017078718,0.35041400791749117,0.28550401546912907,0.22072068469564787,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,3.0385537226341817,3.0385537226341817,1.590633233388265,0.8175907229277408,0.06558002454187722,0.063108516133996,5.736301038764061,1.7431447795964,0.07152585564041185,0.06526790221894976,0.0413745209138709,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TiRex,19.098552255349432,19.098552255349432,3.7317210038503013,0.6960723115990199,0.7971595840837704,0.46806111389429494,7.037660703757884,4.370189041145638,0.6062689999277185,0.5176953993780764,0.3742097832563984,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,TiRex,303.8337996825576,303.8337996825576,6.765879313151042,0.38207318474264707,0.002766751832161901,0.0027922402134811213,5.243409926470589,17.430829001586744,0.00724398088377631,0.002811794000270563,0.003302914280453343,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,TiRex,0.013662522037823996,0.013662522037823996,0.09615071614583333,0.005429687500000001,4.0062798394097224e-05,4.006221179129665e-05,2.9475183823529414,0.11688679154559764,4.8702829810665686e-05,4.0062798394097224e-05,0.0014859971411434218,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TiRex,470.9839568113176,470.9839568113176,18.29669407435826,0.3692443480559426,0.07939229194969974,0.07648632261901081,1.7100045810649784,21.702164795506405,0.08735776513429835,0.07364971737809535,0.062455629691568246,Web,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index c41e54707b94b4534f3f95a8827d788fac4fdcde..0ca7b905c40c078d8713e4eee4d5bde2dfa60cd3 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-22T02:18:30.006197+00:00", + "evaluated_at": "2026-06-22T02:26:56.229765+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63311.98828125, 63896.01171875, 64606.0, - 64538.01171875 + 64534.0 ], "p50": [ 64232.234375, diff --git a/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 18636ab6356362b741ed5e7e0940412ed33670d6..7ee572e5cd96fb07e812e52e0ecd89d1310b30b2 100644 --- a/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-22T01:13:06.875702+00:00", + "evaluated_at": "2026-06-22T02:27:05.711092+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 99a8605374f90cde8c31721e0047f879ccf2298d..8893df4a57f36ea1d0b8266724dadc8bbe603e7d 100644 --- a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TiRex", - "evaluated_at": "2026-06-22T02:03:23.973540+00:00", + "evaluated_at": "2026-06-22T02:27:13.183936+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2400.0, - 2350.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, 2450.0, 2400.0, 2400.0, @@ -101,9 +89,7 @@ 2400.0, 2400.0, 2450.0, - 2400.0 - ], - "actuals": [ + 2400.0, 2400.0, 2400.0, 2450.0, @@ -115,6 +101,20 @@ 2400.0, 2400.0, 2400.0, + 2400.0 + ], + "actuals": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, 2400.0, 2400.0, 2400.0, @@ -130,88 +130,84 @@ 2400.0 ], "p50": [ - 2400.5556640625, - 2400.81591796875, - 2400.61181640625, - 2400.57421875, - 2401.01708984375, - 2401.040771484375, - 2401.020263671875, - 2400.910400390625, - 2400.884033203125, - 2400.756591796875, - 2400.748291015625, - 2400.602294921875, - 2400.5283203125, - 2400.5546875, - 2400.569580078125, - 2400.72216796875, - 2400.7607421875, - 2400.817138671875, - 2400.88037109375, - 2400.698486328125, - 2400.527587890625, - 2400.4091796875, - 2400.396240234375, - 2400.391845703125 + 2399.7666015625, + 2399.83154296875, + 2400.09375, + 2400.107421875, + 2400.045166015625, + 2400.04833984375, + 2400.00341796875, + 2400.013427734375, + 2400.033203125, + 2400.046875, + 2400.072021484375, + 2400.071533203125, + 2400.22119140625, + 2400.154541015625, + 2400.100341796875, + 2400.1630859375, + 2400.11279296875, + 2400.123046875, + 2400.11767578125, + 2400.019775390625, + 2400.003173828125, + 2400.029541015625, + 2400.138916015625, + 2400.1865234375 ], "p10": [ - 2397.38330078125, - 2397.50439453125, - 2397.662109375, - 2397.81494140625, - 2397.579833984375, - 2397.370849609375, - 2396.622314453125, - 2395.677001953125, - 2394.8330078125, - 2393.177001953125, - 2391.80419921875, - 2390.849609375, - 2390.56298828125, - 2390.6318359375, - 2390.64794921875, - 2390.629150390625, - 2390.9296875, - 2391.186767578125, - 2391.65673828125, - 2392.0849609375, - 2392.390869140625, - 2391.84814453125, - 2391.43798828125, - 2391.258056640625 + 2399.4892578125, + 2399.5244140625, + 2399.341064453125, + 2399.25634765625, + 2399.351806640625, + 2399.274169921875, + 2399.2861328125, + 2399.29150390625, + 2399.21044921875, + 2399.2509765625, + 2399.166259765625, + 2399.128662109375, + 2399.111328125, + 2399.202392578125, + 2399.2578125, + 2399.24267578125, + 2399.34326171875, + 2399.399169921875, + 2399.441650390625, + 2399.4462890625, + 2399.373046875, + 2399.326416015625, + 2399.27392578125, + 2399.186279296875 ], "p90": [ - 2413.13720703125, - 2429.21875, - 2437.3505859375, - 2438.88916015625, - 2438.29248046875, - 2441.654541015625, - 2448.4072265625, - 2450.2841796875, - 2449.357177734375, - 2442.763916015625, - 2439.6201171875, - 2438.425537109375, - 2440.225341796875, - 2442.531005859375, - 2448.24560546875, - 2450.52685546875, - 2448.7255859375, - 2448.75830078125, - 2452.43896484375, - 2453.991455078125, - 2452.947021484375, - 2452.673583984375, - 2451.28076171875, - 2448.12646484375 + 2432.5673828125, + 2445.267822265625, + 2448.369140625, + 2448.492431640625, + 2450.630859375, + 2450.37255859375, + 2451.775146484375, + 2452.07861328125, + 2453.90283203125, + 2452.431396484375, + 2452.817626953125, + 2453.96826171875, + 2452.605224609375, + 2450.654296875, + 2455.878173828125, + 2456.632568359375, + 2455.536376953125, + 2453.13525390625, + 2453.591552734375, + 2454.955810546875, + 2454.365966796875, + 2453.1962890625, + 2452.047607421875, + 2450.597412109375 ], "timestamps": [ - "2026-06-21 14:55:00", - "2026-06-21 15:10:00", - "2026-06-21 15:25:00", - "2026-06-21 15:40:00", "2026-06-21 15:55:00", "2026-06-21 16:10:00", "2026-06-21 16:25:00", @@ -327,6 +323,10 @@ "2026-06-22 19:55:00", "2026-06-22 20:10:00", "2026-06-22 20:25:00", - "2026-06-22 20:40:00" + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 486859f433b03f9b15bec88b2b2a591ba410db43..f694a264d2fdb860ac3aa411da49c40015b62c6b 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,48 +1,24 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T02:19:08.619472+00:00", + "evaluated_at": "2026-06-22T02:27:16.602349+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", + "data_fetched_at": "2026-06-22T02:25:13.705361Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t200600z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t005000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t001000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", + "data_fetched_at": "2026-06-22T02:25:13.705361Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t235000z", + "data_fetched_at": "2026-06-22T02:25:13.705361Z", + "context_length": 96, "prediction_length": 24 } ], diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index a0111ee1d5f4526623b48825c0e1926d1657a1a8..d85f325a5607a04dbf29847c3d4dd3f6d086a76b 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,140005.81599299112,140005.81599299112,273.1376953125,0.2435006348606296,0.004273365450524113,0.004256844246474264,1.5195561353964353,374.1735105442275,0.0058333147817578495,0.004258179990358642,0.0035885496410510112,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,139979.01831245422,139979.01831245422,272.9705403645833,0.2433516172162827,0.004270778563904839,0.004254254143768309,1.5195561353964353,374.1376996674543,0.005832771650352443,0.004255585124501235,0.0035871112263753716,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,1.3327479513263825,1.3327479513263825,0.912270704905192,0.501247670229129,0.036190923075805244,0.0353233507541506,3.007199744396995,1.154447032707167,0.04584398465976072,0.03622697535386293,0.03365741579516466,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.08200668050598381,0.08200668050598381,0.19390021562576293,0.578748992574226,0.11076420631139473,0.12504443681266442,1.9019763246877999,0.2863680856973832,0.2063269722411236,0.13970427015125397,0.12277802236642137,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.051519943339162606,0.051519943339162606,0.19811263349321154,3.0478873399013793,0.12777769757428115,0.13882693506743593,70.62786762084654,0.22698005053123635,0.1523072057170952,0.13293671207661306,0.11960259027081656,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,0.2674649092390003,0.2674 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,29.84130699796242,29.84130699796242,4.787651697794597,0.41359712877877697,0.25820067895875454,0.22203407800722005,2.226194698463738,5.462719743677358,0.24396216578367888,0.2138139849776746,0.18731442262910306,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,2.79425640893866,2.79425640893866,1.5153587659200032,0.7788993986277447,0.06400031845205822,0.06158606777103923,5.024899449733376,1.6716029459589559,0.06859030437416133,0.06217919108229342,0.03846939655931061,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Toto-2.0-1B,16.070157080755468,16.070157080755468,3.394546548525492,0.6331796670824753,0.7325624583030103,0.43904848141705416,5.31488381272153,4.0087600428006995,0.5561285608509641,0.4709197523966001,0.34182658333309807,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,312.3882434144616,312.3882434144616,6.257395426432292,0.3533588005514707,0.002554111350961283,0.002580401061169172,3.006610179227941,17.674508293428183,0.0073452501998662574,0.002600476021374459,0.0028381871167027415,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,0.0004494885603586833,0.0004494885603586833,0.016988118489583332,0.0009593290441176471,7.078382703993055e-06,7.078345767399971e-06,2.822616613051471,0.021201145260543904,8.833810525226627e-06,7.078382703993056e-06,0.0013922794483326095,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Toto-2.0-1B,768.2036787881183,768.2036787881183,23.04840305873326,0.46513826632099137,0.10803188257083383,0.09969043495764582,1.8360054599372493,27.716487490086443,0.11156722968982467,0.09277678056994411,0.0691587707819813,Web,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index c06a3eea556ffbec92a1272b14628bb767c1a46f..05054284407ae0e2976b921c07667810ab43080d 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T02:17:10.612457+00:00", + "evaluated_at": "2026-06-22T02:26:36.524609+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63311.98828125, 63896.01171875, 64606.0, - 64538.01171875 + 64534.0 ], "p50": [ 64244.51171875, diff --git a/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 4871b4055025583a8948d0764a90be843054b6a4..cc6cdaddcb75ba75d26e95ce741aadb082f5f91e 100644 --- a/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T01:12:43.213941+00:00", + "evaluated_at": "2026-06-22T02:26:40.658599+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 5eb4648dd74a8a1a0349a5443976197999bfbc0a..865f95bcac9980ab4f591c59db5ff8d6e77a4556 100644 --- a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T02:03:03.941146+00:00", + "evaluated_at": "2026-06-22T02:26:45.640119+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2400.0, - 2350.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, 2450.0, 2400.0, 2400.0, @@ -101,9 +89,7 @@ 2400.0, 2400.0, 2450.0, - 2400.0 - ], - "actuals": [ + 2400.0, 2400.0, 2400.0, 2450.0, @@ -115,6 +101,20 @@ 2400.0, 2400.0, 2400.0, + 2400.0 + ], + "actuals": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, 2400.0, 2400.0, 2400.0, @@ -130,88 +130,84 @@ 2400.0 ], "p50": [ - 2400.0166015625, - 2400.022705078125, - 2400.0107421875, - 2400.01220703125, - 2399.978271484375, - 2400.017578125, - 2400.00390625, - 2400.005859375, - 2400.01806640625, - 2400.01220703125, - 2399.98779296875, - 2400.000244140625, - 2400.003662109375, - 2400.01220703125, - 2399.99853515625, - 2400.018310546875, - 2400.000244140625, - 2400.00048828125, - 2399.985595703125, - 2399.991943359375, - 2399.996826171875, - 2400.0078125, + 2400.013671875, + 2400.01953125, + 2400.032958984375, + 2400.03076171875, 2400.005615234375, - 2400.001708984375 + 2400.03564453125, + 2399.983154296875, + 2400.05126953125, + 2400.027099609375, + 2400.02294921875, + 2400.01318359375, + 2400.00732421875, + 2400.016357421875, + 2400.015869140625, + 2400.0048828125, + 2400.031005859375, + 2399.999755859375, + 2399.998291015625, + 2400.016357421875, + 2400.004150390625, + 2399.9990234375, + 2400.016845703125, + 2400.02001953125, + 2400.00244140625 ], "p10": [ - 2399.90087890625, - 2399.88232421875, - 2399.892333984375, - 2399.914794921875, - 2399.9345703125, - 2399.9345703125, - 2399.9150390625, - 2399.913818359375, - 2399.90478515625, - 2399.9111328125, - 2399.904052734375, - 2399.927734375, - 2399.93798828125, - 2399.933837890625, - 2399.926513671875, - 2399.926025390625, - 2399.913330078125, - 2399.923583984375, - 2399.921875, - 2399.94189453125, - 2399.927734375, - 2399.916748046875, - 2399.921142578125, - 2399.931640625 + 2399.962890625, + 2399.940673828125, + 2399.940185546875, + 2399.97509765625, + 2399.9765625, + 2399.978759765625, + 2399.9609375, + 2399.95068359375, + 2399.953857421875, + 2399.966064453125, + 2399.955078125, + 2399.974365234375, + 2399.9814453125, + 2399.96875, + 2399.978759765625, + 2399.9765625, + 2399.9453125, + 2399.96044921875, + 2399.95849609375, + 2399.968017578125, + 2399.969970703125, + 2399.9697265625, + 2399.975830078125, + 2399.966796875 ], "p90": [ - 2451.588134765625, - 2447.48583984375, - 2449.21630859375, - 2449.585693359375, - 2449.3955078125, - 2450.41552734375, - 2449.029541015625, - 2448.554931640625, - 2449.953125, - 2448.317626953125, - 2448.447509765625, - 2448.30126953125, - 2449.48876953125, - 2448.89892578125, - 2449.199951171875, - 2448.90771484375, - 2451.705810546875, - 2450.283935546875, - 2452.908935546875, - 2450.037109375, - 2449.798583984375, - 2449.257080078125, - 2449.068359375, - 2449.283203125 + 2450.726806640625, + 2450.12451171875, + 2450.115234375, + 2449.635498046875, + 2448.17626953125, + 2449.740966796875, + 2450.306884765625, + 2451.14111328125, + 2450.071044921875, + 2448.436279296875, + 2451.455322265625, + 2449.777587890625, + 2449.94140625, + 2449.517333984375, + 2450.246337890625, + 2449.059814453125, + 2450.4150390625, + 2450.168212890625, + 2449.561767578125, + 2449.65185546875, + 2450.182861328125, + 2450.044677734375, + 2450.104736328125, + 2450.165771484375 ], "timestamps": [ - "2026-06-21 14:55:00", - "2026-06-21 15:10:00", - "2026-06-21 15:25:00", - "2026-06-21 15:40:00", "2026-06-21 15:55:00", "2026-06-21 16:10:00", "2026-06-21 16:25:00", @@ -327,6 +323,10 @@ "2026-06-22 19:55:00", "2026-06-22 20:10:00", "2026-06-22 20:25:00", - "2026-06-22 20:40:00" + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index ee4ac1d104d020b9d98a2694c1f8165decad33df..e5df3db93de41d53ac3f19b00c59525660d50907 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,48 +1,24 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T02:17:47.215607+00:00", + "evaluated_at": "2026-06-22T02:26:48.840277+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", + "data_fetched_at": "2026-06-22T02:25:13.705361Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t200600z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t005000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t001000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", + "data_fetched_at": "2026-06-22T02:25:13.705361Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t020000z", - "data_fetched_at": "2026-06-22T02:14:44.055867Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t235000z", + "data_fetched_at": "2026-06-22T02:25:13.705361Z", + "context_length": 96, "prediction_length": 24 } ],