diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 055d455fa7ad3e2354a78552342598ac07295140..9cd1286e5ebadf667125b08ab70c064b774b9ad7 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,531272.862516105,292022.32137598214,512.2169507473512,0.45081437895613724,0.007980909517822857,0.008015379218412527,5.947007625852422,728.8846702435886,0.01136869922769104,0.007989248080118878,0.006634302762424674,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,523459.0034903248,294908.2611820262,517.7656161119345,0.45569789194164145,0.008067424048971495,0.008102246990010132,5.947007625852422,723.5046672208306,0.011283808977926359,0.008075094152450286,0.00671212841169178,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,23.339012917563625,24.127678798785734,3.92323273134415,2.1556225096116486,0.14572634493310063,0.16336371691708315,74.95807047940423,4.831046772446281,0.19184460425807365,0.1557946064711608,0.1530334168746246,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.42833845472992454,0.4295987414132277,0.5183593142472038,1.532662784596751,0.41126179045048633,0.5671381618770517,59.525006992751614,0.6544757098089466,0.6459491825702992,0.5116061150893227,0.5089417152900162,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.04211025196291461,0.04937371934908869,0.1906250528997198,2.310607236012791,0.12370562072554768,0.13452527895255467,29.331400404700744,0.20520782627111134,0.13912395401217167,0.12923732771356733,0.11481855375543791,Ocean,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index 8028f50ce7c1c54f49e2ab8663baa03504ed3a44..7c17cb62e2ab699353793f8c8152d429d76ac863 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T00:41:09.300788+00:00", + "evaluated_at": "2026-06-22T00:49:31.656832+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63808.01171875, 63801.58984375, 63311.98828125, - 63808.01171875 + 63941.1796875 ], "p50": [ 63626.177558686555, diff --git a/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 038953c3142f9973f5795bef4f52abf6a2c1e7a3..b5546ed6e399984acb2e678390264e14183250e1 100644 --- a/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T00:27:28.728948+00:00", + "evaluated_at": "2026-06-22T00:49:31.687665+00:00", "freq": "10min", "context_length": 79, "prediction_length": 72, diff --git a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index c817e210dbc924e0335606a09ec7c5800833c8ea..597636e0e5adf7d527d18e2a111d68686c86afe4 100644 --- a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T00:19:18.277259+00:00", + "evaluated_at": "2026-06-22T00:49:31.728901+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 94cd281d05df6779f700a2ff610f69dedb5d5c6a..6b8768ee4ebebeed2103256e514b4f840dfcc32f 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,19 +1,25 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T00:41:09.349233+00:00", + "evaluated_at": "2026-06-22T00:49:31.744725+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:38:25.447942Z", + "data_fetched_at": "2026-06-22T00:45:15.266841Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t183000z", - "data_fetched_at": "2026-06-22T00:38:25.447942Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t235000z", + "data_fetched_at": "2026-06-22T00:45:15.266841Z", + "context_length": 79, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", + "data_fetched_at": "2026-06-22T00:45:15.266841Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index c24fb286da3ef73d8e13c8a93ad659652d5f3e8c..59a5ef4352ebab5f733e703a036edde8d0dd327a 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -13,4 +13,4 @@ date,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank, 2026-06-19,Chronos-2,5.000,4.600,5.200,5.200,5.000,5.200,4.500,5.200,5.000,5.200 2026-06-20,Chronos-2,5.300,4.900,5.000,5.000,5.300,5.000,4.800,5.000,5.300,5.200 2026-06-21,Chronos-2,4.600,5.100,4.400,4.400,4.600,5.000,4.100,4.900,4.700,5.000 -2026-06-22,Chronos-2,5.100,4.500,4.600,5.000,5.100,4.500,4.100,4.600,5.100,4.800 +2026-06-22,Chronos-2,5.100,4.500,4.500,4.900,5.100,4.400,4.200,4.500,5.100,4.700 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index 269fd88eefc2c1b81e0003fd3778bdaae49c39df..d0382eb1e34babb12f585e7046795250e83c333c 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,4 +1,4 @@ week,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,,2.751,3.064,3.077,2.902,3.077,2.505,3.077,2.918,3.103 2026-W25,Chronos-Bolt-Mini,4.967,4.229,4.414,4.414,4.414,4.529,3.857,4.486,4.429,4.529 -2026-W26,Chronos-Bolt-Mini,5.1,4.5,4.6,5.0,5.1,4.5,4.1,4.6,5.1,4.8 +2026-W26,Chronos-Bolt-Mini,5.1,4.5,4.5,4.9,5.1,4.4,4.2,4.5,5.1,4.7 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 20f96801b3c776f079300e1558d5671f62e2e3f5..033ed78e839d535a75fb5e26486a0c8782e79482 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,184851.31750424704,184851.31750424704,344.78759765625,0.3034558041907688,0.00539236237387533,0.005369841861039395,1.9525816537906209,429.94338872024423,0.0067059951606077885,0.005377786987730296,0.005300973165275415,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,178323.94126256308,178323.94126256308,339.2389322916667,0.2985722912052646,0.005304694238634673,0.005282975553013248,1.9525816537906209,422.2841949002627,0.006585961923307963,0.00529078454263308,0.005271668842982373,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,0.8190864914031408,0.8190864914031408,0.69321076075236,0.38088505630682673,0.027901220956347006,0.027436930558977266,2.1561741380116493,0.9050339725132648,0.03593959911280288,0.027527935523719557,0.026277060517932285,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.08766419357071929,0.08766419357071929,0.22379158983627956,0.6616974593114614,0.17497027768579804,0.1986365291346455,8.276400450850511,0.296081396867009,0.29222404042519345,0.22087602695453976,0.17570611094184302,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.05440467413328322,0.05440467413328322,0.20337391727500492,2.46513896113696,0.1323153693261341,0.14437144637804197,45.59034340310892,0.23324809566914628,0.15813430669271317,0.13788062584348992,0.11603819901575539,Ocean,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 916887f1471a0a8c4720de1797582adebdddadf9..edd44dfc8ace018971188a9929e2770162799099 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T00:38:54.606203+00:00", + "evaluated_at": "2026-06-22T00:45:47.061251+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63808.01171875, 63801.58984375, 63311.98828125, - 63808.01171875 + 63941.1796875 ], "p50": [ 64307.55859375, diff --git a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index d76036d3a683d20585e538aa042a54ab907bf446..1acb2e0c3785ddbdd36f947ef041d7d98d19be04 100644 --- a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T00:24:29.308979+00:00", + "evaluated_at": "2026-06-22T00:45:52.565748+00:00", "freq": "10min", "context_length": 79, "prediction_length": 72, diff --git a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 8495cedbd849915fc08e093390d78b78a5365a85..b2561bf97f49b48d71e2f095c14543ba36f1e396 100644 --- a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T00:16:59.392136+00:00", + "evaluated_at": "2026-06-22T00:45:58.265055+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 82aeaa7c92bc54f599d078478eb2ce7f1e9748ac..9aea13e1b6897bd4abd2cc7f84a874386f86da6d 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,19 +1,25 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T00:39:00.170401+00:00", + "evaluated_at": "2026-06-22T00:46:00.601493+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:38:25.447942Z", + "data_fetched_at": "2026-06-22T00:45:15.266841Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t183000z", - "data_fetched_at": "2026-06-22T00:38:25.447942Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t235000z", + "data_fetched_at": "2026-06-22T00:45:15.266841Z", + "context_length": 79, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", + "data_fetched_at": "2026-06-22T00:45:15.266841Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/dataset_eval_intervals.json b/results/dataset_eval_intervals.json index b28633c4c78eb5ce77f6188442dd8ffce47788a3..c278fc3b1f97bae165d4f1135a24a52bd070b112 100644 --- a/results/dataset_eval_intervals.json +++ b/results/dataset_eval_intervals.json @@ -7,5 +7,6 @@ "open_meteo_shanghai_air_quality_hourly_pm2_5": 3600, "open_meteo_shanghai_hourly_temperature_2m": 3600, "usgs_earthquake_all_week_hourly_earthquake_count": 3600, + "usgs_potomac_iv_usgs_00060": 900, "wikimedia_time_series_hourly_pageviews": 86400 } diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 3b5aae151fbf66b2224e69522294d35aba03e42f..40b5665774f96424f968b3d077de51a0786ad49a 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,31313.210050965572,29601.86857966358,125.78640826686053,0.11070762387150675,0.0019660092755825523,0.001965068171019834,1.0225104309192214,176.95539000258108,0.002760042415195528,0.00196193979774548,0.001572019684804,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,31355.736942013533,29525.98456764083,125.21657144547589,0.11020609686744326,0.0019569975320971483,0.0019561021936479006,1.0225104309192214,177.0755119772735,0.002761677073204287,0.001952882872876288,0.001569576541240952,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,90.83341172097414,92.62648790328399,8.299724128435516,4.560288257151853,0.3185376684579119,0.40488327610390623,141.48998129735833,9.530656416059397,0.37846973846058257,0.329588465165,0.31681573540285846,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ETS,0.3118120042018548,0.3107012245229544,0.4437050663980021,1.311928278153664,0.35409449238148816,0.46181066651440267,48.60199980720952,0.5584012931591892,0.5511264260176605,0.43792446479909347,0.4303358377278809,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.09301408937457631,0.09148505082902365,0.2594726270136425,3.1451234788134808,0.16834648268504374,0.18937819308621023,44.6700841981829,0.304982113204326,0.2067675403174758,0.17591365048802368,0.1650605970358189,Ocean,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index 74038a2e3cbc63b53f67fad9f37d5fdc8cf5e6ef..49ff501edfac1b0844d5551844af6942fb0d4b60 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-22T00:41:09.398397+00:00", + "evaluated_at": "2026-06-22T00:49:31.774140+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63808.01171875, 63801.58984375, 63311.98828125, - 63808.01171875 + 63941.1796875 ], "p50": [ 64285.75299233642, diff --git a/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index adc13f48c4cb6b56d502db8e4b314a1ad115615c..f83ad5bf88b84fd4b3fb327b8c7e736ad754d02c 100644 --- a/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "ETS", - "evaluated_at": "2026-06-22T00:27:28.897685+00:00", + "evaluated_at": "2026-06-22T00:49:31.797884+00:00", "freq": "10min", "context_length": 79, "prediction_length": 72, diff --git a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 06c5c32b593f9ad46fe900d7cff78a17b54c1e5e..f1b712b7f1e4c689624c4123d97075887701b4aa 100644 --- a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ETS", - "evaluated_at": "2026-06-22T00:19:18.343844+00:00", + "evaluated_at": "2026-06-22T00:49:31.818277+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index 99ab5020e7870a10ba2d9a682a15cd1683455270..9ac29648546f025e8a7f00b673209030c5862e25 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,19 +1,25 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T00:41:09.437490+00:00", + "evaluated_at": "2026-06-22T00:49:31.829896+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:38:25.447942Z", + "data_fetched_at": "2026-06-22T00:45:15.266841Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t183000z", - "data_fetched_at": "2026-06-22T00:38:25.447942Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t235000z", + "data_fetched_at": "2026-06-22T00:45:15.266841Z", + "context_length": 79, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", + "data_fetched_at": "2026-06-22T00:45:15.266841Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 832bc977f3f553bf6aec5fffd836bcdb6e0cdd6c..f3c14512b18e71941fc3a2d3d223bae6b2d450cf 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1615,3 +1615,6 @@ {"evaluated_at": "2026-06-22T00:34:11.632121+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-22T00:41:09.506457+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-22T00:41:09.506457+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} +{"evaluated_at": "2026-06-22T00:49:31.898160+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-22T00:49:31.898160+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} +{"evaluated_at": "2026-06-22T00:49:31.898160+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index d9cb2b5f0c53da6d8e4690c152bf507b45a540ae..bebdaeeff59c66df1c6ea6366a8a06a2f610d07b 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,434894.22142283124,303108.49978351593,449.7711588541667,0.3958543452249697,0.007031385185826376,0.006994432655955062,2.0042789769285494,659.4651025056831,0.010285935083584644,0.007015256644915075,0.005807619052931651,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,446270.2798455556,324607.30122931796,464.879638671875,0.4091516793644467,0.007266725225498508,0.007227197275853066,1.9429335963900405,668.0346397048252,0.010418696114321457,0.00725028224164832,0.005782169629445269,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,1.1455261020643472,1.0877943425737158,0.8256029287974039,0.4536280101607031,0.0332968096785023,0.03257992877240257,2.3022304600209167,1.0702925310700562,0.04250214430433567,0.032785330925132486,0.02740729204769246,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.14977713530209075,0.18371359707243845,0.3306767230232557,0.9777308773667618,0.2591356964515554,0.31446073370594435,2.9547082395089475,0.3870105105834863,0.38196852719025043,0.32636865773712376,0.2606686421417472,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.04144327380550431,0.04117716584836886,0.17560509178373548,2.1285470591824085,0.11435566540957653,0.12308331523787304,22.237767016828982,0.20357621129568237,0.1380177743360259,0.11905430293553534,0.10037054705821538,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.04415748256973669,0.041865096448862174,0.1766479503777292,2.1411877723350896,0.11500250448047306,0.12386670570569804,24.084677177556856,0.21013681869138662,0.1424656438846561,0.11976132573144128,0.1020072160171328,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.24910785538850178,0.40761968077686106,0.547862688700358,0.3928895715829071,0.026613999461058413,0.02701328090063716,2.2538161600148454,0.4991070580431635,0.02467772876731938,0.027088390387604053,0.029290806964384408,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,61.569161274759345,49.571842443041,6.256526072820027,0.5422021078887282,0.27050657008274853,0.2610893506666491,3.0983978293545147,7.846601893479709,0.30620885437969597,0.24415711503687912,0.24016764643392585,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,1.7588488622935377,1.778809118525184,1.1728342374165852,0.5972324322436992,0.045991605928359804,0.04659923634412194,3.683766830928819,1.3262159938311473,0.05348543968701798,0.04729965191190506,0.03862749832019127,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,26.302917048141012,19.836624864737768,3.7792120973269143,0.707680808862257,0.7512025396522608,0.44070751611280534,7.779809588418671,5.128636958114798,0.647827826288185,0.4773741596623471,0.35454982344867203,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,411.19217246274155,517.7682581755022,10.493784586588541,0.5302122738486842,0.004284095720909621,0.004327665379099166,2.6670669716282895,20.27787396308453,0.008412601125566617,0.004353514780952895,0.003886952269698934,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,414.4529203449686,517.2322619731227,10.484242757161459,0.5297301603618422,0.004280165631214237,0.004323690126563171,2.6539959395559207,20.35811681725421,0.008445891160140035,0.004349556200032412,0.0038783718275082818,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Large,890.713526753742,459.6993433938395,19.7410888671875,0.3983935818708682,0.08488627994531377,0.0825329602754252,1.6746824063343657,29.844824120000137,0.12013442716503793,0.07946384247861558,0.06594550252364441,Web,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index f459c7b93588cd95794c009de5de430f41a0ffd6..5b37071dbdcc1160215af3cb3abfc56b177ad9c7 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T00:40:37.046897+00:00", + "evaluated_at": "2026-06-22T00:48:23.699440+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,85 +127,85 @@ 63808.01171875, 63801.58984375, 63311.98828125, - 63808.01171875 + 63941.1796875 ], "p50": [ - 64237.869140625, - 64378.658203125, - 64408.255859375, - 64397.716796875, - 64357.353515625, - 64473.369140625, - 64397.65625, - 64418.712890625, - 64441.8984375, - 64645.736328125, - 64783.220703125, - 64659.91015625, - 64600.796875, - 64727.03515625, - 64735.951171875, - 64528.36328125, - 64797.630859375, - 64575.908203125, - 64572.83984375, - 64653.265625, - 64466.876953125, - 64661.791015625, - 64818.83203125, - 64977.392578125 + 64215.935546875, + 64326.203125, + 64416.84375, + 64340.48828125, + 64407.736328125, + 64450.966796875, + 64441.046875, + 64453.201171875, + 64479.74609375, + 64573.009765625, + 64615.9765625, + 64585.333984375, + 64624.443359375, + 64676.646484375, + 64710.5390625, + 64771.357421875, + 64712.423828125, + 64696.62109375, + 64786.888671875, + 64648.296875, + 64674.859375, + 64862.27734375, + 64831.0078125, + 64939.5859375 ], "p10": [ - 64043.423828125, - 64030.640625, - 64035.1328125, - 63891.490234375, - 63814.53515625, - 63846.751953125, - 63815.552734375, - 63870.544921875, - 63620.16015625, - 63730.08984375, - 63717.873046875, - 63539.79296875, - 63650.859375, - 63632.6015625, - 63600.08203125, - 63375.5234375, - 63165.912109375, - 63308.4453125, - 63154.958984375, - 63096.267578125, - 62754.392578125, - 62953.564453125, - 63191.560546875, - 62916.318359375 + 64033.9609375, + 64056.416015625, + 63969.095703125, + 63966.2578125, + 63948.5859375, + 63844.57421875, + 63855.19921875, + 63870.15234375, + 63588.072265625, + 63594.96875, + 63531.1171875, + 63646.125, + 63462.6796875, + 63566.50390625, + 63471.798828125, + 63442.822265625, + 63366.9765625, + 63068.990234375, + 63258.998046875, + 63044.650390625, + 63093.873046875, + 63235.388671875, + 63158.1953125, + 62774.578125 ], "p90": [ - 64418.623046875, - 64675.59375, - 64817.01171875, - 64889.666015625, - 64968.3046875, - 65062.060546875, - 65086.3984375, - 65008.03515625, - 65213.615234375, - 65833.93359375, - 65692.48828125, - 65833.59765625, - 65893.3125, - 66366.23828125, - 66066.546875, - 65981.58203125, - 66520.7421875, - 66212.34375, - 66446.45703125, - 66285.3828125, - 66578.0703125, - 66926.703125, - 66620.59765625, - 67034.74609375 + 64460.91015625, + 64649.724609375, + 64740.271484375, + 64761.271484375, + 64984.283203125, + 64994.392578125, + 65230.2265625, + 65194.921875, + 65302.0, + 65483.9296875, + 65683.28125, + 65886.5078125, + 65975.55859375, + 66257.1484375, + 66137.38671875, + 66416.71875, + 66064.6015625, + 66417.40625, + 66507.88671875, + 66225.1484375, + 66360.2578125, + 66945.6953125, + 67248.30078125, + 66894.85546875 ], "timestamps": [ "2026-06-17 01:00:00", diff --git a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index fcfec38b125d485e97e64b1cb6e5d4b9c823fabb..c987657b7aed3689110765679262ed67c2c94669 100644 --- a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T00:26:52.245984+00:00", + "evaluated_at": "2026-06-22T00:48:30.289165+00:00", "freq": "10min", "context_length": 79, "prediction_length": 72, @@ -161,226 +161,226 @@ 1.600000023841858 ], "p50": [ - 1.3137360215187073, - 1.3156307935714722, - 1.3316147327423096, - 1.3090193271636963, - 1.2951483130455017, - 1.3209910988807678, - 1.306041181087494, - 1.3104203343391418, - 1.3135858178138733, - 1.3136269450187683, - 1.3241586685180664, - 1.316958248615265, - 1.3172679543495178, - 1.314790964126587, - 1.3128075003623962, - 1.3179801106452942, - 1.329275369644165, - 1.3158860802650452, - 1.3155980110168457, - 1.3099535703659058, - 1.3124487400054932, - 1.3066818714141846, - 1.3086624145507812, - 1.3162605166435242, - 1.3080110549926758, - 1.3178394436836243, - 1.302333116531372, - 1.3082086443901062, - 1.3171434998512268, - 1.3115115761756897, - 1.317707896232605, - 1.3191306591033936, - 1.3166857957839966, - 1.334061324596405, - 1.3142433762550354, - 1.3294916152954102, - 1.3231449127197266, - 1.3171970844268799, - 1.3193041682243347, - 1.3135952949523926, - 1.3440646529197693, - 1.294859230518341, - 1.2984436750411987, - 1.3189587593078613, - 1.3007593154907227, - 1.3248463869094849, - 1.31841641664505, - 1.3202831149101257, - 1.2994701862335205, - 1.316605031490326, - 1.3119609355926514, - 1.3101054430007935, - 1.3213363289833069, - 1.3159023523330688, - 1.3095507621765137, - 1.3114094734191895, - 1.3221049308776855, - 1.311146080493927, - 1.3065166473388672, - 1.3192405104637146, - 1.3135324120521545, - 1.3141003847122192, - 1.306164562702179, - 1.3105939030647278, - 1.3132568001747131, - 1.3097233772277832, - 1.3162037134170532, - 1.3257900476455688, - 1.3250699639320374, - 1.2906314730644226, - 1.3214547634124756, - 1.3134806156158447 + 1.3103393912315369, + 1.312778651714325, + 1.312295377254486, + 1.3173243403434753, + 1.321693480014801, + 1.3062280416488647, + 1.3413668870925903, + 1.3154816031455994, + 1.3194957971572876, + 1.320279836654663, + 1.307325541973114, + 1.3215909004211426, + 1.308670997619629, + 1.3201918005943298, + 1.3227345943450928, + 1.311798632144928, + 1.3020082116127014, + 1.299747347831726, + 1.310303270816803, + 1.313630759716034, + 1.3112447261810303, + 1.327843725681305, + 1.304162085056305, + 1.3087237477302551, + 1.3085904121398926, + 1.2987446188926697, + 1.313450813293457, + 1.3110699653625488, + 1.3006242513656616, + 1.3090039491653442, + 1.3047482371330261, + 1.3281981945037842, + 1.3031520247459412, + 1.326397180557251, + 1.309257984161377, + 1.3217432498931885, + 1.3038143515586853, + 1.3051148056983948, + 1.3228533267974854, + 1.3176549077033997, + 1.322959303855896, + 1.3086664080619812, + 1.3135283589363098, + 1.3253825902938843, + 1.3190287947654724, + 1.3173218369483948, + 1.3065598607063293, + 1.3312460780143738, + 1.2943184971809387, + 1.3229717016220093, + 1.31343275308609, + 1.336025357246399, + 1.3120367527008057, + 1.3210192918777466, + 1.3119813799858093, + 1.3055647015571594, + 1.30405855178833, + 1.3343578577041626, + 1.3093518614768982, + 1.3019724488258362, + 1.3098807334899902, + 1.3091116547584534, + 1.2989119291305542, + 1.3054556250572205, + 1.3083195090293884, + 1.2998420000076294, + 1.2849082946777344, + 1.3109420537948608, + 1.3172650933265686, + 1.3156712651252747, + 1.2983354926109314, + 1.3225915431976318 ], "p10": [ - 1.1812601685523987, - 1.1855576634407043, - 1.1917860507965088, - 1.1358283162117004, - 1.126103162765503, - 1.1664596199989319, - 1.1652907133102417, - 1.1353117227554321, - 1.152841866016388, - 1.1719624400138855, - 1.1773025393486023, - 1.1761102080345154, - 1.1133847832679749, - 1.1265802383422852, - 1.165266513824463, - 1.1076788902282715, - 1.1872535943984985, - 1.1681748032569885, - 1.1729252338409424, - 1.1514504551887512, - 1.1822608709335327, - 1.1434093713760376, - 1.1835722923278809, - 1.176899015903473, - 1.1734461188316345, - 1.177876353263855, - 1.1514053344726562, - 1.1588141322135925, - 1.1750438213348389, - 1.1469299793243408, - 1.1342045664787292, - 1.1476907134056091, - 1.167848825454712, - 1.1814873218536377, - 1.1259853839874268, - 1.1453149914741516, - 1.1529895663261414, - 1.1218509674072266, - 1.1660357117652893, - 1.11497300863266, - 1.170106291770935, - 1.1302436590194702, - 1.0960062742233276, - 1.111205816268921, - 1.0521016716957092, - 1.1322336792945862, - 1.1442828178405762, - 1.1358976364135742, - 1.115957796573639, - 1.0990574955940247, - 1.0952280163764954, - 1.1091625094413757, - 1.126189947128296, - 1.1068756580352783, - 1.1105263233184814, - 1.110779881477356, - 1.1208989024162292, - 1.1208164691925049, - 1.0730006694793701, - 1.099774181842804, - 1.093311607837677, - 1.1238707900047302, - 1.1238911151885986, - 1.0253384709358215, - 1.1255091428756714, - 1.0829090476036072, - 1.1053826212882996, - 1.1379218697547913, - 1.1329710483551025, - 1.097581684589386, - 1.0883460640907288, - 1.0527387857437134 + 1.1890636682510376, + 1.1547097563743591, + 1.1734978556632996, + 1.148981750011444, + 1.160472810268402, + 1.157828688621521, + 1.178220510482788, + 1.1625445485115051, + 1.1661209464073181, + 1.1219364404678345, + 1.1252026557922363, + 1.1713632941246033, + 1.1599754095077515, + 1.1954131126403809, + 1.18868750333786, + 1.1509155631065369, + 1.1598544120788574, + 1.1581252217292786, + 1.1424425840377808, + 1.1383379697799683, + 1.1699808239936829, + 1.1462141871452332, + 1.1455963850021362, + 1.1493489742279053, + 1.1514261364936829, + 1.1620218753814697, + 1.1562349200248718, + 1.1613187789916992, + 1.1527177691459656, + 1.0980640053749084, + 1.1387344002723694, + 1.1658556461334229, + 1.1459444165229797, + 1.155954360961914, + 1.164927065372467, + 1.170168936252594, + 1.1017385125160217, + 1.1438366770744324, + 1.1503822803497314, + 1.1236230731010437, + 1.11592298746109, + 1.1532427072525024, + 1.1131356358528137, + 1.164359450340271, + 1.1505943536758423, + 1.1663070321083069, + 1.145764708518982, + 1.1490368247032166, + 1.0884284377098083, + 1.1498850584030151, + 1.1455280184745789, + 1.168118953704834, + 1.106038212776184, + 1.085615336894989, + 1.1343569159507751, + 1.0752321481704712, + 1.059757947921753, + 1.1519091725349426, + 1.0507391691207886, + 1.06391441822052, + 1.103423297405243, + 1.1164013147354126, + 1.0926334857940674, + 1.0449675917625427, + 1.101882815361023, + 1.0396405458450317, + 1.0433610677719116, + 1.1037346720695496, + 1.0727543234825134, + 1.0620412230491638, + 1.0599079728126526, + 1.049193799495697 ], "p90": [ - 1.4192658066749573, - 1.463641107082367, - 1.4517505168914795, - 1.4535326957702637, - 1.4532086849212646, - 1.4611414074897766, - 1.4388166069984436, - 1.4557071328163147, - 1.4782494902610779, - 1.4709506630897522, - 1.4489312767982483, - 1.4605721235275269, - 1.4594733119010925, - 1.4435732960700989, - 1.463744342327118, - 1.4683627486228943, - 1.494995653629303, - 1.5195205211639404, - 1.4678439497947693, - 1.4793586730957031, - 1.4553039073944092, - 1.4537141919136047, - 1.4584327936172485, - 1.4446153044700623, - 1.4279932379722595, - 1.45291668176651, - 1.4557533860206604, - 1.4896352887153625, - 1.4943143725395203, - 1.44436913728714, - 1.4846739172935486, - 1.4639345407485962, - 1.4536605477333069, - 1.4679877161979675, - 1.449481189250946, - 1.4886587858200073, - 1.4924808144569397, - 1.471636176109314, - 1.474693238735199, - 1.480579435825348, - 1.5311338305473328, - 1.456518530845642, - 1.4635329246520996, - 1.4696276783943176, - 1.4659586548805237, - 1.4954718947410583, - 1.4870482683181763, - 1.4852800965309143, - 1.5075992941856384, - 1.483337938785553, - 1.4804716110229492, - 1.4629260897636414, - 1.5117090940475464, - 1.509710669517517, - 1.50650954246521, - 1.503395915031433, - 1.5376387238502502, - 1.5134976506233215, - 1.5022605657577515, - 1.471072793006897, - 1.4850531816482544, - 1.5228254795074463, - 1.5016978979110718, - 1.5089112520217896, - 1.4870570302009583, - 1.4878759384155273, - 1.5196440815925598, - 1.543980598449707, - 1.5292744040489197, - 1.4800834655761719, - 1.5120346546173096, - 1.5296252965927124 + 1.4594876170158386, + 1.4574462175369263, + 1.4656968116760254, + 1.4573354125022888, + 1.4738311171531677, + 1.4457836151123047, + 1.535897672176361, + 1.4334025382995605, + 1.4473295211791992, + 1.4910020232200623, + 1.445294737815857, + 1.444391906261444, + 1.4637484550476074, + 1.4744909405708313, + 1.4478812217712402, + 1.4496842622756958, + 1.4263479113578796, + 1.472812831401825, + 1.4780817031860352, + 1.4552965760231018, + 1.4626138806343079, + 1.5019555687904358, + 1.424605667591095, + 1.4755838513374329, + 1.4830650091171265, + 1.4717941880226135, + 1.4353374242782593, + 1.4985396265983582, + 1.4630440473556519, + 1.480195701122284, + 1.4704816937446594, + 1.460496187210083, + 1.4359676241874695, + 1.4884833097457886, + 1.4718491435050964, + 1.4788051843643188, + 1.4575921297073364, + 1.470293939113617, + 1.4951177835464478, + 1.4892526865005493, + 1.5085159540176392, + 1.4912421703338623, + 1.4871264696121216, + 1.490932583808899, + 1.4640163779258728, + 1.4781968593597412, + 1.485446274280548, + 1.5278815627098083, + 1.4875543117523193, + 1.4791180491447449, + 1.4920623898506165, + 1.475557267665863, + 1.4997261762619019, + 1.4671977162361145, + 1.4675559997558594, + 1.4818673133850098, + 1.496462643146515, + 1.5289077758789062, + 1.4835392236709595, + 1.5383880734443665, + 1.5110056400299072, + 1.5257008075714111, + 1.5042583346366882, + 1.528365135192871, + 1.4866878390312195, + 1.4973742365837097, + 1.4927045106887817, + 1.505959689617157, + 1.5891644358634949, + 1.5158398151397705, + 1.567776620388031, + 1.539820373058319 ], "timestamps": [ "2026-06-20 00:10:00", diff --git a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 010040b0a34e2a46bbeb1b345cea62296b8e9912..b2b4151e2f1c584a8460aef1b1e3e5ed6d95797c 100644 --- a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T00:18:55.018378+00:00", + "evaluated_at": "2026-06-22T00:48:39.880131+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, @@ -130,82 +130,82 @@ 2400.0 ], "p50": [ - 2400.011962890625, - 2400.1055908203125, - 2400.126953125, - 2400.1123046875, - 2400.1248779296875, - 2400.1822509765625, - 2400.2108154296875, - 2400.258544921875, - 2400.1385498046875, - 2400.18701171875, - 2400.230712890625, - 2400.2301025390625, - 2400.25732421875, - 2400.17041015625, - 2400.10986328125, - 2400.15576171875, - 2400.1162109375, - 2400.16455078125, - 2400.1746826171875, - 2400.22998046875, - 2400.1920166015625, - 2400.2113037109375, - 2400.1480712890625, - 2400.09912109375 + 2400.0355224609375, + 2400.0816650390625, + 2400.0438232421875, + 2400.11474609375, + 2400.1204833984375, + 2400.1673583984375, + 2400.1690673828125, + 2400.183349609375, + 2400.105712890625, + 2400.2877197265625, + 2400.250732421875, + 2400.1708984375, + 2400.163818359375, + 2400.157470703125, + 2400.1688232421875, + 2400.1541748046875, + 2400.1231689453125, + 2400.2352294921875, + 2400.2298583984375, + 2400.2015380859375, + 2400.0986328125, + 2400.183837890625, + 2400.115478515625, + 2400.1390380859375 ], "p10": [ - 2399.5208740234375, - 2399.6085205078125, - 2399.5338134765625, - 2399.5892333984375, - 2399.5816650390625, - 2399.4771728515625, - 2399.5516357421875, - 2399.63330078125, - 2399.496337890625, - 2399.4813232421875, - 2399.4940185546875, - 2399.650390625, - 2399.489990234375, - 2399.4111328125, - 2399.4884033203125, - 2399.4803466796875, - 2399.44775390625, - 2399.365234375, - 2399.3121337890625, - 2399.408935546875, - 2399.369140625, - 2399.5595703125, - 2399.4527587890625, - 2399.3992919921875 + 2399.6146240234375, + 2399.5733642578125, + 2399.574951171875, + 2399.52783203125, + 2399.5513916015625, + 2399.6014404296875, + 2399.531494140625, + 2399.5025634765625, + 2399.435302734375, + 2399.506591796875, + 2399.549072265625, + 2399.3895263671875, + 2399.3370361328125, + 2399.3944091796875, + 2399.423095703125, + 2399.4530029296875, + 2399.3585205078125, + 2399.596923828125, + 2399.4593505859375, + 2399.3778076171875, + 2399.378662109375, + 2399.482666015625, + 2399.3702392578125, + 2399.460693359375 ], "p90": [ - 2447.3944091796875, - 2451.7777099609375, - 2453.0970458984375, - 2453.11669921875, - 2453.207763671875, - 2452.4478759765625, - 2454.449951171875, - 2451.298828125, - 2453.9365234375, - 2453.5301513671875, - 2453.460205078125, - 2452.98974609375, - 2453.18310546875, - 2450.916259765625, - 2451.2637939453125, - 2452.301025390625, - 2451.9124755859375, - 2452.663330078125, - 2452.2239990234375, - 2452.0906982421875, - 2456.09375, - 2453.6131591796875, - 2452.9234619140625, - 2451.3853759765625 + 2449.06982421875, + 2451.69921875, + 2451.5653076171875, + 2452.939697265625, + 2453.01220703125, + 2453.7606201171875, + 2454.736572265625, + 2454.0379638671875, + 2452.9671630859375, + 2453.1783447265625, + 2453.9132080078125, + 2454.9527587890625, + 2453.94775390625, + 2452.4736328125, + 2453.35693359375, + 2455.568603515625, + 2453.0482177734375, + 2450.7711181640625, + 2452.9044189453125, + 2452.2059326171875, + 2452.9554443359375, + 2452.9505615234375, + 2454.2305908203125, + 2451.329833984375 ], "timestamps": [ "2026-06-21 13:55:00", diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index f3a6f9b0cf28be2d7c800a742a75c7d8cde1c3a3..b21cac052746e4b8d4aebe9bd7d7baacdc7b7fd4 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,19 +1,25 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T00:40:47.870185+00:00", + "evaluated_at": "2026-06-22T00:48:42.637307+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:38:25.447942Z", + "data_fetched_at": "2026-06-22T00:45:15.266841Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t183000z", - "data_fetched_at": "2026-06-22T00:38:25.447942Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t235000z", + "data_fetched_at": "2026-06-22T00:45:15.266841Z", + "context_length": 79, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", + "data_fetched_at": "2026-06-22T00:45:15.266841Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index f6a05ced0869525527e6b31f852488aafc333746..47bd03243f2db552a90ba3ff904a5d5aeff9ef98 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,154820.8045826144,143423.25941333492,340.2669156615496,0.29947704393512803,0.0053020936145791635,0.005316939680794201,3.007248760120039,393.4727494790642,0.006137148338742215,0.00530727614287385,0.004270039204702569,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,155746.09314762164,144230.13707527195,345.815581026133,0.30436055692063224,0.005388862935281752,0.005403807785603188,3.007248760120039,394.6467954356422,0.006154927888098019,0.005393354230703922,0.0043015465257230665,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,7.0117621108409915,7.055180251713726,2.3406708197807196,1.286082945423883,0.09117363478001132,0.09198258102788746,18.298197202231655,2.647973208104831,0.10515306436116724,0.09294984881545072,0.08360600092705145,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.5715487691247993,0.5700416587232202,0.6059999835156578,1.791794989831619,0.49176327494810523,0.716162812403867,67.41141261103816,0.7560084451411898,0.7461591466820834,0.5981049993495158,0.5897240672410273,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.03934762656977164,0.038469462659331786,0.1703347879597265,2.064664573819128,0.1110893733154767,0.11910341641563334,18.045999355959346,0.198362361777056,0.13448296100148266,0.11548121549454812,0.10416090762940013,Ocean,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index b6f2d26bf3dce7293cbed57469f17a626274ece7..8b0bb4703b531b26ac6a09643ead8e74930fa258 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T00:41:09.444939+00:00", + "evaluated_at": "2026-06-22T00:49:31.837939+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63808.01171875, 63801.58984375, 63311.98828125, - 63808.01171875 + 63941.1796875 ], "p50": [ 63807.54474026864, diff --git a/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 430116372870f846a49fec51ae145b60012c9be2..32f222e82f500c292efd87cab4815e9e20b1074c 100644 --- a/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T00:27:28.942144+00:00", + "evaluated_at": "2026-06-22T00:49:31.851816+00:00", "freq": "10min", "context_length": 79, "prediction_length": 72, diff --git a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 7f598e2b2b37e2c25f4a82871983931efc6189b8..2e05644aa94eb66ca53df06a6159445358bfbbfb 100644 --- a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T00:19:18.372749+00:00", + "evaluated_at": "2026-06-22T00:49:31.861281+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index 6734dad5ac537c89ac1de9d4ca8bc4f79dc5858e..a4cec8f0ba0c7472a8327466363473131e2d3f35 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,19 +1,25 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T00:41:09.465927+00:00", + "evaluated_at": "2026-06-22T00:49:31.865805+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:38:25.447942Z", + "data_fetched_at": "2026-06-22T00:45:15.266841Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t183000z", - "data_fetched_at": "2026-06-22T00:38:25.447942Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t235000z", + "data_fetched_at": "2026-06-22T00:45:15.266841Z", + "context_length": 79, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", + "data_fetched_at": "2026-06-22T00:45:15.266841Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index 7e1b73cc5d2ed752a8ca35ad5075d422232ce512..afc7e875da31e6882f6e50c8addf65473896df27 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-22T00:38:26.111835+00:00", - "finished_at": "2026-06-22T00:41:09.493259+00:00", - "task_count": 2, + "started_at": "2026-06-22T00:45:15.922086+00:00", + "finished_at": "2026-06-22T00:49:31.896988+00:00", + "task_count": 3, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,19 +10,25 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T00:39:00.170401+00:00", + "evaluated_at": "2026-06-22T00:46:00.601493+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:38:25.447942Z", + "data_fetched_at": "2026-06-22T00:45:15.266841Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t183000z", - "data_fetched_at": "2026-06-22T00:38:25.447942Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t235000z", + "data_fetched_at": "2026-06-22T00:45:15.266841Z", + "context_length": 79, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", + "data_fetched_at": "2026-06-22T00:45:15.266841Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -30,19 +36,25 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T00:39:27.705869+00:00", + "evaluated_at": "2026-06-22T00:46:42.728776+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:38:25.447942Z", + "data_fetched_at": "2026-06-22T00:45:15.266841Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t183000z", - "data_fetched_at": "2026-06-22T00:38:25.447942Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t235000z", + "data_fetched_at": "2026-06-22T00:45:15.266841Z", + "context_length": 79, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", + "data_fetched_at": "2026-06-22T00:45:15.266841Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -50,19 +62,25 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T00:40:03.204131+00:00", + "evaluated_at": "2026-06-22T00:47:33.988364+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:38:25.447942Z", + "data_fetched_at": "2026-06-22T00:45:15.266841Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t183000z", - "data_fetched_at": "2026-06-22T00:38:25.447942Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t235000z", + "data_fetched_at": "2026-06-22T00:45:15.266841Z", + "context_length": 79, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", + "data_fetched_at": "2026-06-22T00:45:15.266841Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -70,19 +88,25 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T00:40:15.717632+00:00", + "evaluated_at": "2026-06-22T00:47:56.516564+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:38:25.447942Z", + "data_fetched_at": "2026-06-22T00:45:15.266841Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t183000z", - "data_fetched_at": "2026-06-22T00:38:25.447942Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t235000z", + "data_fetched_at": "2026-06-22T00:45:15.266841Z", + "context_length": 79, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", + "data_fetched_at": "2026-06-22T00:45:15.266841Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -90,19 +114,25 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T00:40:47.870185+00:00", + "evaluated_at": "2026-06-22T00:48:42.637307+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:38:25.447942Z", + "data_fetched_at": "2026-06-22T00:45:15.266841Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t183000z", - "data_fetched_at": "2026-06-22T00:38:25.447942Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t235000z", + "data_fetched_at": "2026-06-22T00:45:15.266841Z", + "context_length": 79, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", + "data_fetched_at": "2026-06-22T00:45:15.266841Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -110,19 +140,25 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T00:41:07.329254+00:00", + "evaluated_at": "2026-06-22T00:49:30.772500+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:38:25.447942Z", + "data_fetched_at": "2026-06-22T00:45:15.266841Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t183000z", - "data_fetched_at": "2026-06-22T00:38:25.447942Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t235000z", + "data_fetched_at": "2026-06-22T00:45:15.266841Z", + "context_length": 79, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", + "data_fetched_at": "2026-06-22T00:45:15.266841Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -130,19 +166,25 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T00:41:09.349233+00:00", + "evaluated_at": "2026-06-22T00:49:31.744725+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:38:25.447942Z", + "data_fetched_at": "2026-06-22T00:45:15.266841Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t183000z", - "data_fetched_at": "2026-06-22T00:38:25.447942Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t235000z", + "data_fetched_at": "2026-06-22T00:45:15.266841Z", + "context_length": 79, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", + "data_fetched_at": "2026-06-22T00:45:15.266841Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -150,19 +192,25 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T00:41:09.437490+00:00", + "evaluated_at": "2026-06-22T00:49:31.829896+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:38:25.447942Z", + "data_fetched_at": "2026-06-22T00:45:15.266841Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t183000z", - "data_fetched_at": "2026-06-22T00:38:25.447942Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t235000z", + "data_fetched_at": "2026-06-22T00:45:15.266841Z", + "context_length": 79, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", + "data_fetched_at": "2026-06-22T00:45:15.266841Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -170,19 +218,25 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T00:41:09.465927+00:00", + "evaluated_at": "2026-06-22T00:49:31.865805+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:38:25.447942Z", + "data_fetched_at": "2026-06-22T00:45:15.266841Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t183000z", - "data_fetched_at": "2026-06-22T00:38:25.447942Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t235000z", + "data_fetched_at": "2026-06-22T00:45:15.266841Z", + "context_length": 79, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", + "data_fetched_at": "2026-06-22T00:45:15.266841Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -190,19 +244,25 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T00:41:09.490968+00:00", + "evaluated_at": "2026-06-22T00:49:31.895167+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:38:25.447942Z", + "data_fetched_at": "2026-06-22T00:45:15.266841Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t183000z", - "data_fetched_at": "2026-06-22T00:38:25.447942Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t235000z", + "data_fetched_at": "2026-06-22T00:45:15.266841Z", + "context_length": 79, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", + "data_fetched_at": "2026-06-22T00:45:15.266841Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -210,7 +270,5 @@ }, "failed_models": [], "failed_datasets": [], - "push_status": "ok", - "pushed_at": "2026-06-22T00:42:15.308854+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_004931.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_004931.json new file mode 100644 index 0000000000000000000000000000000000000000..b3c3dd880936e3abf37124398fcf05ff75549dd7 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_004931.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-22T00:49:31.656832+00:00", + "metrics": { + "MSE[mean]": 523459.0034903248, + "MSE[0.5]": 294908.2611820262, + "MAE[0.5]": 517.7656161119345, + "MASE[0.5]": 0.45569789194164145, + "MAPE[0.5]": 0.008067424048971495, + "sMAPE[0.5]": 0.008102246990010132, + "MSIS": 5.947007625852422, + "RMSE[mean]": 723.5046672208306, + "NRMSE[mean]": 0.011283808977926359, + "ND[0.5]": 0.008075094152450286, + "mean_weighted_sum_quantile_loss": 0.00671212841169178 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "actual": [ + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63941.1796875 + ], + "predictions": { + "p50": [ + 63626.177558686555, + 63616.399665194156, + 63637.40530079053, + 63623.21216377095, + 63626.177553602094, + 63616.399665198056, + 63618.379511701496, + 63619.313142820654, + 63618.379511701496, + 63638.41252860856, + 63618.379511701496, + 63665.14939747742, + 63636.040776714544, + 63637.40530079053, + 63626.177553602094, + 63623.21216377095, + 63634.68503940347, + 63630.43129650278, + 63618.379511701496, + 63630.43129650278, + 63606.614281376715, + 63657.39169367688, + 63637.40530079053, + 63614.5385888084 + ], + "p10": [ + 63360.383446418986, + 63381.84767472375, + 63378.59758319837, + 63366.851366807845, + 63366.20457426051, + 63354.57783308725, + 63366.851366807845, + 63391.70007411326, + 63366.20457426051, + 63366.851366807845, + 63366.851366807845, + 63302.327358861796, + 63381.84767472764, + 63386.823726463575, + 63294.507341150216, + 63381.84767472764, + 63230.81695045751, + 63360.383441334525, + 63366.851366807845, + 63386.36223341808, + 63377.422961559314, + 63302.327358861796, + 63378.59758319837, + 63302.327358861796 + ], + "p90": [ + 63910.8662181581, + 63861.871118613955, + 63940.36169783806, + 63940.36169783806, + 63910.86621307364, + 63861.87111861785, + 63866.253343152486, + 63855.91422440371, + 63886.66144931699, + 63940.36169783806, + 63864.55249692375, + 63913.81576155008, + 63886.66144931699, + 63868.02521194942, + 63947.010733382434, + 63886.66144931699, + 63886.66144931699, + 63913.81576155008, + 63886.66144931699, + 63861.87111861785, + 63868.02521194942, + 63883.97203112181, + 63940.36169783806, + 63864.36351400945 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_004547.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_004547.json new file mode 100644 index 0000000000000000000000000000000000000000..6a11e183fdb8f1f1d7993af1b91ad27e95297d14 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_004547.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T00:45:47.061251+00:00", + "metrics": { + "MSE[mean]": 178323.94126256308, + "MSE[0.5]": 178323.94126256308, + "MAE[0.5]": 339.2389322916667, + "MASE[0.5]": 0.2985722912052646, + "MAPE[0.5]": 0.005304694238634673, + "sMAPE[0.5]": 0.005282975553013248, + "MSIS": 1.9525816537906209, + "RMSE[mean]": 422.2841949002627, + "NRMSE[mean]": 0.006585961923307963, + "ND[0.5]": 0.00529078454263308, + "mean_weighted_sum_quantile_loss": 0.005271668842982373 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "actual": [ + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63941.1796875 + ], + "predictions": { + "p50": [ + 64307.55859375, + 64327.21484375, + 64333.66015625, + 64365.16796875, + 64378.9296875, + 64399.10546875, + 64415.015625, + 64442.71484375, + 64454.6875, + 64464.46875, + 64470.38671875, + 64485.90625, + 64497.9765625, + 64494.125, + 64489.859375, + 64491.29296875, + 64533.34765625, + 64515.47265625, + 64524.0625, + 64501.94140625, + 64499.3984375, + 64485.359375, + 64468.65234375, + 64462.7890625 + ], + "p10": [ + 64033.65625, + 63967.9453125, + 63903.29296875, + 63845.28125, + 63787.50390625, + 63741.8671875, + 63691.578125, + 63649.41796875, + 63611.7421875, + 63553.484375, + 63477.03515625, + 63419.4140625, + 63323.71484375, + 63245.7890625, + 63181.03515625, + 63123.86328125, + 63014.22265625, + 62896.8359375, + 62811.578125, + 62744.16015625, + 62678.19921875, + 62601.7578125, + 62549.625, + 62532.5234375 + ], + "p90": [ + 64601.9453125, + 64667.6953125, + 64754.421875, + 64849.40625, + 64943.70703125, + 64993.76171875, + 65049.97265625, + 65120.5703125, + 65183.0859375, + 65242.29296875, + 65309.6015625, + 65391.40625, + 65461.24609375, + 65499.703125, + 65605.8828125, + 65626.65625, + 66115.296875, + 66171.234375, + 66203.3203125, + 66269.9375, + 66278.0703125, + 66351.4375, + 66445.7578125, + 66493.84375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_004931.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_004931.json new file mode 100644 index 0000000000000000000000000000000000000000..0314863da0540ac887212dc5c9e73545224b1b75 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_004931.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-22T00:49:31.774140+00:00", + "metrics": { + "MSE[mean]": 31355.736942013533, + "MSE[0.5]": 29525.98456764083, + "MAE[0.5]": 125.21657144547589, + "MASE[0.5]": 0.11020609686744326, + "MAPE[0.5]": 0.0019569975320971483, + "sMAPE[0.5]": 0.0019561021936479006, + "MSIS": 1.0225104309192214, + "RMSE[mean]": 177.0755119772735, + "NRMSE[mean]": 0.002761677073204287, + "ND[0.5]": 0.001952882872876288, + "mean_weighted_sum_quantile_loss": 0.001569576541240952 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "actual": [ + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63941.1796875 + ], + "predictions": { + "p50": [ + 64285.75299233642, + 64272.64841908186, + 64269.807517702306, + 64228.095522572745, + 64210.76243369319, + 64249.56996981364, + 64200.47516218408, + 64185.96238580452, + 64143.37343754996, + 64121.77667679541, + 64114.19358791585, + 64115.340967786295, + 64096.47662890674, + 64079.14354002718, + 64035.47060739763, + 64044.477362268066, + 64029.32005463851, + 63998.25454388396, + 63992.4780956294, + 63956.424303624844, + 63937.319730370284, + 63942.01007899073, + 63910.36058386118, + 63881.433744981616 + ], + "p10": [ + 64029.90338296142, + 64039.41795033186, + 63865.256736452306, + 63984.007241322746, + 63960.57102744319, + 63964.935594813636, + 63932.00797468408, + 63930.26941705452, + 63898.01992192496, + 63891.12472367041, + 63850.83147854085, + 63846.020655286295, + 63843.97272265674, + 63821.79236815218, + 63729.82998239763, + 63776.688299768066, + 63752.57396088851, + 63735.24087200896, + 63736.2866893794, + 63718.953600499844, + 63690.022855370284, + 63687.60617274073, + 63666.95433386118, + 63631.242338731616 + ], + "p90": [ + 64535.86041421142, + 64518.52732533186, + 64501.194236452306, + 64504.364663197746, + 64456.15344931819, + 64447.47934481364, + 64433.63649030908, + 64414.52879205452, + 64395.28945317496, + 64381.63722367041, + 64360.62327541585, + 64345.196436536295, + 64404.55475390674, + 64331.03377440218, + 64310.94326364763, + 64274.14845601807, + 64276.27708588851, + 64317.88930950896, + 64225.6394237544, + 64206.531725499844, + 64186.632230370284, + 64173.64015711573, + 64154.53245886118, + 64132.453276231616 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_004823.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_004823.json new file mode 100644 index 0000000000000000000000000000000000000000..176d70cea60868f39ae8ca1473e5704d62ea100c --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_004823.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T00:48:23.699440+00:00", + "metrics": { + "MSE[mean]": 446270.2798455556, + "MSE[0.5]": 324607.30122931796, + "MAE[0.5]": 464.879638671875, + "MASE[0.5]": 0.4091516793644467, + "MAPE[0.5]": 0.007266725225498508, + "sMAPE[0.5]": 0.007227197275853066, + "MSIS": 1.9429335963900405, + "RMSE[mean]": 668.0346397048252, + "NRMSE[mean]": 0.010418696114321457, + "ND[0.5]": 0.00725028224164832, + "mean_weighted_sum_quantile_loss": 0.005782169629445269 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "actual": [ + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63941.1796875 + ], + "predictions": { + "p50": [ + 64215.935546875, + 64326.203125, + 64416.84375, + 64340.48828125, + 64407.736328125, + 64450.966796875, + 64441.046875, + 64453.201171875, + 64479.74609375, + 64573.009765625, + 64615.9765625, + 64585.333984375, + 64624.443359375, + 64676.646484375, + 64710.5390625, + 64771.357421875, + 64712.423828125, + 64696.62109375, + 64786.888671875, + 64648.296875, + 64674.859375, + 64862.27734375, + 64831.0078125, + 64939.5859375 + ], + "p10": [ + 64033.9609375, + 64056.416015625, + 63969.095703125, + 63966.2578125, + 63948.5859375, + 63844.57421875, + 63855.19921875, + 63870.15234375, + 63588.072265625, + 63594.96875, + 63531.1171875, + 63646.125, + 63462.6796875, + 63566.50390625, + 63471.798828125, + 63442.822265625, + 63366.9765625, + 63068.990234375, + 63258.998046875, + 63044.650390625, + 63093.873046875, + 63235.388671875, + 63158.1953125, + 62774.578125 + ], + "p90": [ + 64460.91015625, + 64649.724609375, + 64740.271484375, + 64761.271484375, + 64984.283203125, + 64994.392578125, + 65230.2265625, + 65194.921875, + 65302.0, + 65483.9296875, + 65683.28125, + 65886.5078125, + 65975.55859375, + 66257.1484375, + 66137.38671875, + 66416.71875, + 66064.6015625, + 66417.40625, + 66507.88671875, + 66225.1484375, + 66360.2578125, + 66945.6953125, + 67248.30078125, + 66894.85546875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_004931.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_004931.json new file mode 100644 index 0000000000000000000000000000000000000000..c37e920879bc4f6d4295c8438be002277c68220d --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_004931.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T00:49:31.837939+00:00", + "metrics": { + "MSE[mean]": 155746.09314762164, + "MSE[0.5]": 144230.13707527195, + "MAE[0.5]": 345.815581026133, + "MASE[0.5]": 0.30436055692063224, + "MAPE[0.5]": 0.005388862935281752, + "sMAPE[0.5]": 0.005403807785603188, + "MSIS": 3.007248760120039, + "RMSE[mean]": 394.6467954356422, + "NRMSE[mean]": 0.006154927888098019, + "ND[0.5]": 0.005393354230703922, + "mean_weighted_sum_quantile_loss": 0.0043015465257230665 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "actual": [ + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63941.1796875 + ], + "predictions": { + "p50": [ + 63807.54474026864, + 63811.77325589364, + 63826.26544339364, + 63801.88653714364, + 63801.88653714364, + 63858.02716214364, + 63826.26544339364, + 63829.08575589364, + 63803.82989651864, + 63799.56622464364, + 63809.31622464364, + 63827.79669339364, + 63826.26544339364, + 63826.26544339364, + 63799.92559964364, + 63826.26544339364, + 63828.44122464364, + 63814.70880276864, + 63826.26544339364, + 63807.54474026864, + 63805.77325589364, + 63827.79669339364, + 63813.48028714364, + 63801.88653714364 + ], + "p10": [ + 63551.69513089364, + 63578.54278714364, + 63421.71466214364, + 63557.79825589364, + 63551.69513089364, + 63573.39278714364, + 63557.79825589364, + 63573.39278714364, + 63558.47638089364, + 63568.91427151864, + 63545.95411526864, + 63558.47638089364, + 63573.76153714364, + 63568.91427151864, + 63494.28497464364, + 63558.47638089364, + 63551.69513089364, + 63551.69513089364, + 63570.07403714364, + 63570.07403714364, + 63558.47638089364, + 63573.39278714364, + 63570.07403714364, + 63551.69513089364 + ], + "p90": [ + 64057.65216214364, + 64057.65216214364, + 64057.65216214364, + 64078.15567776864, + 64047.27755276864, + 64055.93653714364, + 64059.42677151864, + 64057.65216214364, + 64055.74591214364, + 64059.42677151864, + 64055.74591214364, + 64057.65216214364, + 64134.34356839364, + 64078.15567776864, + 64075.39825589364, + 64055.93653714364, + 64075.39825589364, + 64134.34356839364, + 64059.42677151864, + 64057.65216214364, + 64055.08575589364, + 64059.42677151864, + 64057.65216214364, + 64052.90606839364 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_004931.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_004931.json new file mode 100644 index 0000000000000000000000000000000000000000..93a84923be5f81eb86cf2cdfaf740e74dd806e02 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_004931.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T00:49:31.873522+00:00", + "metrics": { + "MSE[mean]": 311329.68305460614, + "MSE[0.5]": 311329.68305460614, + "MAE[0.5]": 494.6796875, + "MASE[0.5]": 0.4353794144788594, + "MAPE[0.5]": 0.00771462214155556, + "sMAPE[0.5]": 0.007738582303932313, + "MSIS": 3.369032678538878, + "RMSE[mean]": 557.969249201608, + "NRMSE[mean]": 0.008702111691597757, + "ND[0.5]": 0.007715045046567181, + "mean_weighted_sum_quantile_loss": 0.0062054337410380545 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "actual": [ + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63941.1796875 + ], + "predictions": { + "p50": [ + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "p10": [ + 62314.555625, + 62073.75890625, + 62207.25328125, + 62311.860625, + 62404.50890625, + 62469.7171875, + 62382.10671875, + 62149.609375, + 62466.336953125, + 62401.205234375, + 62414.24, + 62381.988046875, + 62129.825625, + 62670.90046875, + 62876.83828125, + 62753.622421875, + 62558.005234375, + 62529.7728125, + 62657.28, + 62647.468515625, + 62732.15046875, + 62986.571484374996, + 63012.051484375, + 63008.119999999995 + ], + "p90": [ + 64858.006875, + 64607.38171875, + 64746.32484375, + 64855.201875, + 64951.63171875, + 65019.5015625, + 64928.31515625, + 64686.328125, + 65015.983359375, + 64948.193203125, + 64961.76, + 64928.191640625, + 64665.736875, + 65228.89640625, + 65443.23984375, + 65314.994765625, + 65111.393203125, + 65082.0084375, + 65214.72, + 65204.508046875, + 65292.64640625, + 65557.451953125, + 65583.971953125, + 65579.88 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_004857.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_004857.json new file mode 100644 index 0000000000000000000000000000000000000000..e829b4608378502de17e50ddaeb67ef70fde7392 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_004857.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T00:48:57.414540+00:00", + "metrics": { + "MSE[mean]": 84667.66483434041, + "MSE[0.5]": 84667.66483434041, + "MAE[0.5]": 201.623046875, + "MASE[0.5]": 0.1774532618016201, + "MAPE[0.5]": 0.003155810729273088, + "sMAPE[0.5]": 0.0031458457117176006, + "MSIS": 1.1883960305419035, + "RMSE[mean]": 290.9770864421122, + "NRMSE[mean]": 0.004538090781056717, + "ND[0.5]": 0.003144521451705557, + "mean_weighted_sum_quantile_loss": 0.0031277296457575734 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "actual": [ + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63941.1796875 + ], + "predictions": { + "p50": [ + 64267.96875, + 64250.7421875, + 64246.9140625, + 64252.65625, + 64260.3125, + 64275.625, + 64289.0234375, + 64266.0546875, + 64264.140625, + 64267.96875, + 64292.8515625, + 64310.078125, + 64334.9609375, + 64338.7890625, + 64342.6171875, + 64329.21875, + 64361.7578125, + 64344.53125, + 64350.2734375, + 64310.078125, + 64289.0234375, + 64262.2265625, + 64277.5390625, + 64248.828125 + ], + "p10": [ + 63993.1796875, + 63916.2578125, + 63877.9765625, + 63844.00390625, + 63816.25, + 63812.421875, + 63787.5390625, + 63733.9453125, + 63714.8046875, + 63695.6640625, + 63695.6640625, + 63689.921875, + 63668.8671875, + 63647.8125, + 63643.984375, + 63594.21875, + 63603.7890625, + 63544.453125, + 63511.9140625, + 63448.75, + 63398.984375, + 63360.703125, + 63341.5625, + 63303.28125 + ], + "p90": [ + 64555.078125, + 64620.15625, + 64666.09375, + 64704.375, + 64746.484375, + 64773.28125, + 64830.703125, + 64830.703125, + 64849.84375, + 64868.984375, + 64922.578125, + 64964.6875, + 65018.28125, + 65048.90625, + 65064.21875, + 65102.5, + 65133.125, + 65156.09375, + 65186.71875, + 65163.75, + 65156.09375, + 65140.78125, + 65186.71875, + 65179.0625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_004626.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_004626.json new file mode 100644 index 0000000000000000000000000000000000000000..cdb37c841a56a7afaa99de8ebfedb95c6b04a0ce --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_004626.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T00:46:26.337528+00:00", + "metrics": { + "MSE[mean]": 174392.4862499237, + "MSE[0.5]": 110988.13714345296, + "MAE[0.5]": 221.6669921875, + "MASE[0.5]": 0.19509441706737485, + "MAPE[0.5]": 0.003470397420597793, + "sMAPE[0.5]": 0.00345738125662449, + "MSIS": 9.10979473994182, + "RMSE[mean]": 417.6032641753698, + "NRMSE[mean]": 0.006512957932412523, + "ND[0.5]": 0.0034571276591251142, + "mean_weighted_sum_quantile_loss": 0.004172192013465593 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "actual": [ + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63941.1796875 + ], + "predictions": { + "p50": [ + 64233.20703125, + 64223.453125, + 64215.65234375, + 64220.3359375, + 64235.83203125, + 64241.3125, + 64231.09375, + 64215.31640625, + 64242.76953125, + 64277.0078125, + 64280.4765625, + 64307.359375, + 64324.7265625, + 64316.59375, + 64331.21875, + 64314.29296875, + 64335.9296875, + 64357.71875, + 64366.21484375, + 64383.82421875, + 64366.69140625, + 64381.48046875, + 64400.08203125, + 64428.31640625 + ], + "p10": [ + 64253.37890625, + 64266.2265625, + 64273.48046875, + 64274.25390625, + 64263.484375, + 64298.203125, + 64320.84765625, + 64318.3984375, + 64307.890625, + 64317.02734375, + 64327.07421875, + 64329.50390625, + 64338.41015625, + 64363.37109375, + 64402.4921875, + 64377.70703125, + 64367.11328125, + 64462.84765625, + 64437.4921875, + 64437.1015625, + 64446.25, + 64483.375, + 64441.578125, + 64499.2890625 + ], + "p90": [ + 64440.34765625, + 64486.74609375, + 64518.90234375, + 64554.2890625, + 64588.33203125, + 64609.2734375, + 64631.29296875, + 64629.90234375, + 64679.578125, + 64732.62109375, + 64743.11328125, + 64777.578125, + 64798.4453125, + 64830.45703125, + 64850.15625, + 64860.203125, + 64899.890625, + 64925.0859375, + 64958.73828125, + 64964.53125, + 64968.65234375, + 65002.52734375, + 65007.66796875, + 65027.90625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_004742.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_004742.json new file mode 100644 index 0000000000000000000000000000000000000000..f52758f12992fbeaf9e8c456dd17d413099f22f7 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_004742.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-22T00:47:42.429766+00:00", + "metrics": { + "MSE[mean]": 262393.37611516315, + "MSE[0.5]": 262393.37611516315, + "MAE[0.5]": 389.2272135416667, + "MASE[0.5]": 0.3425681721184657, + "MAPE[0.5]": 0.006088371184599753, + "sMAPE[0.5]": 0.006056452252330692, + "MSIS": 1.8049384347794863, + "RMSE[mean]": 512.2434734724916, + "NRMSE[mean]": 0.007988970585436284, + "ND[0.5]": 0.006070403862749634, + "mean_weighted_sum_quantile_loss": 0.0049628958727566605 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "actual": [ + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63941.1796875 + ], + "predictions": { + "p50": [ + 64281.16796875, + 64298.01953125, + 64311.8359375, + 64321.2734375, + 64334.98046875, + 64357.921875, + 64378.6484375, + 64397.79296875, + 64421.375, + 64437.98046875, + 64464.3125, + 64489.61328125, + 64510.00390625, + 64534.46875, + 64561.72265625, + 64578.1640625, + 64594.2578125, + 64613.046875, + 64633.05078125, + 64652.40625, + 64669.89453125, + 64689.45703125, + 64711.94140625, + 64721.828125 + ], + "p10": [ + 64045.66796875, + 63908.7890625, + 63803.12109375, + 63749.61328125, + 63730.8671875, + 63724.62109375, + 63705.51953125, + 63681.9453125, + 63669.2734375, + 63643.734375, + 63625.32421875, + 63607.5703125, + 63578.5859375, + 63562.37109375, + 63548.98046875, + 63528.32421875, + 63515.453125, + 63497.1015625, + 63485.7734375, + 63472.15234375, + 63449.1875, + 63430.42578125, + 63410.5078125, + 63383.7109375 + ], + "p90": [ + 64515.7421875, + 64654.0546875, + 64778.1171875, + 64877.3671875, + 64959.25, + 65049.57421875, + 65135.25, + 65210.640625, + 65287.14453125, + 65362.86328125, + 65446.0234375, + 65509.09375, + 65558.2109375, + 65633.5078125, + 65729.609375, + 65783.59375, + 65842.3046875, + 65915.203125, + 65986.515625, + 66059.703125, + 66101.109375, + 66162.7265625, + 66216.609375, + 66262.2890625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_004709.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_004709.json new file mode 100644 index 0000000000000000000000000000000000000000..b46e4e2ab6c96a7006bb84a4823670721f736691 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_004709.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T00:47:09.150823+00:00", + "metrics": { + "MSE[mean]": 104129.93303743999, + "MSE[0.5]": 104129.93303743999, + "MAE[0.5]": 229.11572265625, + "MASE[0.5]": 0.20165022275748665, + "MAPE[0.5]": 0.0035859839361983936, + "sMAPE[0.5]": 0.003573344660798543, + "MSIS": 2.174166596872409, + "RMSE[mean]": 322.69169967236525, + "NRMSE[mean]": 0.005032713212275622, + "ND[0.5]": 0.003573298370311115, + "mean_weighted_sum_quantile_loss": 0.00507105212061762 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "actual": [ + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63941.1796875 + ], + "predictions": { + "p50": [ + 64294.09765625, + 64304.359375, + 64311.1640625, + 64317.23046875, + 64321.671875, + 64329.00390625, + 64333.2890625, + 64336.78125, + 64336.234375, + 64342.05078125, + 64345.1953125, + 64343.015625, + 64342.69921875, + 64343.75390625, + 64344.91015625, + 64346.94921875, + 64347.03125, + 64347.6640625, + 64348.8046875, + 64347.68359375, + 64348.80078125, + 64345.875, + 64345.8515625, + 64349.15234375 + ], + "p10": [ + 64077.0625, + 63976.42578125, + 63884.5390625, + 63779.65234375, + 63679.81640625, + 63588.6171875, + 63515.6015625, + 63436.02734375, + 63339.90625, + 63276.91015625, + 63192.15234375, + 63103.34765625, + 63017.3046875, + 62933.484375, + 62857.54296875, + 62785.05078125, + 62718.20703125, + 62638.20703125, + 62568.9375, + 62512.203125, + 62468.11328125, + 62387.69921875, + 62300.71875, + 62225.33203125 + ], + "p90": [ + 64498.83984375, + 64614.046875, + 64726.875, + 64843.0625, + 64934.5390625, + 65018.33203125, + 65105.015625, + 65193.8671875, + 65290.8359375, + 65365.32421875, + 65463.9765625, + 65548.78125, + 65653.046875, + 65754.890625, + 65837.8125, + 65902.4375, + 65977.5, + 66063.6953125, + 66129.5234375, + 66187.3828125, + 66249.03125, + 66342.375, + 66395.515625, + 66453.2578125 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260622_004931.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260622_004931.json new file mode 100644 index 0000000000000000000000000000000000000000..d826db45988a9ab9fba08d50d00696ec62c5d626 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260622_004931.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ARIMA", + "evaluated_at": "2026-06-22T00:49:31.728901+00:00", + "metrics": { + "MSE[mean]": 701.7189259727851, + "MSE[0.5]": 1974.8877711992457, + "MAE[0.5]": 39.61618767465698, + "MASE[0.5]": 2.0016600088247736, + "MAPE[0.5]": 0.016367079372875324, + "sMAPE[0.5]": 0.016536096344545698, + "MSIS": 8.531167876305652, + "RMSE[mean]": 26.48997784017165, + "NRMSE[mean]": 0.010989792016665854, + "ND[0.5]": 0.016435410616970916, + "mean_weighted_sum_quantile_loss": 0.011447029789088854 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 13:55:00", + "2026-06-21 14:10:00", + "2026-06-21 14:25:00", + "2026-06-21 14:40:00", + "2026-06-21 14:55:00", + "2026-06-21 15:10:00", + "2026-06-21 15:25:00", + "2026-06-21 15:40:00", + "2026-06-21 15:55:00", + "2026-06-21 16:10:00", + "2026-06-21 16:25:00", + "2026-06-21 16:40:00", + "2026-06-21 16:55:00", + "2026-06-21 17:10:00", + "2026-06-21 17:25:00", + "2026-06-21 17:40:00", + "2026-06-21 17:55:00", + "2026-06-21 18:10:00", + "2026-06-21 18:25:00", + "2026-06-21 18:40:00", + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00" + ], + "context": [ + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2371.249457071787, + 2369.4907509227924, + 2370.0079133696136, + 2370.1163125818766, + 2371.2495419408688, + 2369.9908054430043, + 2370.7897737931426, + 2371.0068480336295, + 2370.7897736300188, + 2369.9908072375247, + 2371.679596745615, + 2371.5858967109743, + 2371.6795967456037, + 2370.9374482113835, + 2372.26030629644, + 2370.290106618637, + 2370.9374482113835, + 2370.2274690411255, + 2370.5712589123928, + 2371.4921966763477, + 2369.0504452829337, + 2370.9374482113835, + 2372.3090352073614, + 2370.5712589123928 + ], + "p10": [ + 2362.1103742411347, + 2359.544158703408, + 2359.5719082708392, + 2359.7604853661314, + 2359.569597774293, + 2360.4089179797547, + 2360.242540542394, + 2359.760698937101, + 2357.8487509935194, + 2359.5214711249605, + 2360.3214973187028, + 2359.521471125086, + 2360.4061419223895, + 2359.5695781959525, + 2359.0885074873017, + 2359.5214711250874, + 2359.5214711250874, + 2359.0885074873017, + 2359.760698952181, + 2362.1238175057074, + 2357.8487509921374, + 2359.760698952181, + 2360.293718798569, + 2359.0885074873017 + ], + "p90": [ + 2416.8536723740203, + 2412.7648050935495, + 2412.792554660981, + 2418.031760485976, + 2416.6223898502185, + 2417.036430033621, + 2417.0364319927735, + 2417.036431813188, + 2410.7951391227894, + 2412.7902245859673, + 2417.036431828279, + 2417.1359860526422, + 2418.221331878576, + 2413.8964209727633, + 2413.8964209727633, + 2417.1359860526436, + 2414.2104220583137, + 2417.1359860526436, + 2413.8964209727633, + 2413.8964209727633, + 2416.5763634322793, + 2413.8964209727633, + 2418.0319740720256, + 2414.164415218715 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260622_004558.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260622_004558.json new file mode 100644 index 0000000000000000000000000000000000000000..91d7baa991f249af2a314155cb6db1209c5d51e1 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260622_004558.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T00:45:58.265055+00:00", + "metrics": { + "MSE[mean]": 516.169103803734, + "MSE[0.5]": 516.169103803734, + "MAE[0.5]": 10.558563232421875, + "MASE[0.5]": 0.5334853001644736, + "MAPE[0.5]": 0.00431122604681521, + "sMAPE[0.5]": 0.004354655157135808, + "MSIS": 6.413764391447368, + "RMSE[mean]": 22.71935526822304, + "NRMSE[mean]": 0.00942548878889115, + "ND[0.5]": 0.0043803892407627484, + "mean_weighted_sum_quantile_loss": 0.0040309764349551035 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 13:55:00", + "2026-06-21 14:10:00", + "2026-06-21 14:25:00", + "2026-06-21 14:40:00", + "2026-06-21 14:55:00", + "2026-06-21 15:10:00", + "2026-06-21 15:25:00", + "2026-06-21 15:40:00", + "2026-06-21 15:55:00", + "2026-06-21 16:10:00", + "2026-06-21 16:25:00", + "2026-06-21 16:40:00", + "2026-06-21 16:55:00", + "2026-06-21 17:10:00", + "2026-06-21 17:25:00", + "2026-06-21 17:40:00", + "2026-06-21 17:55:00", + "2026-06-21 18:10:00", + "2026-06-21 18:25:00", + "2026-06-21 18:40:00", + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00" + ], + "context": [ + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2400.20263671875, + 2400.25048828125, + 2400.254638671875, + 2400.19189453125, + 2400.23095703125, + 2400.23876953125, + 2400.175537109375, + 2400.25830078125, + 2400.241455078125, + 2400.21044921875, + 2400.200439453125, + 2400.092529296875, + 2400.177490234375, + 2400.202392578125, + 2400.16943359375, + 2400.123779296875, + 2400.341552734375, + 2400.39697265625, + 2400.382080078125, + 2400.262939453125, + 2400.28759765625, + 2400.302978515625, + 2400.20458984375, + 2400.273681640625 + ], + "p10": [ + 2398.7197265625, + 2399.03076171875, + 2398.60595703125, + 2398.6748046875, + 2398.50244140625, + 2398.511474609375, + 2398.478515625, + 2398.32861328125, + 2398.234375, + 2398.173828125, + 2398.281005859375, + 2398.036376953125, + 2397.753173828125, + 2397.45947265625, + 2397.57080078125, + 2397.2314453125, + 2398.004150390625, + 2398.384521484375, + 2397.798828125, + 2397.813720703125, + 2397.54052734375, + 2397.35400390625, + 2397.03759765625, + 2396.81884765625 + ], + "p90": [ + 2436.3388671875, + 2437.628173828125, + 2439.240234375, + 2437.864990234375, + 2438.83251953125, + 2439.807373046875, + 2439.177001953125, + 2439.016845703125, + 2440.758056640625, + 2440.255859375, + 2440.30908203125, + 2440.22119140625, + 2441.88818359375, + 2442.72314453125, + 2440.350341796875, + 2437.51123046875, + 2441.3076171875, + 2439.6484375, + 2441.85546875, + 2438.91064453125, + 2440.202880859375, + 2441.029052734375, + 2442.042236328125, + 2443.682373046875 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260622_004931.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260622_004931.json new file mode 100644 index 0000000000000000000000000000000000000000..6b0015d5ca187533d729ce2091d3cecc423f27a2 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260622_004931.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ETS", + "evaluated_at": "2026-06-22T00:49:31.818277+00:00", + "metrics": { + "MSE[mean]": 625.6891612244614, + "MSE[0.5]": 635.6314335273445, + "MAE[0.5]": 14.450961123766774, + "MASE[0.5]": 0.7301538252008476, + "MAPE[0.5]": 0.005924954066191666, + "sMAPE[0.5]": 0.005978520631848759, + "MSIS": 13.6421036796486, + "RMSE[mean]": 25.013779427037036, + "NRMSE[mean]": 0.010377367437318737, + "ND[0.5]": 0.0059952129121936485, + "mean_weighted_sum_quantile_loss": 0.005830735358943121 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 13:55:00", + "2026-06-21 14:10:00", + "2026-06-21 14:25:00", + "2026-06-21 14:40:00", + "2026-06-21 14:55:00", + "2026-06-21 15:10:00", + "2026-06-21 15:25:00", + "2026-06-21 15:40:00", + "2026-06-21 15:55:00", + "2026-06-21 16:10:00", + "2026-06-21 16:25:00", + "2026-06-21 16:40:00", + "2026-06-21 16:55:00", + "2026-06-21 17:10:00", + "2026-06-21 17:25:00", + "2026-06-21 17:40:00", + "2026-06-21 17:55:00", + "2026-06-21 18:10:00", + "2026-06-21 18:25:00", + "2026-06-21 18:40:00", + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00" + ], + "context": [ + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2401.5450542286812, + 2401.0846605369034, + 2400.624266845126, + 2400.163873153348, + 2399.7034794615706, + 2399.2430857697927, + 2398.7826920780153, + 2398.3222983862374, + 2397.86190469446, + 2397.401511002682, + 2396.9411173109047, + 2396.480723619127, + 2396.0203299273494, + 2395.5599362355715, + 2395.099542543794, + 2394.639148852016, + 2394.178755160239, + 2393.718361468461, + 2393.2579677766835, + 2392.7975740849056, + 2392.337180393128, + 2391.8767867013503, + 2391.416393009573, + 2390.955999317795 + ], + "p10": [ + 2351.5450542286812, + 2351.0846605369034, + 2350.624266845126, + 2350.163873153348, + 2349.7034794615706, + 2349.2430857697927, + 2348.7826920780153, + 2348.3222983862374, + 2347.86190469446, + 2347.401511002682, + 2346.9411173109047, + 2346.480723619127, + 2346.0203299273494, + 2345.5599362355715, + 2345.099542543794, + 2344.639148852016, + 2344.178755160239, + 2343.718361468461, + 2343.2579677766835, + 2342.7975740849056, + 2342.337180393128, + 2341.8767867013503, + 2341.416393009573, + 2340.955999317795 + ], + "p90": [ + 2451.5450542286812, + 2451.0846605369034, + 2450.624266845126, + 2450.163873153348, + 2449.7034794615706, + 2449.2430857697927, + 2448.7826920780153, + 2448.3222983862374, + 2447.86190469446, + 2447.401511002682, + 2446.9411173109047, + 2446.480723619127, + 2446.0203299273494, + 2445.5599362355715, + 2445.099542543794, + 2444.639148852016, + 2444.178755160239, + 2443.718361468461, + 2443.2579677766835, + 2442.7975740849056, + 2442.337180393128, + 2441.8767867013503, + 2441.416393009573, + 2440.955999317795 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260622_004839.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260622_004839.json new file mode 100644 index 0000000000000000000000000000000000000000..d3615cb9524787447ab0b44976931d58fe8f3af7 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260622_004839.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T00:48:39.880131+00:00", + "metrics": { + "MSE[mean]": 414.4529203449686, + "MSE[0.5]": 517.2322619731227, + "MAE[0.5]": 10.484242757161459, + "MASE[0.5]": 0.5297301603618422, + "MAPE[0.5]": 0.004280165631214237, + "sMAPE[0.5]": 0.004323690126563171, + "MSIS": 2.6539959395559207, + "RMSE[mean]": 20.35811681725421, + "NRMSE[mean]": 0.008445891160140035, + "ND[0.5]": 0.004349556200032412, + "mean_weighted_sum_quantile_loss": 0.0038783718275082818 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 13:55:00", + "2026-06-21 14:10:00", + "2026-06-21 14:25:00", + "2026-06-21 14:40:00", + "2026-06-21 14:55:00", + "2026-06-21 15:10:00", + "2026-06-21 15:25:00", + "2026-06-21 15:40:00", + "2026-06-21 15:55:00", + "2026-06-21 16:10:00", + "2026-06-21 16:25:00", + "2026-06-21 16:40:00", + "2026-06-21 16:55:00", + "2026-06-21 17:10:00", + "2026-06-21 17:25:00", + "2026-06-21 17:40:00", + "2026-06-21 17:55:00", + "2026-06-21 18:10:00", + "2026-06-21 18:25:00", + "2026-06-21 18:40:00", + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00" + ], + "context": [ + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2400.0355224609375, + 2400.0816650390625, + 2400.0438232421875, + 2400.11474609375, + 2400.1204833984375, + 2400.1673583984375, + 2400.1690673828125, + 2400.183349609375, + 2400.105712890625, + 2400.2877197265625, + 2400.250732421875, + 2400.1708984375, + 2400.163818359375, + 2400.157470703125, + 2400.1688232421875, + 2400.1541748046875, + 2400.1231689453125, + 2400.2352294921875, + 2400.2298583984375, + 2400.2015380859375, + 2400.0986328125, + 2400.183837890625, + 2400.115478515625, + 2400.1390380859375 + ], + "p10": [ + 2399.6146240234375, + 2399.5733642578125, + 2399.574951171875, + 2399.52783203125, + 2399.5513916015625, + 2399.6014404296875, + 2399.531494140625, + 2399.5025634765625, + 2399.435302734375, + 2399.506591796875, + 2399.549072265625, + 2399.3895263671875, + 2399.3370361328125, + 2399.3944091796875, + 2399.423095703125, + 2399.4530029296875, + 2399.3585205078125, + 2399.596923828125, + 2399.4593505859375, + 2399.3778076171875, + 2399.378662109375, + 2399.482666015625, + 2399.3702392578125, + 2399.460693359375 + ], + "p90": [ + 2449.06982421875, + 2451.69921875, + 2451.5653076171875, + 2452.939697265625, + 2453.01220703125, + 2453.7606201171875, + 2454.736572265625, + 2454.0379638671875, + 2452.9671630859375, + 2453.1783447265625, + 2453.9132080078125, + 2454.9527587890625, + 2453.94775390625, + 2452.4736328125, + 2453.35693359375, + 2455.568603515625, + 2453.0482177734375, + 2450.7711181640625, + 2452.9044189453125, + 2452.2059326171875, + 2452.9554443359375, + 2452.9505615234375, + 2454.2305908203125, + 2451.329833984375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260622_004931.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260622_004931.json new file mode 100644 index 0000000000000000000000000000000000000000..709ba733b5ae95fada6425c0b2078e89dfab2664 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260622_004931.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T00:49:31.861281+00:00", + "metrics": { + "MSE[mean]": 452.85243055548307, + "MSE[0.5]": 451.3888888888908, + "MAE[0.5]": 12.847222222222134, + "MASE[0.5]": 0.6491228070175394, + "MAPE[0.5]": 0.0052718135865456916, + "sMAPE[0.5]": 0.005307420959442706, + "MSIS": 13.6421036796486, + "RMSE[mean]": 21.28032966275389, + "NRMSE[mean]": 0.00882848594478986, + "ND[0.5]": 0.005329876116392933, + "mean_weighted_sum_quantile_loss": 0.005273536284772212 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 13:55:00", + "2026-06-21 14:10:00", + "2026-06-21 14:25:00", + "2026-06-21 14:40:00", + "2026-06-21 14:55:00", + "2026-06-21 15:10:00", + "2026-06-21 15:25:00", + "2026-06-21 15:40:00", + "2026-06-21 15:55:00", + "2026-06-21 16:10:00", + "2026-06-21 16:25:00", + "2026-06-21 16:40:00", + "2026-06-21 16:55:00", + "2026-06-21 17:10:00", + "2026-06-21 17:25:00", + "2026-06-21 17:40:00", + "2026-06-21 17:55:00", + "2026-06-21 18:10:00", + "2026-06-21 18:25:00", + "2026-06-21 18:40:00", + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00" + ], + "context": [ + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2404.1666666666665, + 2404.1666666666665, + 2404.1666666666665, + 2404.1666666666665, + 2404.1666666666665, + 2404.1666666666665, + 2404.1666666666665, + 2404.1666666666665, + 2404.1666666666665, + 2404.1666666666665, + 2404.1666666666665, + 2404.1666666666665, + 2404.1666666666665, + 2404.1666666666665, + 2404.1666666666665, + 2404.1666666666665, + 2404.1666666666665, + 2404.1666666666665, + 2404.1666666666665, + 2404.1666666666665, + 2404.1666666666665, + 2404.1666666666665, + 2404.1666666666665, + 2404.1666666666665 + ], + "p10": [ + 2354.1666666666665, + 2354.1666666666665, + 2354.1666666666665, + 2354.1666666666665, + 2354.1666666666665, + 2354.1666666666665, + 2354.1666666666665, + 2354.1666666666665, + 2354.1666666666665, + 2354.1666666666665, + 2354.1666666666665, + 2354.1666666666665, + 2354.1666666666665, + 2354.1666666666665, + 2354.1666666666665, + 2354.1666666666665, + 2354.1666666666665, + 2354.1666666666665, + 2354.1666666666665, + 2354.1666666666665, + 2354.1666666666665, + 2354.1666666666665, + 2354.1666666666665, + 2354.1666666666665 + ], + "p90": [ + 2454.1666666666665, + 2454.1666666666665, + 2454.1666666666665, + 2454.1666666666665, + 2454.1666666666665, + 2454.1666666666665, + 2454.1666666666665, + 2454.1666666666665, + 2454.1666666666665, + 2454.1666666666665, + 2454.1666666666665, + 2454.1666666666665, + 2454.1666666666665, + 2454.1666666666665, + 2454.1666666666665, + 2454.1666666666665, + 2454.1666666666665, + 2454.1666666666665, + 2454.1666666666665, + 2454.1666666666665, + 2454.1666666666665, + 2454.1666666666665, + 2454.1666666666665, + 2454.1666666666665 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260622_004931.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260622_004931.json new file mode 100644 index 0000000000000000000000000000000000000000..b8a7b2807bc9694d221be71e5a0c34c0d6085f74 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260622_004931.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T00:49:31.891373+00:00", + "metrics": { + "MSE[mean]": 937.5, + "MSE[0.5]": 937.5, + "MAE[0.5]": 18.75, + "MASE[0.5]": 0.9473684210526315, + "MAPE[0.5]": 0.00772392290249433, + "sMAPE[0.5]": 0.007750045216133115, + "MSIS": 7.288420606840856, + "RMSE[mean]": 30.618621784789728, + "NRMSE[mean]": 0.012702626150993147, + "ND[0.5]": 0.007778738115816767, + "mean_weighted_sum_quantile_loss": 0.008043791414577927 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 13:55:00", + "2026-06-21 14:10:00", + "2026-06-21 14:25:00", + "2026-06-21 14:40:00", + "2026-06-21 14:55:00", + "2026-06-21 15:10:00", + "2026-06-21 15:25:00", + "2026-06-21 15:40:00", + "2026-06-21 15:55:00", + "2026-06-21 16:10:00", + "2026-06-21 16:25:00", + "2026-06-21 16:40:00", + "2026-06-21 16:55:00", + "2026-06-21 17:10:00", + "2026-06-21 17:25:00", + "2026-06-21 17:40:00", + "2026-06-21 17:55:00", + "2026-06-21 18:10:00", + "2026-06-21 18:25:00", + "2026-06-21 18:40:00", + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00" + ], + "context": [ + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "p10": [ + 2303.0, + 2352.0, + 2352.0, + 2352.0, + 2401.0, + 2352.0, + 2352.0, + 2352.0, + 2401.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2401.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0 + ], + "p90": [ + 2397.0, + 2448.0, + 2448.0, + 2448.0, + 2499.0, + 2448.0, + 2448.0, + 2448.0, + 2499.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2499.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260622_004928.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260622_004928.json new file mode 100644 index 0000000000000000000000000000000000000000..2370eb7ce8a4bf757d4fd09a84a581f1197a3e04 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260622_004928.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T00:49:28.981459+00:00", + "metrics": { + "MSE[mean]": 549.3840359821916, + "MSE[0.5]": 549.3840359821916, + "MAE[0.5]": 11.719167073567709, + "MASE[0.5]": 0.5921263363486841, + "MAPE[0.5]": 0.004792129187897489, + "sMAPE[0.5]": 0.004838379863620259, + "MSIS": 7.260481085526315, + "RMSE[mean]": 23.438942723215813, + "NRMSE[mean]": 0.009724021181627995, + "ND[0.5]": 0.0048618843520419185, + "mean_weighted_sum_quantile_loss": 0.004374518893150389 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 13:55:00", + "2026-06-21 14:10:00", + "2026-06-21 14:25:00", + "2026-06-21 14:40:00", + "2026-06-21 14:55:00", + "2026-06-21 15:10:00", + "2026-06-21 15:25:00", + "2026-06-21 15:40:00", + "2026-06-21 15:55:00", + "2026-06-21 16:10:00", + "2026-06-21 16:25:00", + "2026-06-21 16:40:00", + "2026-06-21 16:55:00", + "2026-06-21 17:10:00", + "2026-06-21 17:25:00", + "2026-06-21 17:40:00", + "2026-06-21 17:55:00", + "2026-06-21 18:10:00", + "2026-06-21 18:25:00", + "2026-06-21 18:40:00", + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00" + ], + "context": [ + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2399.15771484375, + 2398.5625, + 2398.787109375, + 2398.50634765625, + 2398.6748046875, + 2398.55126953125, + 2398.8544921875, + 2398.70849609375, + 2398.725341796875, + 2398.61865234375, + 2398.82080078125, + 2398.590576171875, + 2398.97802734375, + 2399.0791015625, + 2398.871337890625, + 2398.34912109375, + 2398.73095703125, + 2398.635498046875, + 2398.815185546875, + 2398.691650390625, + 2398.3828125, + 2398.337890625, + 2398.736572265625, + 2398.57373046875 + ], + "p10": [ + 2397.080078125, + 2396.6982421875, + 2396.31640625, + 2396.2265625, + 2396.31640625, + 2396.2265625, + 2395.9345703125, + 2396.0244140625, + 2396.2041015625, + 2395.9345703125, + 2395.552734375, + 2395.462890625, + 2395.373046875, + 2394.87890625, + 2395.2158203125, + 2395.193359375, + 2396.001953125, + 2395.77734375, + 2395.642578125, + 2395.7099609375, + 2395.328125, + 2394.8564453125, + 2394.8564453125, + 2394.2724609375 + ], + "p90": [ + 2423.8984375, + 2429.46875, + 2435.578125, + 2437.375, + 2439.53125, + 2439.890625, + 2439.3515625, + 2439.171875, + 2438.8125, + 2436.8359375, + 2437.015625, + 2437.015625, + 2437.375, + 2438.09375, + 2437.734375, + 2438.09375, + 2432.34375, + 2434.5, + 2435.9375, + 2435.9375, + 2435.7578125, + 2435.3984375, + 2434.6796875, + 2434.140625 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260622_004640.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260622_004640.json new file mode 100644 index 0000000000000000000000000000000000000000..ddf2e4f79a9f2bafe789564de125158a76bc7d0c --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260622_004640.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T00:46:40.269039+00:00", + "metrics": { + "MSE[mean]": 504.22615328182775, + "MSE[0.5]": 518.1188515822092, + "MAE[0.5]": 10.734029134114584, + "MASE[0.5]": 0.5423509457236841, + "MAPE[0.5]": 0.00438418779784049, + "sMAPE[0.5]": 0.004427754198616889, + "MSIS": 22.838906249999997, + "RMSE[mean]": 22.454980589656, + "NRMSE[mean]": 0.00931580871480975, + "ND[0.5]": 0.004453184083297321, + "mean_weighted_sum_quantile_loss": 0.0047258666300537796 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 13:55:00", + "2026-06-21 14:10:00", + "2026-06-21 14:25:00", + "2026-06-21 14:40:00", + "2026-06-21 14:55:00", + "2026-06-21 15:10:00", + "2026-06-21 15:25:00", + "2026-06-21 15:40:00", + "2026-06-21 15:55:00", + "2026-06-21 16:10:00", + "2026-06-21 16:25:00", + "2026-06-21 16:40:00", + "2026-06-21 16:55:00", + "2026-06-21 17:10:00", + "2026-06-21 17:25:00", + "2026-06-21 17:40:00", + "2026-06-21 17:55:00", + "2026-06-21 18:10:00", + "2026-06-21 18:25:00", + "2026-06-21 18:40:00", + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00" + ], + "context": [ + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2400.9658203125, + 2400.24365234375, + 2400.5341796875, + 2399.68359375, + 2399.885009765625, + 2399.87890625, + 2400.385009765625, + 2400.275146484375, + 2399.569580078125, + 2400.45654296875, + 2400.245849609375, + 2400.222412109375, + 2400.735107421875, + 2400.06884765625, + 2400.620849609375, + 2399.454345703125, + 2400.31640625, + 2399.9912109375, + 2400.1171875, + 2400.89013671875, + 2400.477783203125, + 2400.416259765625, + 2400.497802734375, + 2401.12841796875 + ], + "p10": [ + 2402.18505859375, + 2401.710693359375, + 2401.95751953125, + 2401.242919921875, + 2402.018798828125, + 2401.908203125, + 2402.31884765625, + 2402.935546875, + 2402.96142578125, + 2403.657470703125, + 2402.5810546875, + 2402.475341796875, + 2403.123046875, + 2402.42822265625, + 2403.38134765625, + 2403.55224609375, + 2402.98583984375, + 2402.63525390625, + 2402.96875, + 2403.380615234375, + 2403.056396484375, + 2401.134033203125, + 2403.921875, + 2403.8212890625 + ], + "p90": [ + 2404.540283203125, + 2404.113525390625, + 2404.9150390625, + 2404.616455078125, + 2405.010498046875, + 2404.97509765625, + 2405.413818359375, + 2405.5068359375, + 2404.18408203125, + 2404.884033203125, + 2405.751708984375, + 2405.099853515625, + 2405.739501953125, + 2405.88671875, + 2406.1337890625, + 2405.174072265625, + 2406.77734375, + 2406.41552734375, + 2407.083984375, + 2407.72119140625, + 2407.69140625, + 2407.968505859375, + 2407.97900390625, + 2408.341552734375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260622_004753.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260622_004753.json new file mode 100644 index 0000000000000000000000000000000000000000..0cd1ffca9bdbfd7b04b8457d31784d4c7e714a16 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260622_004753.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TiRex", + "evaluated_at": "2026-06-22T00:47:53.749599+00:00", + "metrics": { + "MSE[mean]": 532.0208477179209, + "MSE[0.5]": 532.0208477179209, + "MAE[0.5]": 10.912353515625, + "MASE[0.5]": 0.551361019736842, + "MAPE[0.5]": 0.004457307326820702, + "sMAPE[0.5]": 0.00450208617293098, + "MSIS": 2.9000046258223677, + "RMSE[mean]": 23.065577116515446, + "NRMSE[mean]": 0.009569124473575986, + "ND[0.5]": 0.004527164812013829, + "mean_weighted_sum_quantile_loss": 0.004119095421588399 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 13:55:00", + "2026-06-21 14:10:00", + "2026-06-21 14:25:00", + "2026-06-21 14:40:00", + "2026-06-21 14:55:00", + "2026-06-21 15:10:00", + "2026-06-21 15:25:00", + "2026-06-21 15:40:00", + "2026-06-21 15:55:00", + "2026-06-21 16:10:00", + "2026-06-21 16:25:00", + "2026-06-21 16:40:00", + "2026-06-21 16:55:00", + "2026-06-21 17:10:00", + "2026-06-21 17:25:00", + "2026-06-21 17:40:00", + "2026-06-21 17:55:00", + "2026-06-21 18:10:00", + "2026-06-21 18:25:00", + "2026-06-21 18:40:00", + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00" + ], + "context": [ + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2399.51318359375, + 2399.455078125, + 2399.391357421875, + 2399.482177734375, + 2399.499755859375, + 2399.48193359375, + 2399.486328125, + 2399.365966796875, + 2399.41943359375, + 2399.489501953125, + 2399.493896484375, + 2399.352294921875, + 2399.398681640625, + 2399.38134765625, + 2399.36865234375, + 2399.471923828125, + 2399.583740234375, + 2399.635498046875, + 2399.676025390625, + 2399.62548828125, + 2399.620361328125, + 2399.596923828125, + 2399.630126953125, + 2399.683837890625 + ], + "p10": [ + 2398.578369140625, + 2398.522216796875, + 2398.371337890625, + 2398.35986328125, + 2398.277099609375, + 2398.153564453125, + 2398.1982421875, + 2397.93310546875, + 2397.716796875, + 2397.353271484375, + 2397.010009765625, + 2396.744384765625, + 2396.446533203125, + 2396.21142578125, + 2395.86962890625, + 2395.656982421875, + 2395.5615234375, + 2395.406494140625, + 2395.311767578125, + 2395.18603515625, + 2395.05078125, + 2394.7734375, + 2394.79248046875, + 2394.640869140625 + ], + "p90": [ + 2408.85107421875, + 2430.604248046875, + 2442.052734375, + 2447.12109375, + 2455.28515625, + 2460.431884765625, + 2461.6953125, + 2458.989501953125, + 2461.69873046875, + 2458.91845703125, + 2454.893798828125, + 2451.92529296875, + 2448.556884765625, + 2444.5390625, + 2448.391845703125, + 2451.03955078125, + 2452.63134765625, + 2454.49072265625, + 2456.326171875, + 2459.269775390625, + 2459.32666015625, + 2457.517822265625, + 2454.85546875, + 2453.8896484375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260622_004730.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260622_004730.json new file mode 100644 index 0000000000000000000000000000000000000000..8adb5752432c84fc2d405a77aa710b226d8f18b3 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260622_004730.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T00:47:30.191683+00:00", + "metrics": { + "MSE[mean]": 520.9567101076245, + "MSE[0.5]": 520.9567101076245, + "MAE[0.5]": 10.427805582682291, + "MASE[0.5]": 0.5268785978618421, + "MAPE[0.5]": 0.0042563314286489335, + "sMAPE[0.5]": 0.00430017381494761, + "MSIS": 4.650836759868421, + "RMSE[mean]": 22.824476119018033, + "NRMSE[mean]": 0.009469099859229608, + "ND[0.5]": 0.004326142333351339, + "mean_weighted_sum_quantile_loss": 0.004706492185249208 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 13:55:00", + "2026-06-21 14:10:00", + "2026-06-21 14:25:00", + "2026-06-21 14:40:00", + "2026-06-21 14:55:00", + "2026-06-21 15:10:00", + "2026-06-21 15:25:00", + "2026-06-21 15:40:00", + "2026-06-21 15:55:00", + "2026-06-21 16:10:00", + "2026-06-21 16:25:00", + "2026-06-21 16:40:00", + "2026-06-21 16:55:00", + "2026-06-21 17:10:00", + "2026-06-21 17:25:00", + "2026-06-21 17:40:00", + "2026-06-21 17:55:00", + "2026-06-21 18:10:00", + "2026-06-21 18:25:00", + "2026-06-21 18:40:00", + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00" + ], + "context": [ + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2399.998291015625, + 2400.0078125, + 2400.007568359375, + 2399.986572265625, + 2400.036865234375, + 2400.00341796875, + 2400.027587890625, + 2400.022216796875, + 2400.004150390625, + 2400.004638671875, + 2399.964599609375, + 2399.99169921875, + 2399.9931640625, + 2399.973876953125, + 2400.008544921875, + 2399.995361328125, + 2399.985595703125, + 2399.994873046875, + 2399.979736328125, + 2399.97802734375, + 2399.9833984375, + 2399.98291015625, + 2400.0029296875, + 2399.98876953125 + ], + "p10": [ + 2399.8349609375, + 2399.85302734375, + 2399.822998046875, + 2399.82373046875, + 2399.777099609375, + 2399.694580078125, + 2399.54248046875, + 2399.3935546875, + 2399.1806640625, + 2398.2099609375, + 2395.748046875, + 2392.762451171875, + 2389.768798828125, + 2385.987060546875, + 2382.96533203125, + 2378.4833984375, + 2375.18212890625, + 2369.260986328125, + 2365.89111328125, + 2362.3642578125, + 2359.024169921875, + 2356.41845703125, + 2354.244140625, + 2353.74462890625 + ], + "p90": [ + 2446.2470703125, + 2444.57275390625, + 2444.86572265625, + 2443.779541015625, + 2451.87451171875, + 2445.80126953125, + 2446.48095703125, + 2446.609619140625, + 2446.56884765625, + 2445.8623046875, + 2446.42333984375, + 2445.950927734375, + 2447.806640625, + 2447.138427734375, + 2446.585205078125, + 2446.203857421875, + 2447.46337890625, + 2447.32421875, + 2446.379638671875, + 2446.33447265625, + 2446.06201171875, + 2445.763916015625, + 2445.79638671875, + 2446.296875 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260622_004931.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260622_004931.json new file mode 100644 index 0000000000000000000000000000000000000000..8ef26cd08f71ca206ecbe5135bff362e3997d3cf --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260622_004931.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-22T00:49:31.687665+00:00", + "metrics": { + "MSE[mean]": 0.04211025196291461, + "MSE[0.5]": 0.04937371934908869, + "MAE[0.5]": 0.1906250528997198, + "MASE[0.5]": 2.310607236012791, + "MAPE[0.5]": 0.12370562072554768, + "sMAPE[0.5]": 0.13452527895255467, + "MSIS": 29.331400404700744, + "RMSE[mean]": 0.20520782627111134, + "NRMSE[mean]": 0.13912395401217167, + "ND[0.5]": 0.12923732771356733, + "mean_weighted_sum_quantile_loss": 0.11481855375543791 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 00:10:00", + "2026-06-20 00:20:00", + "2026-06-20 00:30:00", + "2026-06-20 00:40:00", + "2026-06-20 00:50:00", + "2026-06-20 01:00:00", + "2026-06-20 01:10:00", + "2026-06-20 01:20:00", + "2026-06-20 01:30:00", + "2026-06-20 01:40:00", + "2026-06-20 01:50:00", + "2026-06-20 02:00:00", + "2026-06-20 02:10:00", + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00" + ], + "context": [ + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.2923576963982404, + 1.2955001826995345, + 1.2980639156100158, + 1.2971419032971228, + 1.297975533585942, + 1.2823962137858698, + 1.2995666191167583, + 1.2975891994814615, + 1.301052794069542, + 1.2820999816269618, + 1.2850588134613028, + 1.283246389056871, + 1.298421355514, + 1.296761388679486, + 1.298423518138456, + 1.2909157350757088, + 1.2979799663414175, + 1.2836272239347368, + 1.2834396329527213, + 1.2976580584823993, + 1.297819135641237, + 1.2972105433844034, + 1.2976580908580957, + 1.283439701241135, + 1.2976580950457546, + 1.2807386544912518, + 1.2982023009169477, + 1.282685892012698, + 1.2850693887747466, + 1.30096620601063, + 1.2984243872493464, + 1.283439704363206, + 1.2976580967173912, + 1.2807386553862885, + 1.2832520514197487, + 1.2821197331173124, + 1.299629609199764, + 1.297658096728259, + 1.2909162004407717, + 1.297980215509721, + 1.285069388912989, + 1.2832520514229668, + 1.3030217516802054, + 1.2821197331190457, + 1.2906427270373073, + 1.299629609200695, + 1.2976580967287574, + 1.2826858922710318, + 1.2843483731294663, + 1.2836273573458674, + 1.2836273573458676, + 1.2834397043844379, + 1.2979802155098645, + 1.2821197331190575, + 1.2976580967287592, + 1.3009662060846896, + 1.298424387289, + 1.2850693889130658, + 1.2820210315505896, + 1.2976580967287592, + 1.2976580967287592, + 1.2976580967287592, + 1.2836273573458676, + 1.283252051423008, + 1.2976580967287592, + 1.2836273573458676, + 1.2976580967287592, + 1.2976580967287592, + 1.2979802155098645, + 1.2850693889130658, + 1.2834397043844379, + 1.2821197331190575 + ], + "p10": [ + 1.196972185295346, + 1.2159301985417026, + 1.2172887095404856, + 1.1836199593917283, + 1.21840554942811, + 1.1956323115516183, + 1.2243679253528035, + 1.2029528302904375, + 1.2029848381973318, + 1.1618587497244122, + 1.2030111520859723, + 1.2236820426084865, + 1.217268103796825, + 1.20243202172689, + 1.184457402453926, + 1.2203760876778074, + 1.2233732533898276, + 1.1971407689134252, + 1.203021656106019, + 1.2203765147967784, + 1.2030217070596603, + 1.217271124607342, + 1.2205456749404715, + 1.184339501704894, + 1.2030217258547307, + 1.2024336441152939, + 1.2205456803286503, + 1.2030217272794006, + 1.184458271466151, + 1.2024336449423578, + 1.2024336449767639, + 1.2205456807899033, + 1.2203765530317703, + 1.2188544031250812, + 1.1971409023212969, + 1.2024336450146724, + 1.195872639251613, + 1.2166830530500068, + 1.1958726392522796, + 1.2188544031310247, + 1.217271135571748, + 1.218854403131127, + 1.2188544031311461, + 1.2188544031311563, + 1.203021727537729, + 1.2205456808111317, + 1.2233735025582728, + 1.1844582716044691, + 1.1844582716044696, + 1.2172711355718246, + 1.218854403131168, + 1.220545680811135, + 1.218854403131168, + 1.2030217275377353, + 1.2236877049746233, + 1.197140902324556, + 1.220545680811135, + 1.2203765530431383, + 1.2011653819444088, + 1.2236877049746233, + 1.2260067059101782, + 1.18445827160447, + 1.2024336450164175, + 1.2233735025582746, + 1.220545680811135, + 1.218854403131168, + 1.2030217275377353, + 1.2236877049746233, + 1.2203765530431383, + 1.218854403131168, + 1.2024336450164175, + 1.2236877049746233 + ], + "p90": [ + 1.3779426238672288, + 1.375692076444041, + 1.3996400690493749, + 1.4014000658191355, + 1.3982537168219111, + 1.3837901261654695, + 1.3985738929548825, + 1.3820531889775833, + 1.401168873299654, + 1.4011860111479617, + 1.3821115107731181, + 1.3821164238587442, + 1.4012027308650574, + 1.3987009472354417, + 1.3834032144377562, + 1.3821216208595501, + 1.4013087750107924, + 1.385184118082345, + 1.3786162096017902, + 1.384933894035607, + 1.3822502654831479, + 1.384933921317484, + 1.3987025646543056, + 1.3987025673816662, + 1.378616279350502, + 1.3987025696238455, + 1.3987025700424844, + 1.3822502857028882, + 1.3849339321436478, + 1.4038754167303282, + 1.4012057626004037, + 1.3821220862036494, + 1.39895288972511, + 1.382250285955136, + 1.3989528897332189, + 1.4013090241774944, + 1.401205762639123, + 1.402238378031377, + 1.4012057626397896, + 1.401309024179096, + 1.3821220862248043, + 1.398702570524928, + 1.4022383780318552, + 1.3834040835882884, + 1.383404083588294, + 1.3849339322819636, + 1.4013090241792376, + 1.3987025705249683, + 1.378616281033506, + 1.3834040835883, + 1.4022383780318772, + 1.382122086224881, + 1.3834040835883001, + 1.3702000575776647, + 1.384933932281967, + 1.3990561512756599, + 1.398952889736478, + 1.4012057626400574, + 1.3783450457789672, + 1.398952889736478, + 1.3834040835883001, + 1.4013090241792394, + 1.3987025705249692, + 1.4013090241792394, + 1.382122086224881, + 1.4012057626400574, + 1.3987025705249692, + 1.3786162810335065, + 1.4012057626400574, + 1.382250285961223, + 1.382122086224881, + 1.3987025705249692 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260622_004552.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260622_004552.json new file mode 100644 index 0000000000000000000000000000000000000000..45b9a3af3cdc11121dbacf032d5151c6544d701b --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260622_004552.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T00:45:52.565748+00:00", + "metrics": { + "MSE[mean]": 0.05440467413328322, + "MSE[0.5]": 0.05440467413328322, + "MAE[0.5]": 0.20337391727500492, + "MASE[0.5]": 2.46513896113696, + "MAPE[0.5]": 0.1323153693261341, + "sMAPE[0.5]": 0.14437144637804197, + "MSIS": 45.59034340310892, + "RMSE[mean]": 0.23324809566914628, + "NRMSE[mean]": 0.15813430669271317, + "ND[0.5]": 0.13788062584348992, + "mean_weighted_sum_quantile_loss": 0.11603819901575539 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 00:10:00", + "2026-06-20 00:20:00", + "2026-06-20 00:30:00", + "2026-06-20 00:40:00", + "2026-06-20 00:50:00", + "2026-06-20 01:00:00", + "2026-06-20 01:10:00", + "2026-06-20 01:20:00", + "2026-06-20 01:30:00", + "2026-06-20 01:40:00", + "2026-06-20 01:50:00", + "2026-06-20 02:00:00", + "2026-06-20 02:10:00", + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00" + ], + "context": [ + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.2943551540374756, + 1.2895821332931519, + 1.2831575870513916, + 1.2801384925842285, + 1.2783501148223877, + 1.278548002243042, + 1.2787758111953735, + 1.2789421081542969, + 1.2779828310012817, + 1.2788399457931519, + 1.2757867574691772, + 1.2736165523529053, + 1.2729500532150269, + 1.2727328538894653, + 1.2731314897537231, + 1.2726081609725952, + 1.2784088850021362, + 1.2784136533737183, + 1.2780288457870483, + 1.278874158859253, + 1.2802067995071411, + 1.2805851697921753, + 1.2813886404037476, + 1.2811933755874634, + 1.2813702821731567, + 1.2813842296600342, + 1.279361367225647, + 1.2799131870269775, + 1.2786836624145508, + 1.278794527053833, + 1.2778464555740356, + 1.2774596214294434, + 1.2761348485946655, + 1.2768267393112183, + 1.275712251663208, + 1.2758302688598633, + 1.2759957313537598, + 1.2767486572265625, + 1.2758564949035645, + 1.2750736474990845, + 1.2750144004821777, + 1.2763824462890625, + 1.2757837772369385, + 1.2775734663009644, + 1.2767994403839111, + 1.2780544757843018, + 1.2782344818115234, + 1.2776598930358887, + 1.28008234500885, + 1.2791318893432617, + 1.276569128036499, + 1.2751306295394897, + 1.27536940574646, + 1.2759819030761719, + 1.2757614850997925, + 1.2754909992218018, + 1.277532696723938, + 1.2795941829681396, + 1.2796074151992798, + 1.28001868724823, + 1.2780367136001587, + 1.278551697731018, + 1.2763060331344604, + 1.2754989862442017, + 1.2749418020248413, + 1.2761317491531372, + 1.275591492652893, + 1.2748404741287231, + 1.2771315574645996, + 1.2785414457321167, + 1.2804707288742065, + 1.2813061475753784 + ], + "p10": [ + 1.2266685962677002, + 1.2156535387039185, + 1.209804654121399, + 1.2067290544509888, + 1.204897165298462, + 1.2038307189941406, + 1.2032333612442017, + 1.2045058012008667, + 1.2036173343658447, + 1.2007805109024048, + 1.203235387802124, + 1.2028692960739136, + 1.2035861015319824, + 1.2014753818511963, + 1.2018121480941772, + 1.2012509107589722, + 1.2052046060562134, + 1.2036436796188354, + 1.2025095224380493, + 1.2032512426376343, + 1.203545331954956, + 1.2034306526184082, + 1.2030913829803467, + 1.2037678956985474, + 1.2032490968704224, + 1.2004541158676147, + 1.2031192779541016, + 1.2029540538787842, + 1.203023076057434, + 1.2001662254333496, + 1.201289415359497, + 1.2003535032272339, + 1.1998978853225708, + 1.1995145082473755, + 1.197718620300293, + 1.1989260911941528, + 1.199074625968933, + 1.1980102062225342, + 1.1965762376785278, + 1.1982702016830444, + 1.1968839168548584, + 1.195353388786316, + 1.1982920169830322, + 1.1974400281906128, + 1.198307991027832, + 1.1955468654632568, + 1.1965042352676392, + 1.1962553262710571, + 1.1958587169647217, + 1.1954044103622437, + 1.1925617456436157, + 1.19460129737854, + 1.1941083669662476, + 1.1935770511627197, + 1.19266939163208, + 1.1943564414978027, + 1.1930328607559204, + 1.1917186975479126, + 1.1942850351333618, + 1.1934638023376465, + 1.1944397687911987, + 1.1914465427398682, + 1.1912586688995361, + 1.1916922330856323, + 1.191713571548462, + 1.1902214288711548, + 1.1886848211288452, + 1.1914241313934326, + 1.1908258199691772, + 1.1898707151412964, + 1.1895065307617188, + 1.1915658712387085 + ], + "p90": [ + 1.3740911483764648, + 1.3824973106384277, + 1.3856388330459595, + 1.3834620714187622, + 1.3830617666244507, + 1.3849279880523682, + 1.3860244750976562, + 1.3873032331466675, + 1.3916738033294678, + 1.3915411233901978, + 1.3915493488311768, + 1.3902555704116821, + 1.3882678747177124, + 1.3873587846755981, + 1.3874412775039673, + 1.3878200054168701, + 1.3911911249160767, + 1.3948301076889038, + 1.398290991783142, + 1.3971891403198242, + 1.3966859579086304, + 1.398444652557373, + 1.398840069770813, + 1.3985648155212402, + 1.4050674438476562, + 1.4037615060806274, + 1.4055123329162598, + 1.406388521194458, + 1.4050832986831665, + 1.4038984775543213, + 1.4042197465896606, + 1.4045017957687378, + 1.405596375465393, + 1.4063364267349243, + 1.4104175567626953, + 1.4089993238449097, + 1.406691312789917, + 1.4105305671691895, + 1.4092482328414917, + 1.4107847213745117, + 1.4168033599853516, + 1.415231466293335, + 1.4189696311950684, + 1.4198112487792969, + 1.4190819263458252, + 1.4176146984100342, + 1.4197458028793335, + 1.4193729162216187, + 1.4230561256408691, + 1.420555830001831, + 1.4226435422897339, + 1.422102451324463, + 1.4184484481811523, + 1.4235013723373413, + 1.4219778776168823, + 1.4265245199203491, + 1.4337313175201416, + 1.4322971105575562, + 1.4375669956207275, + 1.4359420537948608, + 1.4363529682159424, + 1.4318857192993164, + 1.4333527088165283, + 1.430558204650879, + 1.436766266822815, + 1.4343796968460083, + 1.4388413429260254, + 1.440260648727417, + 1.4375931024551392, + 1.4433737993240356, + 1.44261634349823, + 1.4494497776031494 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260622_004931.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260622_004931.json new file mode 100644 index 0000000000000000000000000000000000000000..e8d9f02ce3e4b31bea64565150db7b59d4b39594 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260622_004931.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-22T00:49:31.797884+00:00", + "metrics": { + "MSE[mean]": 0.09301408937457631, + "MSE[0.5]": 0.09148505082902365, + "MAE[0.5]": 0.2594726270136425, + "MASE[0.5]": 3.1451234788134808, + "MAPE[0.5]": 0.16834648268504374, + "sMAPE[0.5]": 0.18937819308621023, + "MSIS": 44.6700841981829, + "RMSE[mean]": 0.304982113204326, + "NRMSE[mean]": 0.2067675403174758, + "ND[0.5]": 0.17591365048802368, + "mean_weighted_sum_quantile_loss": 0.1650605970358189 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 00:10:00", + "2026-06-20 00:20:00", + "2026-06-20 00:30:00", + "2026-06-20 00:40:00", + "2026-06-20 00:50:00", + "2026-06-20 01:00:00", + "2026-06-20 01:10:00", + "2026-06-20 01:20:00", + "2026-06-20 01:30:00", + "2026-06-20 01:40:00", + "2026-06-20 01:50:00", + "2026-06-20 02:00:00", + "2026-06-20 02:10:00", + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00" + ], + "context": [ + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.3059964518222975, + 1.303635167939579, + 1.3012738840568603, + 1.2989126001741418, + 1.2965513162914233, + 1.2941900324087048, + 1.2918287485259863, + 1.2894674646432676, + 1.287106180760549, + 1.2847448968778306, + 1.282383612995112, + 1.2800223291123936, + 1.2776610452296748, + 1.2752997613469563, + 1.2729384774642378, + 1.2705771935815193, + 1.2682159096988008, + 1.265854625816082, + 1.2634933419333636, + 1.261132058050645, + 1.2587707741679266, + 1.256409490285208, + 1.2540482064024894, + 1.2516869225197709, + 1.2493256386370524, + 1.2469643547543339, + 1.2446030708716154, + 1.2422417869888966, + 1.2398805031061781, + 1.2375192192234596, + 1.2351579353407411, + 1.2327966514580226, + 1.230435367575304, + 1.2280740836925854, + 1.225712799809867, + 1.2233515159271484, + 1.22099023204443, + 1.2186289481617112, + 1.2162676642789927, + 1.2139063803962742, + 1.2115450965135557, + 1.2091838126308372, + 1.2068225287481185, + 1.2044612448654, + 1.2020999609826815, + 1.199738677099963, + 1.1973773932172445, + 1.1950161093345257, + 1.1926548254518072, + 1.1902935415690887, + 1.1879322576863702, + 1.1855709738036517, + 1.183209689920933, + 1.1808484060382145, + 1.178487122155496, + 1.1761258382727775, + 1.173764554390059, + 1.1714032705073403, + 1.1690419866246218, + 1.1666807027419033, + 1.1643194188591848, + 1.1619581349764663, + 1.1595968510937478, + 1.157235567211029, + 1.1548742833283105, + 1.152512999445592, + 1.1501517155628735, + 1.147790431680155, + 1.1454291477974363, + 1.1430678639147178, + 1.1407065800319993, + 1.1383452961492808 + ], + "p10": [ + 1.2059964279804396, + 1.203635144097721, + 1.2012738602150024, + 1.1989125763322839, + 1.1965512924495654, + 1.1941900085668469, + 1.1918287246841284, + 1.1894674408014096, + 1.1871061569186911, + 1.1847448730359726, + 1.1823835891532541, + 1.1800223052705356, + 1.177661021387817, + 1.1752997375050984, + 1.17293845362238, + 1.1705771697396614, + 1.168215885856943, + 1.1658546019742242, + 1.1634933180915057, + 1.1611320342087872, + 1.1587707503260687, + 1.1564094664433502, + 1.1540481825606315, + 1.151686898677913, + 1.1493256147951945, + 1.146964330912476, + 1.1446030470297575, + 1.1422417631470387, + 1.1398804792643202, + 1.1375191953816017, + 1.1351579114988832, + 1.1327966276161647, + 1.130435343733446, + 1.1280740598507275, + 1.125712775968009, + 1.1233514920852905, + 1.120990208202572, + 1.1186289243198533, + 1.1162676404371348, + 1.1139063565544163, + 1.1115450726716978, + 1.1091837887889793, + 1.1068225049062606, + 1.104461221023542, + 1.1020999371408235, + 1.099738653258105, + 1.0973773693753865, + 1.0950160854926678, + 1.0926548016099493, + 1.0902935177272308, + 1.0879322338445123, + 1.0855709499617938, + 1.083209666079075, + 1.0808483821963566, + 1.078487098313638, + 1.0761258144309196, + 1.073764530548201, + 1.0714032466654824, + 1.0690419627827639, + 1.0666806789000454, + 1.0643193950173269, + 1.0619581111346084, + 1.0595968272518899, + 1.0572355433691711, + 1.0548742594864526, + 1.0525129756037341, + 1.0501516917210156, + 1.0477904078382971, + 1.0454291239555784, + 1.04306784007286, + 1.0407065561901414, + 1.038345272307423 + ], + "p90": [ + 1.4059964756641554, + 1.403635191781437, + 1.4012739078987182, + 1.3989126240159997, + 1.3965513401332812, + 1.3941900562505627, + 1.3918287723678442, + 1.3894674884851255, + 1.387106204602407, + 1.3847449207196885, + 1.38238363683697, + 1.3800223529542515, + 1.3776610690715327, + 1.3752997851888142, + 1.3729385013060957, + 1.3705772174233772, + 1.3682159335406587, + 1.36585464965794, + 1.3634933657752215, + 1.361132081892503, + 1.3587707980097845, + 1.356409514127066, + 1.3540482302443473, + 1.3516869463616288, + 1.3493256624789103, + 1.3469643785961918, + 1.3446030947134733, + 1.3422418108307546, + 1.339880526948036, + 1.3375192430653176, + 1.335157959182599, + 1.3327966752998806, + 1.3304353914171618, + 1.3280741075344433, + 1.3257128236517248, + 1.3233515397690063, + 1.3209902558862878, + 1.318628972003569, + 1.3162676881208506, + 1.313906404238132, + 1.3115451203554136, + 1.309183836472695, + 1.3068225525899764, + 1.3044612687072579, + 1.3020999848245394, + 1.2997387009418209, + 1.2973774170591024, + 1.2950161331763836, + 1.2926548492936651, + 1.2902935654109466, + 1.2879322815282281, + 1.2855709976455096, + 1.283209713762791, + 1.2808483106707829, + 1.278487145997354, + 1.2761258621146354, + 1.273764578231917, + 1.2714032943491982, + 1.2690420104664797, + 1.2666807265837612, + 1.2643194427010427, + 1.2619581588183242, + 1.2595968749356057, + 1.257235591052887, + 1.2548743071701685, + 1.25251302328745, + 1.2501517394047315, + 1.247790455522013, + 1.2454291716392942, + 1.2430678877565757, + 1.2407066038738572, + 1.2383453199911387 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260622_004830.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260622_004830.json new file mode 100644 index 0000000000000000000000000000000000000000..70d05337bbe9dcaae9a5478a9521f4f65a23d522 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260622_004830.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T00:48:30.289165+00:00", + "metrics": { + "MSE[mean]": 0.04415748256973669, + "MSE[0.5]": 0.041865096448862174, + "MAE[0.5]": 0.1766479503777292, + "MASE[0.5]": 2.1411877723350896, + "MAPE[0.5]": 0.11500250448047306, + "sMAPE[0.5]": 0.12386670570569804, + "MSIS": 24.084677177556856, + "RMSE[mean]": 0.21013681869138662, + "NRMSE[mean]": 0.1424656438846561, + "ND[0.5]": 0.11976132573144128, + "mean_weighted_sum_quantile_loss": 0.1020072160171328 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 00:10:00", + "2026-06-20 00:20:00", + "2026-06-20 00:30:00", + "2026-06-20 00:40:00", + "2026-06-20 00:50:00", + "2026-06-20 01:00:00", + "2026-06-20 01:10:00", + "2026-06-20 01:20:00", + "2026-06-20 01:30:00", + "2026-06-20 01:40:00", + "2026-06-20 01:50:00", + "2026-06-20 02:00:00", + "2026-06-20 02:10:00", + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00" + ], + "context": [ + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.3103393912315369, + 1.312778651714325, + 1.312295377254486, + 1.3173243403434753, + 1.321693480014801, + 1.3062280416488647, + 1.3413668870925903, + 1.3154816031455994, + 1.3194957971572876, + 1.320279836654663, + 1.307325541973114, + 1.3215909004211426, + 1.308670997619629, + 1.3201918005943298, + 1.3227345943450928, + 1.311798632144928, + 1.3020082116127014, + 1.299747347831726, + 1.310303270816803, + 1.313630759716034, + 1.3112447261810303, + 1.327843725681305, + 1.304162085056305, + 1.3087237477302551, + 1.3085904121398926, + 1.2987446188926697, + 1.313450813293457, + 1.3110699653625488, + 1.3006242513656616, + 1.3090039491653442, + 1.3047482371330261, + 1.3281981945037842, + 1.3031520247459412, + 1.326397180557251, + 1.309257984161377, + 1.3217432498931885, + 1.3038143515586853, + 1.3051148056983948, + 1.3228533267974854, + 1.3176549077033997, + 1.322959303855896, + 1.3086664080619812, + 1.3135283589363098, + 1.3253825902938843, + 1.3190287947654724, + 1.3173218369483948, + 1.3065598607063293, + 1.3312460780143738, + 1.2943184971809387, + 1.3229717016220093, + 1.31343275308609, + 1.336025357246399, + 1.3120367527008057, + 1.3210192918777466, + 1.3119813799858093, + 1.3055647015571594, + 1.30405855178833, + 1.3343578577041626, + 1.3093518614768982, + 1.3019724488258362, + 1.3098807334899902, + 1.3091116547584534, + 1.2989119291305542, + 1.3054556250572205, + 1.3083195090293884, + 1.2998420000076294, + 1.2849082946777344, + 1.3109420537948608, + 1.3172650933265686, + 1.3156712651252747, + 1.2983354926109314, + 1.3225915431976318 + ], + "p10": [ + 1.1890636682510376, + 1.1547097563743591, + 1.1734978556632996, + 1.148981750011444, + 1.160472810268402, + 1.157828688621521, + 1.178220510482788, + 1.1625445485115051, + 1.1661209464073181, + 1.1219364404678345, + 1.1252026557922363, + 1.1713632941246033, + 1.1599754095077515, + 1.1954131126403809, + 1.18868750333786, + 1.1509155631065369, + 1.1598544120788574, + 1.1581252217292786, + 1.1424425840377808, + 1.1383379697799683, + 1.1699808239936829, + 1.1462141871452332, + 1.1455963850021362, + 1.1493489742279053, + 1.1514261364936829, + 1.1620218753814697, + 1.1562349200248718, + 1.1613187789916992, + 1.1527177691459656, + 1.0980640053749084, + 1.1387344002723694, + 1.1658556461334229, + 1.1459444165229797, + 1.155954360961914, + 1.164927065372467, + 1.170168936252594, + 1.1017385125160217, + 1.1438366770744324, + 1.1503822803497314, + 1.1236230731010437, + 1.11592298746109, + 1.1532427072525024, + 1.1131356358528137, + 1.164359450340271, + 1.1505943536758423, + 1.1663070321083069, + 1.145764708518982, + 1.1490368247032166, + 1.0884284377098083, + 1.1498850584030151, + 1.1455280184745789, + 1.168118953704834, + 1.106038212776184, + 1.085615336894989, + 1.1343569159507751, + 1.0752321481704712, + 1.059757947921753, + 1.1519091725349426, + 1.0507391691207886, + 1.06391441822052, + 1.103423297405243, + 1.1164013147354126, + 1.0926334857940674, + 1.0449675917625427, + 1.101882815361023, + 1.0396405458450317, + 1.0433610677719116, + 1.1037346720695496, + 1.0727543234825134, + 1.0620412230491638, + 1.0599079728126526, + 1.049193799495697 + ], + "p90": [ + 1.4594876170158386, + 1.4574462175369263, + 1.4656968116760254, + 1.4573354125022888, + 1.4738311171531677, + 1.4457836151123047, + 1.535897672176361, + 1.4334025382995605, + 1.4473295211791992, + 1.4910020232200623, + 1.445294737815857, + 1.444391906261444, + 1.4637484550476074, + 1.4744909405708313, + 1.4478812217712402, + 1.4496842622756958, + 1.4263479113578796, + 1.472812831401825, + 1.4780817031860352, + 1.4552965760231018, + 1.4626138806343079, + 1.5019555687904358, + 1.424605667591095, + 1.4755838513374329, + 1.4830650091171265, + 1.4717941880226135, + 1.4353374242782593, + 1.4985396265983582, + 1.4630440473556519, + 1.480195701122284, + 1.4704816937446594, + 1.460496187210083, + 1.4359676241874695, + 1.4884833097457886, + 1.4718491435050964, + 1.4788051843643188, + 1.4575921297073364, + 1.470293939113617, + 1.4951177835464478, + 1.4892526865005493, + 1.5085159540176392, + 1.4912421703338623, + 1.4871264696121216, + 1.490932583808899, + 1.4640163779258728, + 1.4781968593597412, + 1.485446274280548, + 1.5278815627098083, + 1.4875543117523193, + 1.4791180491447449, + 1.4920623898506165, + 1.475557267665863, + 1.4997261762619019, + 1.4671977162361145, + 1.4675559997558594, + 1.4818673133850098, + 1.496462643146515, + 1.5289077758789062, + 1.4835392236709595, + 1.5383880734443665, + 1.5110056400299072, + 1.5257008075714111, + 1.5042583346366882, + 1.528365135192871, + 1.4866878390312195, + 1.4973742365837097, + 1.4927045106887817, + 1.505959689617157, + 1.5891644358634949, + 1.5158398151397705, + 1.567776620388031, + 1.539820373058319 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260622_004931.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260622_004931.json new file mode 100644 index 0000000000000000000000000000000000000000..c0f903f3ba5f4ecf32fa1fdd6e9ded3cc5c70486 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260622_004931.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T00:49:31.851816+00:00", + "metrics": { + "MSE[mean]": 0.03934762656977164, + "MSE[0.5]": 0.038469462659331786, + "MAE[0.5]": 0.1703347879597265, + "MASE[0.5]": 2.064664573819128, + "MAPE[0.5]": 0.1110893733154767, + "sMAPE[0.5]": 0.11910341641563334, + "MSIS": 18.045999355959346, + "RMSE[mean]": 0.198362361777056, + "NRMSE[mean]": 0.13448296100148266, + "ND[0.5]": 0.11548121549454812, + "mean_weighted_sum_quantile_loss": 0.10416090762940013 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 00:10:00", + "2026-06-20 00:20:00", + "2026-06-20 00:30:00", + "2026-06-20 00:40:00", + "2026-06-20 00:50:00", + "2026-06-20 01:00:00", + "2026-06-20 01:10:00", + "2026-06-20 01:20:00", + "2026-06-20 01:30:00", + "2026-06-20 01:40:00", + "2026-06-20 01:50:00", + "2026-06-20 02:00:00", + "2026-06-20 02:10:00", + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00" + ], + "context": [ + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108, + 1.3233974037262108 + ], + "p10": [ + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353, + 1.223397379884353 + ], + "p90": [ + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233973083587792, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688, + 1.4233974275680688 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260622_004931.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260622_004931.json new file mode 100644 index 0000000000000000000000000000000000000000..c1c71ed79d052acd587ae7e20ed50a61675f929d --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260622_004931.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T00:49:31.881758+00:00", + "metrics": { + "MSE[mean]": 0.041527792943851144, + "MSE[0.5]": 0.041527792943851144, + "MAE[0.5]": 0.17083336247338188, + "MASE[0.5]": 2.070707902654555, + "MAPE[0.5]": 0.11124370277953509, + "sMAPE[0.5]": 0.12002645225284786, + "MSIS": 68.05154616186161, + "RMSE[mean]": 0.20378369155516626, + "NRMSE[mean]": 0.138158438922769, + "ND[0.5]": 0.11581923212368872, + "mean_weighted_sum_quantile_loss": 0.1116489035865092 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 00:10:00", + "2026-06-20 00:20:00", + "2026-06-20 00:30:00", + "2026-06-20 00:40:00", + "2026-06-20 00:50:00", + "2026-06-20 01:00:00", + "2026-06-20 01:10:00", + "2026-06-20 01:20:00", + "2026-06-20 01:30:00", + "2026-06-20 01:40:00", + "2026-06-20 01:50:00", + "2026-06-20 02:00:00", + "2026-06-20 02:10:00", + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00" + ], + "context": [ + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "p10": [ + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.1760000467300415, + 1.1760000467300415, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.1760000467300415, + 1.1760000467300415, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.1760000467300415, + 1.1760000467300415, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584 + ], + "p90": [ + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.22400004863739, + 1.22400004863739, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.22400004863739, + 1.22400004863739, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.22400004863739, + 1.22400004863739, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260622_004925.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260622_004925.json new file mode 100644 index 0000000000000000000000000000000000000000..39e93b207fded52ea6c67e1a994dfa2a6c503829 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260622_004925.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T00:49:25.038856+00:00", + "metrics": { + "MSE[mean]": 0.04387119894055777, + "MSE[0.5]": 0.04387119894055777, + "MAE[0.5]": 0.17955484820736778, + "MASE[0.5]": 2.1764229056889737, + "MAPE[0.5]": 0.11662469450155546, + "sMAPE[0.5]": 0.12605460860261417, + "MSIS": 47.05938855654776, + "RMSE[mean]": 0.2094545271426659, + "NRMSE[mean]": 0.14200307332985815, + "ND[0.5]": 0.12173210397765895, + "mean_weighted_sum_quantile_loss": 0.10743529750117606 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 00:10:00", + "2026-06-20 00:20:00", + "2026-06-20 00:30:00", + "2026-06-20 00:40:00", + "2026-06-20 00:50:00", + "2026-06-20 01:00:00", + "2026-06-20 01:10:00", + "2026-06-20 01:20:00", + "2026-06-20 01:30:00", + "2026-06-20 01:40:00", + "2026-06-20 01:50:00", + "2026-06-20 02:00:00", + "2026-06-20 02:10:00", + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00" + ], + "context": [ + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.293715476989746, + 1.3015193939208984, + 1.304067611694336, + 1.3056602478027344, + 1.3054213523864746, + 1.3054213523864746, + 1.3062176704406738, + 1.3055806159973145, + 1.305023193359375, + 1.3043065071105957, + 1.3047046661376953, + 1.3054213523864746, + 1.306138038635254, + 1.3046250343322754, + 1.3047046661376953, + 1.305023193359375, + 1.303987979888916, + 1.3042268753051758, + 1.3057398796081543, + 1.3056602478027344, + 1.3042268753051758, + 1.303987979888916, + 1.3053417205810547, + 1.3042268753051758, + 1.303908348083496, + 1.3023953437805176, + 1.3026342391967773, + 1.3057398796081543, + 1.3053417205810547, + 1.3052620887756348, + 1.304943561553955, + 1.3056602478027344, + 1.3047842979431152, + 1.303987979888916, + 1.3048639297485352, + 1.3056602478027344, + 1.3052620887756348, + 1.3053417205810547, + 1.305978775024414, + 1.306138038635254, + 1.3056602478027344, + 1.3057398796081543, + 1.3051824569702148, + 1.3073325157165527, + 1.3062973022460938, + 1.3064565658569336, + 1.3065361976623535, + 1.3066954612731934, + 1.307173252105713, + 1.307013988494873, + 1.307013988494873, + 1.3074917793273926, + 1.3066158294677734, + 1.3073325157165527, + 1.3069343566894531, + 1.3066954612731934, + 1.3064565658569336, + 1.3074121475219727, + 1.307093620300293, + 1.3084473609924316, + 1.307969570159912, + 1.307969570159912, + 1.3077306747436523, + 1.3073325157165527, + 1.3074917793273926, + 1.307173252105713, + 1.3077306747436523, + 1.3082084655761719, + 1.3074121475219727, + 1.308128833770752, + 1.3087658882141113, + 1.3094825744628906 + ], + "p10": [ + 1.2298507690429688, + 1.2228431701660156, + 1.2215690612792969, + 1.2202949523925781, + 1.2190208435058594, + 1.2177467346191406, + 1.2196578979492188, + 1.2183837890625, + 1.2183837890625, + 1.2177467346191406, + 1.2196578979492188, + 1.2202949523925781, + 1.2209320068359375, + 1.2202949523925781, + 1.2209320068359375, + 1.2209320068359375, + 1.2183837890625, + 1.2177467346191406, + 1.2177467346191406, + 1.2190208435058594, + 1.2177467346191406, + 1.2171096801757812, + 1.2183837890625, + 1.2171096801757812, + 1.2177467346191406, + 1.2171096801757812, + 1.2177467346191406, + 1.2190208435058594, + 1.2177467346191406, + 1.2171096801757812, + 1.2177467346191406, + 1.2177467346191406, + 1.2190208435058594, + 1.2190208435058594, + 1.2190208435058594, + 1.2190208435058594, + 1.2190208435058594, + 1.2202949523925781, + 1.2196578979492188, + 1.2196578979492188, + 1.2190208435058594, + 1.2196578979492188, + 1.2196578979492188, + 1.2209320068359375, + 1.2196578979492188, + 1.2196578979492188, + 1.2196578979492188, + 1.2190208435058594, + 1.2196578979492188, + 1.2183837890625, + 1.2183837890625, + 1.2190208435058594, + 1.2171096801757812, + 1.2183837890625, + 1.2183837890625, + 1.2177467346191406, + 1.2183837890625, + 1.2196578979492188, + 1.2190208435058594, + 1.2196578979492188, + 1.2183837890625, + 1.2190208435058594, + 1.2190208435058594, + 1.2177467346191406, + 1.2190208435058594, + 1.2183837890625, + 1.2190208435058594, + 1.2196578979492188, + 1.2196578979492188, + 1.2202949523925781, + 1.2202949523925781, + 1.2215690612792969 + ], + "p90": [ + 1.377328872680664, + 1.40185546875, + 1.4095001220703125, + 1.4114112854003906, + 1.4107742309570312, + 1.4114112854003906, + 1.4107742309570312, + 1.4107742309570312, + 1.4107742309570312, + 1.4107742309570312, + 1.4107742309570312, + 1.4107742309570312, + 1.4114112854003906, + 1.4107742309570312, + 1.4095001220703125, + 1.4088630676269531, + 1.4114112854003906, + 1.4126853942871094, + 1.4139595031738281, + 1.4126853942871094, + 1.4114112854003906, + 1.4114112854003906, + 1.4126853942871094, + 1.41204833984375, + 1.4126853942871094, + 1.4101371765136719, + 1.4114112854003906, + 1.4126853942871094, + 1.4126853942871094, + 1.4126853942871094, + 1.41204833984375, + 1.4133224487304688, + 1.4114112854003906, + 1.4114112854003906, + 1.4126853942871094, + 1.4133224487304688, + 1.4126853942871094, + 1.4139595031738281, + 1.4158706665039062, + 1.4158706665039062, + 1.4158706665039062, + 1.4152336120605469, + 1.4145965576171875, + 1.417144775390625, + 1.4165077209472656, + 1.4165077209472656, + 1.4165077209472656, + 1.4158706665039062, + 1.4158706665039062, + 1.4152336120605469, + 1.4152336120605469, + 1.4158706665039062, + 1.4152336120605469, + 1.4158706665039062, + 1.4158706665039062, + 1.4158706665039062, + 1.4145965576171875, + 1.4158706665039062, + 1.4158706665039062, + 1.417144775390625, + 1.4165077209472656, + 1.417144775390625, + 1.417144775390625, + 1.417144775390625, + 1.4158706665039062, + 1.4158706665039062, + 1.4165077209472656, + 1.4158706665039062, + 1.4145965576171875, + 1.4152336120605469, + 1.4165077209472656, + 1.417144775390625 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260622_004633.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260622_004633.json new file mode 100644 index 0000000000000000000000000000000000000000..acccb0491aede71fc6f90808d0969642acad0516 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260622_004633.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T00:46:33.568572+00:00", + "metrics": { + "MSE[mean]": 0.04361379037167347, + "MSE[0.5]": 0.05364504418711549, + "MAE[0.5]": 0.2016614708635542, + "MASE[0.5]": 2.4443820301386845, + "MAPE[0.5]": 0.13117372853868017, + "sMAPE[0.5]": 0.14304322175019735, + "MSIS": 50.68427558866123, + "RMSE[mean]": 0.208839149518651, + "NRMSE[mean]": 0.1415858681490457, + "ND[0.5]": 0.13671964519219537, + "mean_weighted_sum_quantile_loss": 0.10977025885279988 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 00:10:00", + "2026-06-20 00:20:00", + "2026-06-20 00:30:00", + "2026-06-20 00:40:00", + "2026-06-20 00:50:00", + "2026-06-20 01:00:00", + "2026-06-20 01:10:00", + "2026-06-20 01:20:00", + "2026-06-20 01:30:00", + "2026-06-20 01:40:00", + "2026-06-20 01:50:00", + "2026-06-20 02:00:00", + "2026-06-20 02:10:00", + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00" + ], + "context": [ + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.289242148399353, + 1.2882198095321655, + 1.286456823348999, + 1.283591389656067, + 1.283065676689148, + 1.2819095849990845, + 1.2818633317947388, + 1.2798408269882202, + 1.2794393301010132, + 1.2785556316375732, + 1.2784022092819214, + 1.2764947414398193, + 1.2794162034988403, + 1.27674400806427, + 1.2777336835861206, + 1.275773048400879, + 1.276960849761963, + 1.2772554159164429, + 1.277350664138794, + 1.2779600620269775, + 1.27470064163208, + 1.27315092086792, + 1.2754886150360107, + 1.2784113883972168, + 1.2772037982940674, + 1.279123067855835, + 1.2804356813430786, + 1.280410885810852, + 1.2812106609344482, + 1.2788139581680298, + 1.281048059463501, + 1.2810440063476562, + 1.2791682481765747, + 1.2783793210983276, + 1.2787240743637085, + 1.2792292833328247, + 1.2781023979187012, + 1.2773463726043701, + 1.278865933418274, + 1.2775501012802124, + 1.280847430229187, + 1.2817227840423584, + 1.285461187362671, + 1.2873013019561768, + 1.2860832214355469, + 1.2853275537490845, + 1.286265254020691, + 1.2833328247070312, + 1.2834078073501587, + 1.2830660343170166, + 1.2842358350753784, + 1.2809983491897583, + 1.284468412399292, + 1.2817672491073608, + 1.2812845706939697, + 1.2798503637313843, + 1.2790056467056274, + 1.2788453102111816, + 1.279740333557129, + 1.2801462411880493, + 1.280540108680725, + 1.2775250673294067, + 1.2763452529907227, + 1.2721351385116577, + 1.2747910022735596, + 1.2742867469787598, + 1.2768161296844482, + 1.2774720191955566, + 1.2767083644866943, + 1.276982069015503, + 1.2770918607711792, + 1.2761441469192505 + ], + "p10": [ + 1.3075971603393555, + 1.3092542886734009, + 1.3100043535232544, + 1.3077641725540161, + 1.309812307357788, + 1.306676983833313, + 1.3095427751541138, + 1.3076443672180176, + 1.3080960512161255, + 1.3060029745101929, + 1.3054440021514893, + 1.305363416671753, + 1.305406928062439, + 1.3041064739227295, + 1.307194471359253, + 1.3076456785202026, + 1.307801365852356, + 1.3079713582992554, + 1.3097058534622192, + 1.308358073234558, + 1.3054028749465942, + 1.302850365638733, + 1.307117223739624, + 1.3073773384094238, + 1.3094695806503296, + 1.310665249824524, + 1.3112801313400269, + 1.3114774227142334, + 1.3106346130371094, + 1.3116265535354614, + 1.3134108781814575, + 1.310019612312317, + 1.3140922784805298, + 1.31224524974823, + 1.3124752044677734, + 1.3107903003692627, + 1.3104575872421265, + 1.3092402219772339, + 1.310346007347107, + 1.3122479915618896, + 1.311840534210205, + 1.3153300285339355, + 1.317977786064148, + 1.3203381299972534, + 1.3198143243789673, + 1.3195946216583252, + 1.3201205730438232, + 1.318339467048645, + 1.318076252937317, + 1.3165011405944824, + 1.3163126707077026, + 1.3167188167572021, + 1.3152269124984741, + 1.315406322479248, + 1.3154996633529663, + 1.3155969381332397, + 1.3146402835845947, + 1.3127527236938477, + 1.3158581256866455, + 1.3164310455322266, + 1.3150393962860107, + 1.3139164447784424, + 1.312853455543518, + 1.3095992803573608, + 1.3113895654678345, + 1.3132925033569336, + 1.3119146823883057, + 1.3152390718460083, + 1.3159584999084473, + 1.313655972480774, + 1.3163892030715942, + 1.3150714635849 + ], + "p90": [ + 1.3653701543807983, + 1.3721435070037842, + 1.37738037109375, + 1.3770740032196045, + 1.380211591720581, + 1.380995273590088, + 1.3830879926681519, + 1.3829755783081055, + 1.3837459087371826, + 1.3837486505508423, + 1.3852856159210205, + 1.3840752840042114, + 1.3881419897079468, + 1.38703191280365, + 1.3887795209884644, + 1.3896626234054565, + 1.3929370641708374, + 1.394241213798523, + 1.3958309888839722, + 1.3942370414733887, + 1.3922966718673706, + 1.391879916191101, + 1.3939388990402222, + 1.392383098602295, + 1.396662950515747, + 1.398860216140747, + 1.3978935480117798, + 1.3999558687210083, + 1.3999145030975342, + 1.4003061056137085, + 1.4042612314224243, + 1.403193712234497, + 1.4012104272842407, + 1.4014875888824463, + 1.4020384550094604, + 1.4018625020980835, + 1.4018570184707642, + 1.4007713794708252, + 1.4016833305358887, + 1.4019609689712524, + 1.4046741724014282, + 1.4083644151687622, + 1.4106829166412354, + 1.4127423763275146, + 1.4112673997879028, + 1.4135267734527588, + 1.414479374885559, + 1.4109283685684204, + 1.410361409187317, + 1.410775065422058, + 1.4101698398590088, + 1.4114323854446411, + 1.4118727445602417, + 1.4115962982177734, + 1.414241075515747, + 1.4119532108306885, + 1.4119151830673218, + 1.4119378328323364, + 1.4153214693069458, + 1.415496826171875, + 1.416898250579834, + 1.4141618013381958, + 1.412952184677124, + 1.4123600721359253, + 1.4135185480117798, + 1.4126672744750977, + 1.4176725149154663, + 1.4179099798202515, + 1.4171143770217896, + 1.4182448387145996, + 1.4172661304473877, + 1.4185576438903809 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260622_004748.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260622_004748.json new file mode 100644 index 0000000000000000000000000000000000000000..068a33043adf80529e67ebb1852640211ea756b5 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260622_004748.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-22T00:47:48.168518+00:00", + "metrics": { + "MSE[mean]": 0.04217440019597163, + "MSE[0.5]": 0.04217440019597163, + "MAE[0.5]": 0.1761587659517924, + "MASE[0.5]": 2.1352582627710506, + "MAPE[0.5]": 0.11448621219209043, + "sMAPE[0.5]": 0.12348207503350908, + "MSIS": 23.392717615203562, + "RMSE[mean]": 0.20536406744114616, + "NRMSE[mean]": 0.13922988023218832, + "ND[0.5]": 0.11942967526364875, + "mean_weighted_sum_quantile_loss": 0.09581886839939817 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 00:10:00", + "2026-06-20 00:20:00", + "2026-06-20 00:30:00", + "2026-06-20 00:40:00", + "2026-06-20 00:50:00", + "2026-06-20 01:00:00", + "2026-06-20 01:10:00", + "2026-06-20 01:20:00", + "2026-06-20 01:30:00", + "2026-06-20 01:40:00", + "2026-06-20 01:50:00", + "2026-06-20 02:00:00", + "2026-06-20 02:10:00", + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00" + ], + "context": [ + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.309194564819336, + 1.3108835220336914, + 1.3098000288009644, + 1.3080986738204956, + 1.3073292970657349, + 1.3066645860671997, + 1.3056930303573608, + 1.3046809434890747, + 1.305259346961975, + 1.3068989515304565, + 1.3078560829162598, + 1.308936357498169, + 1.310714840888977, + 1.3105583190917969, + 1.3105746507644653, + 1.3117691278457642, + 1.3128924369812012, + 1.3129420280456543, + 1.312432050704956, + 1.3122636079788208, + 1.3122678995132446, + 1.3113429546356201, + 1.3130221366882324, + 1.3140790462493896, + 1.312964677810669, + 1.3111770153045654, + 1.3099435567855835, + 1.3093370199203491, + 1.3094584941864014, + 1.3099552392959595, + 1.3099112510681152, + 1.3104885816574097, + 1.2951602935791016, + 1.3055832386016846, + 1.3101806640625, + 1.3117177486419678, + 1.3140047788619995, + 1.3149597644805908, + 1.3157503604888916, + 1.315787672996521, + 1.3163683414459229, + 1.3153716325759888, + 1.3132598400115967, + 1.3128684759140015, + 1.3136279582977295, + 1.3145474195480347, + 1.316658854484558, + 1.31553053855896, + 1.313910961151123, + 1.3113713264465332, + 1.3116047382354736, + 1.3111634254455566, + 1.3107531070709229, + 1.3105082511901855, + 1.3102905750274658, + 1.3099507093429565, + 1.3102535009384155, + 1.3145467042922974, + 1.3171602487564087, + 1.31772780418396, + 1.3184895515441895, + 1.3176850080490112, + 1.3151469230651855, + 1.31385338306427, + 1.3018348217010498, + 1.3054659366607666, + 1.3080358505249023, + 1.3092601299285889, + 1.3071905374526978, + 1.3082191944122314, + 1.308272123336792, + 1.309632658958435 + ], + "p10": [ + 1.2392133474349976, + 1.2229574918746948, + 1.2140406370162964, + 1.209320306777954, + 1.2077960968017578, + 1.2056149244308472, + 1.2038918733596802, + 1.2019524574279785, + 1.2010585069656372, + 1.2014970779418945, + 1.2011088132858276, + 1.201528787612915, + 1.2018506526947021, + 1.2007153034210205, + 1.1991807222366333, + 1.1986924409866333, + 1.19804048538208, + 1.1980276107788086, + 1.1984186172485352, + 1.1990114450454712, + 1.1983884572982788, + 1.1986805200576782, + 1.2003512382507324, + 1.2004355192184448, + 1.198377013206482, + 1.1954187154769897, + 1.193177342414856, + 1.1911306381225586, + 1.1896518468856812, + 1.1886428594589233, + 1.187538743019104, + 1.1874494552612305, + 1.1970044374465942, + 1.1948286294937134, + 1.1923441886901855, + 1.19278883934021, + 1.1942564249038696, + 1.1931157112121582, + 1.1920970678329468, + 1.1920464038848877, + 1.192374587059021, + 1.1914392709732056, + 1.189941644668579, + 1.1902607679367065, + 1.1905800104141235, + 1.1919171810150146, + 1.1929986476898193, + 1.1929084062576294, + 1.1913388967514038, + 1.1911561489105225, + 1.1917632818222046, + 1.1913669109344482, + 1.190574288368225, + 1.1900684833526611, + 1.1904412508010864, + 1.1895519495010376, + 1.1891379356384277, + 1.189820647239685, + 1.189980149269104, + 1.1895619630813599, + 1.1895592212677002, + 1.186806082725525, + 1.1827781200408936, + 1.181342363357544, + 1.189813256263733, + 1.1897919178009033, + 1.1852302551269531, + 1.1841485500335693, + 1.1860294342041016, + 1.1866823434829712, + 1.1868033409118652, + 1.187134027481079 + ], + "p90": [ + 1.3905597925186157, + 1.4101998805999756, + 1.4204394817352295, + 1.425175666809082, + 1.4284067153930664, + 1.4314119815826416, + 1.434555172920227, + 1.4367175102233887, + 1.4386913776397705, + 1.4423017501831055, + 1.4445880651474, + 1.4486260414123535, + 1.451904535293579, + 1.4536093473434448, + 1.4557156562805176, + 1.4584583044052124, + 1.461980938911438, + 1.4632644653320312, + 1.4630736112594604, + 1.4650262594223022, + 1.4641419649124146, + 1.4644644260406494, + 1.4666080474853516, + 1.4692808389663696, + 1.4683934450149536, + 1.4672361612319946, + 1.4674148559570312, + 1.4684944152832031, + 1.47021484375, + 1.4723103046417236, + 1.4744218587875366, + 1.4766677618026733, + 1.443075180053711, + 1.4635934829711914, + 1.4702818393707275, + 1.4754273891448975, + 1.4850963354110718, + 1.4897041320800781, + 1.491050124168396, + 1.492377758026123, + 1.4937372207641602, + 1.4943697452545166, + 1.4912421703338623, + 1.4946825504302979, + 1.4979175329208374, + 1.5003000497817993, + 1.5036120414733887, + 1.5038334131240845, + 1.5017013549804688, + 1.4981367588043213, + 1.4998855590820312, + 1.5006370544433594, + 1.4988932609558105, + 1.4999375343322754, + 1.498342752456665, + 1.4988288879394531, + 1.5000660419464111, + 1.506697654724121, + 1.5121190547943115, + 1.5125845670700073, + 1.5141887664794922, + 1.5140668153762817, + 1.513596773147583, + 1.514194130897522, + 1.4636023044586182, + 1.4890598058700562, + 1.4922727346420288, + 1.5002027750015259, + 1.5030523538589478, + 1.5054030418395996, + 1.5029709339141846, + 1.5050559043884277 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260622_004721.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260622_004721.json new file mode 100644 index 0000000000000000000000000000000000000000..9a5807a748c0de263eceefc7a8c684802ad0acd6 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260622_004721.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T00:47:21.595968+00:00", + "metrics": { + "MSE[mean]": 0.045888081110131256, + "MSE[0.5]": 0.045888081110131256, + "MAE[0.5]": 0.18292494614919028, + "MASE[0.5]": 2.2172725871552563, + "MAPE[0.5]": 0.1186899178632524, + "sMAPE[0.5]": 0.1286144556667143, + "MSIS": 43.08668482100139, + "RMSE[mean]": 0.21421503474343545, + "NRMSE[mean]": 0.1452305362027851, + "ND[0.5]": 0.12401691620726264, + "mean_weighted_sum_quantile_loss": 0.10786269791326873 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 00:10:00", + "2026-06-20 00:20:00", + "2026-06-20 00:30:00", + "2026-06-20 00:40:00", + "2026-06-20 00:50:00", + "2026-06-20 01:00:00", + "2026-06-20 01:10:00", + "2026-06-20 01:20:00", + "2026-06-20 01:30:00", + "2026-06-20 01:40:00", + "2026-06-20 01:50:00", + "2026-06-20 02:00:00", + "2026-06-20 02:10:00", + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00" + ], + "context": [ + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.3003476858139038, + 1.3001999855041504, + 1.3001494407653809, + 1.3002725839614868, + 1.300062894821167, + 1.3003289699554443, + 1.3004813194274902, + 1.3002711534500122, + 1.3003208637237549, + 1.3003484010696411, + 1.300229549407959, + 1.30043363571167, + 1.2999767065048218, + 1.3001453876495361, + 1.3004077672958374, + 1.3003184795379639, + 1.300356388092041, + 1.3002761602401733, + 1.3002068996429443, + 1.3002327680587769, + 1.3002982139587402, + 1.3002489805221558, + 1.3002766370773315, + 1.300429344177246, + 1.300275206565857, + 1.3003418445587158, + 1.3003438711166382, + 1.3003954887390137, + 1.3003441095352173, + 1.3004523515701294, + 1.300333023071289, + 1.3003259897232056, + 1.3005911111831665, + 1.3010177612304688, + 1.300256609916687, + 1.3008086681365967, + 1.3008204698562622, + 1.3007105588912964, + 1.300848126411438, + 1.3007792234420776, + 1.30088472366333, + 1.3009132146835327, + 1.3007123470306396, + 1.30097496509552, + 1.3007586002349854, + 1.3009066581726074, + 1.3009049892425537, + 1.3008657693862915, + 1.3008302450180054, + 1.300854206085205, + 1.300896406173706, + 1.3009567260742188, + 1.3009289503097534, + 1.3008984327316284, + 1.3008674383163452, + 1.3008744716644287, + 1.300828218460083, + 1.3008707761764526, + 1.300824761390686, + 1.3009090423583984, + 1.3009178638458252, + 1.3007954359054565, + 1.3009123802185059, + 1.300906777381897, + 1.3000528812408447, + 1.3003491163253784, + 1.3000885248184204, + 1.30034601688385, + 1.300435185432434, + 1.300323724746704, + 1.3004907369613647, + 1.3003249168395996 + ], + "p10": [ + 1.2075135707855225, + 1.1976313591003418, + 1.2010642290115356, + 1.1960996389389038, + 1.1984424591064453, + 1.1984740495681763, + 1.1980236768722534, + 1.2012953758239746, + 1.1987929344177246, + 1.1978847980499268, + 1.1977968215942383, + 1.1986764669418335, + 1.1987303495407104, + 1.1992157697677612, + 1.1994801759719849, + 1.2003633975982666, + 1.2002849578857422, + 1.2002382278442383, + 1.1999151706695557, + 1.2000129222869873, + 1.200152039527893, + 1.200481653213501, + 1.199711799621582, + 1.200226902961731, + 1.1994553804397583, + 1.198834776878357, + 1.1981744766235352, + 1.1981531381607056, + 1.1978585720062256, + 1.1979773044586182, + 1.1977038383483887, + 1.19786536693573, + 1.19961678981781, + 1.1986939907073975, + 1.2030624151229858, + 1.20269775390625, + 1.1989340782165527, + 1.2008365392684937, + 1.2009429931640625, + 1.200491189956665, + 1.2020636796951294, + 1.2027719020843506, + 1.202042818069458, + 1.2016509771347046, + 1.2017719745635986, + 1.2010157108306885, + 1.2014201879501343, + 1.20208740234375, + 1.2013323307037354, + 1.2011162042617798, + 1.2016539573669434, + 1.201481819152832, + 1.2014838457107544, + 1.2016613483428955, + 1.201159954071045, + 1.2015953063964844, + 1.2012284994125366, + 1.2011958360671997, + 1.2010667324066162, + 1.2008554935455322, + 1.2007217407226562, + 1.2003867626190186, + 1.20059335231781, + 1.2013795375823975, + 1.196772813796997, + 1.1969857215881348, + 1.2008713483810425, + 1.1998847723007202, + 1.200523853302002, + 1.2007346153259277, + 1.2002007961273193, + 1.1997742652893066 + ], + "p90": [ + 1.4007662534713745, + 1.4014352560043335, + 1.4024012088775635, + 1.4012691974639893, + 1.4014896154403687, + 1.3993653059005737, + 1.4015681743621826, + 1.4026737213134766, + 1.4039503335952759, + 1.4028469324111938, + 1.404052972793579, + 1.4065196514129639, + 1.4062495231628418, + 1.4047459363937378, + 1.4039528369903564, + 1.4032325744628906, + 1.4042613506317139, + 1.4052441120147705, + 1.405062198638916, + 1.4035292863845825, + 1.4039591550827026, + 1.4035296440124512, + 1.4043891429901123, + 1.4047309160232544, + 1.4038827419281006, + 1.4047400951385498, + 1.405335783958435, + 1.4045261144638062, + 1.405722975730896, + 1.4051308631896973, + 1.4047926664352417, + 1.4061158895492554, + 1.4133378267288208, + 1.4152065515518188, + 1.4187060594558716, + 1.417930245399475, + 1.4211039543151855, + 1.4217826128005981, + 1.421859860420227, + 1.4235466718673706, + 1.4221923351287842, + 1.423947811126709, + 1.4258532524108887, + 1.4240636825561523, + 1.4259032011032104, + 1.4249324798583984, + 1.4256460666656494, + 1.4262077808380127, + 1.4275577068328857, + 1.4284710884094238, + 1.4288955926895142, + 1.43019700050354, + 1.43073570728302, + 1.4320931434631348, + 1.430816411972046, + 1.4310474395751953, + 1.4316760301589966, + 1.4314959049224854, + 1.4316502809524536, + 1.4314428567886353, + 1.4321304559707642, + 1.4312885999679565, + 1.4327374696731567, + 1.4326139688491821, + 1.4493284225463867, + 1.4556372165679932, + 1.4588453769683838, + 1.4593204259872437, + 1.4639395475387573, + 1.465003490447998, + 1.4651591777801514, + 1.467639684677124 + ] + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 670773c7c8ad725fa8fd27c2d6481b56f1bd533e..19b51a777626b47c0deae8f0f263cf90d7f59ebc 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,315983.9512462616,315983.9512462616,500.2283528645833,0.4402629274643637,0.007802060726964855,0.007825449506560772,3.369032678538878,562.1244979951164,0.008767675610584027,0.0078022572308733135,0.006234818849661903,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,311329.68305460614,311329.68305460614,494.6796875,0.4353794144788594,0.00771462214155556,0.007738582303932313,3.369032678538878,557.969249201608,0.008702111691597757,0.007715045046567181,0.0062054337410380545,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,2.839674102974641,2.839674102974641,1.339166482289632,0.7358058037897606,0.0554569215471904,0.055679821211488754,18.275267734259632,1.6851332597081576,0.06691794523180099,0.05317933688736354,0.048085583652887245,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.5667406439407595,0.5667406439407595,0.6218000039458275,1.8385118185710765,0.5404614827547706,0.7616421751520364,72.0927832055209,0.7528217876368614,0.7430140050378604,0.6136991766864279,0.6108604259609858,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.041527792943851144,0.041527792943851144,0.17083336247338188,2.070707902654555,0.11124370277953509,0.12002645225284786,68.05154616186161,0.20378369155516626,0.138158438922769,0.11581923212368872,0.1116489035865092,Ocean,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index 933fdee36330321ca105eb9815665e0a3110989d..6743ad5db638159d52006780cf31474e550dd1b7 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T00:41:09.475928+00:00", + "evaluated_at": "2026-06-22T00:49:31.873522+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63808.01171875, 63801.58984375, 63311.98828125, - 63808.01171875 + 63941.1796875 ], "p50": [ 63586.28125, diff --git a/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 53cc832da0a1f25ffddf3b52b746e5825a52a2c8..d8c30b617f6b815c579bb2aa1e42053f445b4f92 100644 --- a/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T00:27:28.973669+00:00", + "evaluated_at": "2026-06-22T00:49:31.881758+00:00", "freq": "10min", "context_length": 79, "prediction_length": 72, diff --git a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 689a62518ba5116dcd1e582e4c3e9c8fa6324fba..3564aa1eb8d91dac182d86f0ee9c4b53c391acc8 100644 --- a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T00:19:18.393779+00:00", + "evaluated_at": "2026-06-22T00:49:31.891373+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index c20144ed481c7b4a34fbc1c07a8ff9b0202cc6b2..d6c6efe769d515f892236bfa3ec39b0f3d775d4e 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,19 +1,25 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T00:41:09.490968+00:00", + "evaluated_at": "2026-06-22T00:49:31.895167+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:38:25.447942Z", + "data_fetched_at": "2026-06-22T00:45:15.266841Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t183000z", - "data_fetched_at": "2026-06-22T00:38:25.447942Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t235000z", + "data_fetched_at": "2026-06-22T00:45:15.266841Z", + "context_length": 79, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", + "data_fetched_at": "2026-06-22T00:45:15.266841Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 200af77699724ea69e23f7665aac42efc2284e0d..3d92d8417fcf81b9459cff3b0f887a3a1d8eb6af 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,88820.64578946431,88820.64578946431,207.17171223958334,0.18233677478712432,0.003243187881813837,0.003232713103417923,1.1883960305419035,298.02792786828604,0.0046484581329639335,0.0032313382090344476,0.003156848481338087,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,84667.66483434041,84667.66483434041,201.623046875,0.1774532618016201,0.003155810729273088,0.0031458457117176006,1.1883960305419035,290.9770864421122,0.004538090781056717,0.003144521451705557,0.0031277296457575734,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,0.5319255211838936,0.5319255211838936,0.5680897235870361,0.31213722955041606,0.02243894332596032,0.022061627174980957,1.8939800144891865,0.7293322433458523,0.02896234753829305,0.022559282353924934,0.02244308316193695,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.0036226506883684597,0.0036226506883684597,0.05073478271563848,0.15001044876716238,0.04776700389654764,0.04917834271503126,0.8869756682746327,0.06018845976072539,0.05940432287999704,0.050073808594997646,0.05833158423188526,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.04387119894055777,0.04387119894055777,0.17955484820736778,2.1764229056889737,0.11662469450155546,0.12605460860261417,47.05938855654776,0.2094545271426659,0.14200307332985815,0.12173210397765895,0.10743529750117606,Ocean,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index 2b9950949887d359704e1b1ee3f7e0bf2f4c642a..18087171ea1beb66c550ec308ebba4b593d8fb23 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T00:41:01.514719+00:00", + "evaluated_at": "2026-06-22T00:48:57.414540+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63808.01171875, 63801.58984375, 63311.98828125, - 63808.01171875 + 63941.1796875 ], "p50": [ 64267.96875, diff --git a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index a6e79f13e3f6a0a081e23817f3215db06c090ade..138a9989ad3d92748b4a8d4744c3822a98ed5b9a 100644 --- a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T00:27:22.961094+00:00", + "evaluated_at": "2026-06-22T00:49:25.038856+00:00", "freq": "10min", "context_length": 79, "prediction_length": 72, diff --git a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index b23aca6cd7468926ea4c1d9fa190bb81696903c6..529dd6aac5ceb08dbbb295f277e5f335bffd6c58 100644 --- a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T00:19:15.981129+00:00", + "evaluated_at": "2026-06-22T00:49:28.981459+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 97a06e22df3e5e69b8adcfab2c7153cbea9b5aa8..dfc43293b3fdc64aeaae4d71cdad3e50f3009152 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,19 +1,25 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T00:41:07.329254+00:00", + "evaluated_at": "2026-06-22T00:49:30.772500+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:38:25.447942Z", + "data_fetched_at": "2026-06-22T00:45:15.266841Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t183000z", - "data_fetched_at": "2026-06-22T00:38:25.447942Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t235000z", + "data_fetched_at": "2026-06-22T00:45:15.266841Z", + "context_length": 79, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", + "data_fetched_at": "2026-06-22T00:45:15.266841Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index e471b6a35b124ef3b28139039f4670fa355222db..e73b31174adefbef5aa028ce8b7eb68fd430b3c5 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,182029.81230926514,117132.9589176178,227.21565755208334,0.1999779300528791,0.003558018673698626,0.0035442477714108197,9.30513525936199,426.649519288684,0.006654619391036206,0.003543971462135993,0.004259097681540792,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,174392.4862499237,110988.13714345296,221.6669921875,0.19509441706737485,0.003470397420597793,0.00345738125662449,9.10979473994182,417.6032641753698,0.006512957932412523,0.0034571276591251142,0.004172192013465593,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,0.4067353237384547,0.3276029787418035,0.4994724591573079,0.2744354336383443,0.01942845751119167,0.019503819719654494,8.830249186058134,0.6377580448245672,0.025325865280293635,0.019834437706410364,0.022109313121004018,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.009635254106052038,0.005969564204577452,0.06792970349391302,0.2008516595578354,0.0704099723507985,0.06765383104105556,9.877648581686406,0.09815933020376635,0.0968805077965083,0.06704471348057367,0.08048092379183368,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.04361379037167347,0.05364504418711549,0.2016614708635542,2.4443820301386845,0.13117372853868017,0.14304322175019735,50.68427558866123,0.208839149518651,0.1415858681490457,0.13671964519219537,0.10977025885279988,Ocean,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 9f6820aab05911c5a4a161d26ffcadba85315b64..734a1a4b4be206844fa0ebf3707be1199c89ec3b 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T00:39:21.259982+00:00", + "evaluated_at": "2026-06-22T00:46:26.337528+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63808.01171875, 63801.58984375, 63311.98828125, - 63808.01171875 + 63941.1796875 ], "p50": [ 64233.20703125, diff --git a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 8e53041a6dc68289f1941d6a9b152932870f1a08..614b2aa72105d47a309ea36dec7575c0070c7732 100644 --- a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T00:25:21.388556+00:00", + "evaluated_at": "2026-06-22T00:46:33.568572+00:00", "freq": "10min", "context_length": 79, "prediction_length": 72, diff --git a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 6ab72b56b46242a6e0e554e0a647df7c392d9ade..fb1b6ce5d464f1f5d3d65817e496d021b8cd041c 100644 --- a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T00:17:35.727938+00:00", + "evaluated_at": "2026-06-22T00:46:40.269039+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index defdb91fa90e617bbf486b0be569abffd3167ca6..fc0bc6b3ba65694d53ea5e6ce0d7ecbda07b451b 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,19 +1,25 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T00:39:27.705869+00:00", + "evaluated_at": "2026-06-22T00:46:42.728776+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:38:25.447942Z", + "data_fetched_at": "2026-06-22T00:45:15.266841Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t183000z", - "data_fetched_at": "2026-06-22T00:38:25.447942Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t235000z", + "data_fetched_at": "2026-06-22T00:45:15.266841Z", + "context_length": 79, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", + "data_fetched_at": "2026-06-22T00:45:15.266841Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index c669be1096673b2fbb420e6b2234dd2b141223ce..1a3d2c13c9bf3a2bab6e593d48ade7c6e7e3ae6a 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,271795.3945051829,271795.3945051829,394.77587890625,0.34745168510396995,0.006176391607910693,0.006143316614397626,1.8049384347794863,521.339998949997,0.008131543830447865,0.006157473757998842,0.004992173481007049,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,262393.37611516315,262393.37611516315,389.2272135416667,0.3425681721184657,0.006088371184599753,0.006056452252330692,1.8049384347794863,512.2434734724916,0.007988970585436284,0.006070403862749634,0.0049628958727566605,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.550176228056595,0.550176228056595,0.5530107021331787,0.3038520524287122,0.0222467109581586,0.021974201689470545,2.9614589625774843,0.7417386521252584,0.029455015627561792,0.021960482748027216,0.031543872018444045,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.16821831262863776,0.16821831262863776,0.29837266852458316,0.8822156222900703,0.22110734169717622,0.2678820998191297,2.413382754428611,0.41014425831484924,0.4048008878308365,0.294485461333677,0.244959652034356,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.04217440019597163,0.04217440019597163,0.1761587659517924,2.1352582627710506,0.11448621219209043,0.12348207503350908,23.392717615203562,0.20536406744114616,0.13922988023218832,0.11942967526364875,0.09581886839939817,Ocean,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index cf5b8912557ecbd1ca6817bf5ab7b5db90a51074..9a20d70efa55e5b2f5843201cd65ac00d0a159be 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-22T00:40:09.903529+00:00", + "evaluated_at": "2026-06-22T00:47:42.429766+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63808.01171875, 63801.58984375, 63311.98828125, - 63808.01171875 + 63941.1796875 ], "p50": [ 64281.16796875, diff --git a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 7ae496b080def5a9b5501c844ede0821328b7dd1..ae531511cc9f912ecc69b0e1b2c6c50856fd366c 100644 --- a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TiRex", - "evaluated_at": "2026-06-22T00:26:15.499368+00:00", + "evaluated_at": "2026-06-22T00:47:48.168518+00:00", "freq": "10min", "context_length": 79, "prediction_length": 72, diff --git a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 8245073211dce87f7e7b6f7d90f299d66a9d1870..fc890406a41db8a8e890ed39eac55cffb6e3cbfe 100644 --- a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TiRex", - "evaluated_at": "2026-06-22T00:18:22.260804+00:00", + "evaluated_at": "2026-06-22T00:47:53.749599+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 6d0e7b2ec71a2acffbae43176202fa54e9ef8605..5263221fe29b7556150a2acee438ca6c112668cf 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,19 +1,25 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T00:40:15.717632+00:00", + "evaluated_at": "2026-06-22T00:47:56.516564+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:38:25.447942Z", + "data_fetched_at": "2026-06-22T00:45:15.266841Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t183000z", - "data_fetched_at": "2026-06-22T00:38:25.447942Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t235000z", + "data_fetched_at": "2026-06-22T00:45:15.266841Z", + "context_length": 79, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", + "data_fetched_at": "2026-06-22T00:45:15.266841Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 1cb7ee8a46b2e55037827758f8605f0f0ca2f5a8..925d514fca186ed81ead0ff49503132a9f208e35 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,109396.2450281779,109396.2450281779,234.66438802083334,0.20653373574299083,0.003673497527718982,0.003660211603707844,2.174166596872409,330.7510317870194,0.00515885318095449,0.0036601522240376754,0.005100339086198141,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,104129.93303743999,104129.93303743999,229.11572265625,0.20165022275748665,0.0035859839361983936,0.003573344660798543,2.174166596872409,322.69169967236525,0.005032713212275622,0.003573298370311115,0.00507105212061762,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,1.3327479513263825,1.3327479513263825,0.912270704905192,0.501247670229129,0.036190923075805244,0.0353233507541506,3.007199744396995,1.154447032707167,0.04584398465976072,0.03622697535386293,0.03365741579516466,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.0033462659632902034,0.0033462659632902034,0.05213055859009425,0.15413741953747276,0.05807268175163864,0.056370665532355375,1.7373312406465427,0.05784691835603867,0.05709328714002522,0.05145140026363153,0.07919797325669761,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.045888081110131256,0.045888081110131256,0.18292494614919028,2.2172725871552563,0.1186899178632524,0.1286144556667143,43.08668482100139,0.21421503474343545,0.1452305362027851,0.12401691620726264,0.10786269791326873,Ocean,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 63db89af7056aa04a3525e3d734fceac10b9d50a..c24678bbe72fb80d4d1c607120a860e442cc81cf 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T00:39:53.483744+00:00", + "evaluated_at": "2026-06-22T00:47:09.150823+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63808.01171875, 63801.58984375, 63311.98828125, - 63808.01171875 + 63941.1796875 ], "p50": [ 64294.09765625, diff --git a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 45d5ffbde0e54c1ab12fb31e54b09964baee66a5..81ac8aa9078b904629030c503fcd1d97b9294aad 100644 --- a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T00:25:54.863901+00:00", + "evaluated_at": "2026-06-22T00:47:21.595968+00:00", "freq": "10min", "context_length": 79, "prediction_length": 72, diff --git a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 33940a2c02da81118141c8fac37dd2a98027c525..68865d9037e062294790a58f8e08f604f193eff5 100644 --- a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T00:18:08.494162+00:00", + "evaluated_at": "2026-06-22T00:47:30.191683+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 90649f1618821c722fbd27de811ede1022bf7dfd..2a7c7b4555222bf1b789d897fc3518b8ed21f870 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,19 +1,25 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T00:40:03.204131+00:00", + "evaluated_at": "2026-06-22T00:47:33.988364+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:38:25.447942Z", + "data_fetched_at": "2026-06-22T00:45:15.266841Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t183000z", - "data_fetched_at": "2026-06-22T00:38:25.447942Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t235000z", + "data_fetched_at": "2026-06-22T00:45:15.266841Z", + "context_length": 79, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", + "data_fetched_at": "2026-06-22T00:45:15.266841Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": []