diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 5357b703e9ce6e74c5338b6b026ba5fb9f2b8ce0..72a915061531e4f1660c4a34cb0178c3df52e8b2 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,1012438.0984044429,288552.61851286085,368.4669611916949,0.4244413209773154,0.005653161498367784,0.005619323519457454,7.58575203870589,1006.1998302546283,0.015337515799452191,0.005616546205760764,0.004989216290504128,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,1022642.477105665,296481.7890143014,371.94075676461154,0.42844282596165734,0.005707708783216709,0.005672922703904078,7.745812238079568,1011.2578687484538,0.015415431841884689,0.005669797548492646,0.00504243441210723,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,3.101434370615827,4.3243057803445435,1.8170799887232327,0.7676885112228818,0.08046067096815547,0.08488360151748825,19.703211054663146,1.7610889729414092,0.07975043757919083,0.08228597557739074,0.07835009096652204,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ARIMA,1.5100883452755895,1.5032434733066564,0.8921397935694073,3.8714344085963943,0.7452306709288029,0.4033781457226317,152.13337171956803,1.2288565194015082,0.6780147761495058,0.4922331882371634,0.49057342057675346,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.024625281328387122,0.028925901511623362,0.1495681709944561,0.8515020118232264,0.1112173874287356,0.11950503763760152,6.112061497162729,0.15692444464896832,0.12019744696516722,0.11456285437873233,0.09164740655108317,Ocean,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index b3a3053620b9a562bc0d827a05a3ae4eb64fec45..943304f78879eeb572ab04b85004c25e6bff9805 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-17T12:10:12.135642+00:00", + "evaluated_at": "2026-06-17T12:26:17.001628+00:00", "freq": "1h", "context_length": 144, "prediction_length": 24, @@ -175,7 +175,7 @@ 64909.44140625, 64798.0, 64810.01171875, - 64847.359375 + 64763.98828125 ], "p50": [ 65950.78800781508, diff --git a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 0d63a7f73c45e31e199bc5914c95634b41092de0..c1cdd44a4aaa1a2d0298ee52f023ea1769a693c9 100644 --- a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ARIMA", - "evaluated_at": "2026-06-17T12:10:12.550076+00:00", + "evaluated_at": "2026-06-17T12:26:17.165483+00:00", "freq": "15min", "context_length": 288, "prediction_length": 24, diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 40d82d6af9f3d4450cbffb5e5b1e1763f175a130..7e8d809d4e54999c726e275e80b68afa2d14038d 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,67 +1,19 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-17T12:10:12.596016+00:00", + "evaluated_at": "2026-06-17T12:26:17.241703+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t120000z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", + "data_fetched_at": "2026-06-17T12:22:37.959436Z", "context_length": 144, "prediction_length": 24 }, - { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", - "context_length": 83, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t060000z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", - "context_length": 720, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t235000z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", - "context_length": 230, - "prediction_length": 36 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t095600z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", - "context_length": 168, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t120000z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", - "context_length": 157, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t120000z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", - "context_length": 157, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t110000z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", - "context_length": 143, - "prediction_length": 24 - }, { "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t095000z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", + "data_fetched_at": "2026-06-17T12:22:37.959436Z", "context_length": 288, "prediction_length": 24 - }, - { - "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260613t000000z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", - "context_length": 86, - "prediction_length": 2 } ], "failed_datasets": [] diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index daf32be1b1d80cfe34cf0172f77329637efa822e..3eeba56b3a926615f233c3bff43919b0510023d1 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -8,4 +8,4 @@ date,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,N 2026-06-14,Chronos-2,3.600,2.700,3.600,3.000,3.600,1.900,3.600,3.000,3.600 2026-06-15,Chronos-2,3.300,3.000,3.300,3.100,3.300,2.600,3.300,3.100,3.400 2026-06-16,Chronos-2,4.400,3.800,4.400,4.100,4.400,3.400,4.400,4.100,4.200 -2026-06-17,Chronos-2,4.000,3.500,4.000,3.500,4.200,3.300,4.000,3.600,4.300 +2026-06-17,Chronos-2,4.300,3.800,4.300,3.900,4.500,3.500,4.300,4.000,4.600 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index e032d2cac3c4cabd1ecc73ca1105984e76fadb46..95dc3ff55c02ef9d95e1e66ac98388111cf771f5 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,3 +1,3 @@ week,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,3.064,2.751,3.077,2.902,3.077,2.505,3.077,2.918,3.103 -2026-W25,Chronos-Bolt-Mini,3.9,3.433,3.9,3.567,3.967,3.1,3.9,3.6,3.967 +2026-W25,Chronos-Bolt-Mini,4.0,3.533,4.0,3.7,4.067,3.167,4.0,3.733,4.067 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 1bd7a3cb56e44231198acaed47a52c804abbe5c6..26657eea9dc9cb6d07e683b8378705db87c8df02 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,994909.931093216,994909.931093216,891.5789388020834,1.027020011012154,0.013632357637831556,0.01351651110339102,3.541976861578188,997.4517186777593,0.015204168232208373,0.013590348208342755,0.007994414990940994,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,1007260.4006245931,1007260.4006245931,895.052734375,1.0310215159964957,0.013687431296174295,0.013570104559388492,3.673036789622717,1003.6236349471814,0.015299056964155257,0.013644021814857627,0.008041396006177664,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,0.557059805509804,0.557059805509804,0.5439020792643229,0.22915612609131783,0.023876339175359296,0.023547113883204324,1.7806241817995574,0.7463643919090756,0.03379890951725115,0.024630458476560233,0.027991046124256815,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.006462875448093897,0.006462875448093897,0.07388625939687093,0.32062890705398267,0.05224915940679821,0.050020389293857624,4.183342176711545,0.08039201109621463,0.04435584671362216,0.04076633425836572,0.027246130804443755,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.016765601532007283,0.016765601532007283,0.10389153493775262,0.5914617423126634,0.07634699703576374,0.08095089384766023,4.442310967700886,0.12948205100324633,0.09917774119397592,0.07957649484593818,0.07675156272049492,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,Chronos-2,0.12758826023120187,0.12758 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,655.6749067651184,655.6749067651184,19.90518605709076,2.639891922671564,0.4386550850411726,0.6136325195897934,64.56101673564295,25.606149784087386,0.6763676109740022,0.5257808476850371,0.46671016524455067,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,2.936657756633546,2.936657756633546,1.354954481124878,0.6520378402089481,0.05040337386312214,0.051969046368990766,1.836223584022853,1.7136679248423674,0.06822832646550879,0.05394643579653623,0.0424482426267234,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,26.751723252093825,26.751723252093825,4.42733105023702,0.8500475616455079,0.662487261079371,0.4209326271993081,10.500037033081055,5.172206806779271,0.4848943881355567,0.4150622859597206,0.3192311669389407,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,149.80059273540974,149.80059273540974,11.694051106770834,0.11496455773169484,0.004103175826937135,0.004093976301605978,0.6624415962621608,12.239305239081578,0.004294493066344413,0.004103175826937135,0.003918351379751462,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,165.19748286406198,165.19748286406198,10.83673095703125,0.10259626941568047,0.0038102908281853723,0.003815677217457005,0.3589809079142012,12.852917290018713,0.0045130945861075215,0.003805143276792246,0.003366219906984069,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,44.04240589775145,44.04240589775145,6.633331298828125,0.1384659038311372,0.029541268570876036,0.029335639394521502,1.4311165050813865,6.636445275729429,0.028001878800546113,0.027988739657502638,0.04034934743603126,Web,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index e0c84c538752b5465ff5887d06c044daaf81782b..0cfb3a00cd12ac02100453a6d34cb9975ff84e3b 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-17T12:08:09.592055+00:00", + "evaluated_at": "2026-06-17T12:22:44.421331+00:00", "freq": "1h", "context_length": 144, "prediction_length": 24, @@ -175,7 +175,7 @@ 64909.44140625, 64798.0, 64810.01171875, - 64847.359375 + 64763.98828125 ], "p50": [ 66395.453125, diff --git a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index f5421622f7773d409bc8c27b42b3d3097413ac92..28d8dbc970b4c7ab04486291c53dbebebb22eec0 100644 --- a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-17T11:56:32.576591+00:00", + "evaluated_at": "2026-06-17T12:23:16.238002+00:00", "freq": "15min", "context_length": 288, "prediction_length": 24, "context": [ - 3120.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, 3170.0, 3170.0, 3170.0, @@ -293,6 +281,18 @@ 2900.0, 2900.0, 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, 2850.0 ], "actuals": [ @@ -318,92 +318,88 @@ 2850.0, 2850.0, 2850.0, - 2850.0, + 2800.0, 2850.0 ], "p50": [ - 2865.005126953125, - 2865.074951171875, - 2864.62548828125, - 2863.6611328125, - 2864.5302734375, - 2864.151611328125, - 2863.821533203125, - 2864.424072265625, - 2865.183349609375, - 2864.947998046875, - 2865.167236328125, - 2864.437255859375, - 2864.297119140625, - 2862.866943359375, - 2862.583740234375, - 2860.12841796875, - 2859.54345703125, - 2859.166748046875, - 2857.67578125, - 2856.25341796875, - 2856.66259765625, - 2856.174072265625, - 2855.0830078125, - 2855.19189453125 + 2848.224609375, + 2847.7421875, + 2847.044189453125, + 2845.5546875, + 2845.421630859375, + 2844.31787109375, + 2843.66455078125, + 2843.60595703125, + 2843.5029296875, + 2842.392578125, + 2842.586669921875, + 2842.00390625, + 2841.1796875, + 2839.96875, + 2839.327880859375, + 2837.890625, + 2834.392333984375, + 2833.538818359375, + 2832.859619140625, + 2831.573486328125, + 2831.9609375, + 2831.1640625, + 2830.37158203125, + 2830.3720703125 ], "p10": [ - 2839.463623046875, - 2837.30078125, - 2836.70458984375, - 2834.54150390625, - 2832.796142578125, - 2830.4970703125, - 2829.090087890625, - 2828.239013671875, - 2827.748046875, - 2826.31591796875, - 2823.369873046875, - 2822.006103515625, - 2822.1328125, - 2819.07958984375, - 2819.393310546875, - 2817.619140625, - 2811.333984375, - 2808.592041015625, - 2807.690673828125, - 2805.512939453125, - 2803.36572265625, - 2800.8544921875, - 2798.9208984375, - 2798.33203125 + 2837.239013671875, + 2835.4814453125, + 2833.99365234375, + 2834.144287109375, + 2831.921630859375, + 2829.627685546875, + 2829.9677734375, + 2827.385498046875, + 2826.45068359375, + 2825.592041015625, + 2823.569091796875, + 2823.50634765625, + 2822.7841796875, + 2821.586181640625, + 2818.505615234375, + 2818.388671875, + 2806.519287109375, + 2804.7353515625, + 2803.5126953125, + 2803.821533203125, + 2802.109130859375, + 2799.652587890625, + 2800.55908203125, + 2797.742919921875 ], "p90": [ - 2881.527099609375, - 2881.8955078125, - 2882.767333984375, - 2883.949951171875, - 2884.8310546875, - 2885.787353515625, - 2886.740966796875, - 2887.64208984375, - 2887.77197265625, - 2887.919189453125, - 2888.957763671875, - 2889.129150390625, - 2890.024658203125, - 2888.42236328125, - 2887.752685546875, - 2886.972900390625, - 2889.34765625, - 2889.216552734375, - 2889.052978515625, - 2889.547119140625, - 2888.713134765625, - 2890.0146484375, - 2890.08154296875, - 2890.020263671875 + 2857.91552734375, + 2857.56103515625, + 2856.620849609375, + 2857.11279296875, + 2857.3984375, + 2857.549072265625, + 2856.353515625, + 2857.3544921875, + 2856.56591796875, + 2856.6806640625, + 2856.69970703125, + 2856.68115234375, + 2857.81298828125, + 2855.544677734375, + 2855.157958984375, + 2855.30859375, + 2855.62255859375, + 2854.675537109375, + 2854.042724609375, + 2854.4169921875, + 2854.6669921875, + 2854.94140625, + 2854.390625, + 2855.37548828125 ], "timestamps": [ - "2026-06-16 08:55:00", - "2026-06-16 09:10:00", - "2026-06-16 09:25:00", - "2026-06-16 09:40:00", "2026-06-16 09:55:00", "2026-06-16 10:10:00", "2026-06-16 10:25:00", @@ -711,6 +707,10 @@ "2026-06-19 13:55:00", "2026-06-19 14:10:00", "2026-06-19 14:25:00", - "2026-06-19 14:40:00" + "2026-06-19 14:40:00", + "2026-06-19 14:55:00", + "2026-06-19 15:10:00", + "2026-06-19 15:25:00", + "2026-06-19 15:40:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index c3d25582f357ad7ee6f969af6f43de264c40ae0f..04dae02a672042d32cd0e5a47918be770bb8b161 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,25 +1,19 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-17T12:08:24.074228+00:00", + "evaluated_at": "2026-06-17T12:23:18.484080+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t120000z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", + "data_fetched_at": "2026-06-17T12:22:37.959436Z", "context_length": 144, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t060000z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", - "context_length": 720, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t235000z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", - "context_length": 230, - "prediction_length": 36 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t095000z", + "data_fetched_at": "2026-06-17T12:22:37.959436Z", + "context_length": 288, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 481da3bc2f45430b9cbd0ce65312a94d141e8891..c39812d8e30adf3979890f252cbeea6eb4ebb923 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,1790473.6693057718,1718634.382740243,1181.580085295455,1.3610756595959241,0.01806305737716846,0.017863672740131314,33.122126374608115,1338.0858228476125,0.020396457872344034,0.018010839081488456,0.01695647009251014,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,1806651.2900594824,1734569.0139361427,1185.0538808683716,1.3650771645802662,0.018118557744422985,0.017917259802063962,33.28218657398179,1344.1172902910976,0.02048948059274405,0.018064746781249957,0.01701032195669436,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,6.489479866203396,7.414069954798646,2.3614220569248885,0.9976647117903313,0.10460912773724944,0.11238457612348751,5.6000762496571355,2.547445753338704,0.11536039158696845,0.10693635883391464,0.09065388722585058,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ETS,2.0645569443017577,2.0716048503112834,1.056458020949509,4.584492209654342,0.8777482201657186,0.4468570926843253,169.70903592485269,1.4368566192566876,0.7927776788283872,0.5828948597955838,0.5745022322028287,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.01870060822181909,0.018380847857062753,0.11031204541023494,0.6280141554892169,0.08114937855000695,0.08623693670164059,5.045894095040266,0.13675016717291094,0.10474480889839986,0.08449433265464805,0.07388884537256096,Ocean,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index cb5c099605fbdc043b498bf5e0c56a7dce32b22a..7bd6dd84924cec59d3f485d19ffafa6044319737 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-17T12:10:12.660440+00:00", + "evaluated_at": "2026-06-17T12:26:17.300411+00:00", "freq": "1h", "context_length": 144, "prediction_length": 24, @@ -175,7 +175,7 @@ 64909.44140625, 64798.0, 64810.01171875, - 64847.359375 + 64763.98828125 ], "p50": [ 66461.70889631717, diff --git a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index a008945c9256efa9f31c010e9ae3dba7e98013cb..37dc9300ce384282b3f141f4385a40714cd4752a 100644 --- a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ETS", - "evaluated_at": "2026-06-17T12:10:12.817066+00:00", + "evaluated_at": "2026-06-17T12:26:17.324923+00:00", "freq": "15min", "context_length": 288, "prediction_length": 24, diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index 8b3f749c9570f7c9b979a087bbb07f4aeaf4bdbc..c2a6262cdf066637ef4952054854a81d7c0f4ebe 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,67 +1,19 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-17T12:10:12.842790+00:00", + "evaluated_at": "2026-06-17T12:26:17.342169+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t120000z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", + "data_fetched_at": "2026-06-17T12:22:37.959436Z", "context_length": 144, "prediction_length": 24 }, - { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", - "context_length": 83, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t060000z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", - "context_length": 720, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t235000z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", - "context_length": 230, - "prediction_length": 36 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t095600z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", - "context_length": 168, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t120000z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", - "context_length": 157, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t120000z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", - "context_length": 157, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t110000z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", - "context_length": 143, - "prediction_length": 24 - }, { "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t095000z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", + "data_fetched_at": "2026-06-17T12:22:37.959436Z", "context_length": 288, "prediction_length": 24 - }, - { - "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260613t000000z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", - "context_length": 86, - "prediction_length": 2 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 761333b1491d9fa9198e8947eebd187b25890aa5..a902d90ad565ec8ae98d1514af02e1f95a0ca4e4 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1221,3 +1221,5 @@ {"evaluated_at": "2026-06-17T12:19:04.405492+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-17T12:19:04.405492+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} {"evaluated_at": "2026-06-17T12:19:04.405492+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 36} +{"evaluated_at": "2026-06-17T12:26:17.392400+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-17T12:26:17.392400+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 15ee8d6a8c2dc40653d687dde5000a900e8bd3d3..31fd2068c60c8282cbf511c4f82041698f259abe 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,1138962.1278095245,1102456.4705142975,937.85205078125,1.080322539712823,0.014339918878507241,0.014211622406708348,7.001061562168947,1067.221686347089,0.016267672666695123,0.014295689796296203,0.00896733312765853,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,1181858.2463887532,1148568.7055123646,967.0577799479166,1.1139649542932626,0.014785604994215627,0.014651969241161066,7.136151680493355,1087.1330398754117,0.01657205921176269,0.014741653691556727,0.009132987585788494,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,0.8922508714799733,0.9189711602047433,0.8140978018442789,0.3429946412089941,0.036152468610091054,0.03677425947529062,3.9660085078515093,0.9445903193871792,0.04277551700205973,0.03686619865712978,0.05961528094225667,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.4211144430086333,0.4827468201691323,0.4629942923784256,2.0091605008740436,0.40956173282568903,0.26136841919718906,11.862520574627663,0.6489333116805095,0.3580453593307259,0.2554545356184825,0.15848781308173843,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.016329596019211183,0.02009669327687163,0.11444123089313507,0.6515218959563451,0.08416815290494767,0.08975614991071353,4.328297610495621,0.12778730773911462,0.09787963997038567,0.08765711302452898,0.08800984133501706,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.1704193279829648,0 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,590.1540635469645,654.7672495842315,18.97914715607961,2.517077566259751,0.3960440583180822,0.5545344015106302,61.23662825212796,24.293086743906475,0.6416840166408421,0.5013202112977918,0.45801228942165184,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,2.6183862073191144,3.1367521464500974,1.3101648092269897,0.6304839346462158,0.0481911552096593,0.04999672471723674,2.1221351128271393,1.6181428266130016,0.06442507059944448,0.05216317060715407,0.043331402984623096,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,28.930503274148805,25.197057397061723,4.309378564357758,0.8274006843566895,0.640577693382816,0.41331657800489,8.76417037010193,5.378708327670204,0.5042539057190817,0.40400424040853977,0.30789051523639094,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,275.6465996677677,268.6448559990774,16.07842508951823,0.15806746631784432,0.005641552662988852,0.005625065678518187,0.9733519945276498,16.602608218824166,0.005825476568008479,0.005641552662988852,0.005336124531706871,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,104.0375651344657,99.77856019573908,6.6034800211588545,0.06251815404647436,0.002326392904359695,0.0023254898948988196,0.4922991690551035,10.199880643148022,0.003581523561602817,0.0023187054938963057,0.002943449823912359,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Large,70.05955112213269,105.10574925752007,10.16238784790039,0.21213235930047475,0.04367278639133686,0.043532868622717796,1.437522259582939,8.370158368999519,0.03531712391982919,0.042879273619832875,0.04916024223717513,Web,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 8db174157f0ce3ab8871b4dd19f54b8bcef06f87..19dd5b0e92abe8dfd7afbffa115ce1a7cc0cfa9d 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T12:11:01.197745+00:00", + "evaluated_at": "2026-06-17T12:25:55.374943+00:00", "freq": "1h", "context_length": 144, "prediction_length": 24, @@ -175,85 +175,85 @@ 64909.44140625, 64798.0, 64810.01171875, - 64847.359375 + 64763.98828125 ], "p50": [ - 66407.4921875, - 66413.09765625, - 66418.51171875, - 66414.4375, - 66466.828125, - 66405.2109375, - 66523.4375, - 66479.43359375, - 66508.296875, - 66500.48046875, - 66548.25390625, - 66566.0546875, - 66515.30859375, - 66519.80078125, - 66595.0546875, - 66598.1875, - 66647.74609375, - 66625.921875, - 66471.33203125, - 66704.9375, - 66706.6640625, - 66558.9296875, - 66477.53125, - 66729.0078125 + 66419.61328125, + 66470.53125, + 66396.94921875, + 66438.578125, + 66457.01953125, + 66439.40625, + 66471.26953125, + 66530.203125, + 66607.43359375, + 66515.69921875, + 66575.6953125, + 66551.36328125, + 66543.02734375, + 66547.15234375, + 66443.765625, + 66694.62109375, + 66543.96875, + 66880.8203125, + 66585.02734375, + 66661.98828125, + 66770.70703125, + 66705.2734375, + 66690.66015625, + 66697.4609375 ], "p10": [ - 66066.6953125, - 65953.765625, - 65825.9453125, - 65790.265625, - 65826.625, - 65707.125, - 65638.41015625, - 65593.48828125, - 65638.765625, - 65611.3203125, - 65369.107421875, - 65382.72265625, - 65372.130859375, - 65559.11328125, - 65397.6953125, - 65389.619140625, - 65375.76171875, - 65221.154296875, - 65195.88671875, - 65558.78515625, - 65199.28515625, - 64964.345703125, - 64809.45703125, - 65023.400390625 + 66091.4296875, + 66018.54296875, + 65804.375, + 65893.2421875, + 65890.33984375, + 65654.80078125, + 65708.4765625, + 65752.203125, + 65820.49609375, + 65584.69921875, + 65520.15234375, + 65347.16015625, + 65243.48828125, + 65274.79296875, + 65464.53515625, + 65473.732421875, + 65486.8984375, + 65333.37109375, + 65263.962890625, + 65402.75390625, + 65500.658203125, + 65223.265625, + 65316.755859375, + 64929.4609375 ], "p90": [ - 66736.72265625, - 66986.75390625, - 66986.84375, - 67059.60546875, - 67082.2265625, - 67206.94140625, - 67362.3125, - 67149.43359375, - 67343.84375, - 67713.06640625, - 67452.546875, - 67861.44140625, - 67668.7421875, - 67443.31640625, - 67736.9140625, - 67865.14453125, - 68172.67578125, - 68284.66015625, - 67892.28515625, - 68142.30078125, - 68022.65625, - 68061.8359375, - 68065.36328125, - 68271.3984375 + 66733.47265625, + 66957.96875, + 66849.46484375, + 67236.9609375, + 67081.14453125, + 67175.31640625, + 67316.69921875, + 67378.42578125, + 67615.36328125, + 67427.85546875, + 67693.37109375, + 67784.65234375, + 67688.8828125, + 67768.421875, + 67752.390625, + 67874.9375, + 67914.54296875, + 68340.953125, + 67841.99609375, + 68148.2265625, + 67983.796875, + 68051.99609375, + 68272.2109375, + 67942.65234375 ], "timestamps": [ "2026-06-10 13:00:00", diff --git a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index af293dcf6c1bdfff0dd8ac104d022229d02f8cee..c6a0e1625ec0e58939bfb64265c7deb847c3daf7 100644 --- a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T11:59:01.707661+00:00", + "evaluated_at": "2026-06-17T12:26:00.829357+00:00", "freq": "15min", "context_length": 288, "prediction_length": 24, "context": [ - 3120.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, 3170.0, 3170.0, 3170.0, @@ -293,6 +281,18 @@ 2900.0, 2900.0, 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, 2850.0 ], "actuals": [ @@ -318,92 +318,88 @@ 2850.0, 2850.0, 2850.0, - 2850.0, + 2800.0, 2850.0 ], "p50": [ - 2861.034912109375, - 2865.0880126953125, - 2866.4603271484375, - 2868.22412109375, - 2866.2822265625, - 2867.4842529296875, - 2868.851318359375, - 2867.0189208984375, - 2866.300048828125, - 2871.7298583984375, - 2866.537841796875, - 2873.3883056640625, - 2870.3641357421875, - 2870.2694091796875, - 2866.089111328125, - 2866.7349853515625, - 2860.74609375, - 2867.773681640625, - 2867.2154541015625, - 2859.2830810546875, - 2867.429931640625, - 2864.5032958984375, - 2866.6612548828125, - 2865.06591796875 + 2854.900390625, + 2853.260498046875, + 2852.93994140625, + 2851.485595703125, + 2851.034912109375, + 2851.0755615234375, + 2852.1617431640625, + 2849.1231689453125, + 2847.8592529296875, + 2846.1466064453125, + 2849.4061279296875, + 2846.0826416015625, + 2846.14453125, + 2847.1312255859375, + 2845.82861328125, + 2846.990966796875, + 2842.2760009765625, + 2842.7216796875, + 2841.584716796875, + 2838.9698486328125, + 2836.9017333984375, + 2837.4613037109375, + 2834.765869140625, + 2833.398681640625 ], "p10": [ - 2838.7930908203125, - 2836.9644775390625, - 2828.9815673828125, - 2832.3541259765625, - 2824.033447265625, - 2829.9173583984375, - 2829.23681640625, - 2823.6339111328125, - 2828.90771484375, - 2829.1552734375, - 2815.974609375, - 2822.429443359375, - 2822.4073486328125, - 2817.00341796875, - 2812.383056640625, - 2810.9764404296875, - 2799.3175048828125, - 2817.1861572265625, - 2812.165283203125, - 2804.3082275390625, - 2798.6302490234375, - 2796.7415771484375, - 2792.3675537109375, - 2804.0584716796875 + 2839.5703125, + 2836.8341064453125, + 2838.1063232421875, + 2834.6239013671875, + 2836.7020263671875, + 2834.284912109375, + 2834.4652099609375, + 2830.276123046875, + 2823.721435546875, + 2820.903076171875, + 2825.6243896484375, + 2823.86328125, + 2822.8388671875, + 2819.3084716796875, + 2820.1304931640625, + 2814.6099853515625, + 2816.1590576171875, + 2809.310791015625, + 2812.8511962890625, + 2812.5689697265625, + 2806.143798828125, + 2804.230224609375, + 2797.431396484375, + 2795.2054443359375 ], "p90": [ - 2886.3206787109375, - 2900.611572265625, - 2900.438232421875, - 2912.8206787109375, - 2905.310791015625, - 2909.155517578125, - 2910.063720703125, - 2911.4256591796875, - 2913.6114501953125, - 2916.5704345703125, - 2910.1002197265625, - 2919.440673828125, - 2915.4520263671875, - 2919.1097412109375, - 2920.44140625, - 2926.63134765625, - 2925.0294189453125, - 2917.3369140625, - 2918.82275390625, - 2913.5020751953125, - 2919.95849609375, - 2930.0755615234375, - 2932.848876953125, - 2927.631103515625 + 2866.70556640625, + 2867.528564453125, + 2867.1278076171875, + 2870.0006103515625, + 2865.596435546875, + 2866.74169921875, + 2868.5123291015625, + 2872.06298828125, + 2873.489013671875, + 2872.0836181640625, + 2872.774658203125, + 2870.065673828125, + 2867.8111572265625, + 2878.4742431640625, + 2871.4249267578125, + 2879.6134033203125, + 2874.604248046875, + 2879.5687255859375, + 2869.8590087890625, + 2865.933349609375, + 2871.7467041015625, + 2873.9599609375, + 2871.9739990234375, + 2867.2327880859375 ], "timestamps": [ - "2026-06-16 08:55:00", - "2026-06-16 09:10:00", - "2026-06-16 09:25:00", - "2026-06-16 09:40:00", "2026-06-16 09:55:00", "2026-06-16 10:10:00", "2026-06-16 10:25:00", @@ -711,6 +707,10 @@ "2026-06-19 13:55:00", "2026-06-19 14:10:00", "2026-06-19 14:25:00", - "2026-06-19 14:40:00" + "2026-06-19 14:40:00", + "2026-06-19 14:55:00", + "2026-06-19 15:10:00", + "2026-06-19 15:25:00", + "2026-06-19 15:40:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index a399483e23005052d6d1e04caedf82435896cfdf..77917ff6ce39634ffc8853577757ce6a05aa0769 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,25 +1,19 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-17T12:11:20.634983+00:00", + "evaluated_at": "2026-06-17T12:26:03.233196+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t120000z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", + "data_fetched_at": "2026-06-17T12:22:37.959436Z", "context_length": 144, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t060000z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", - "context_length": 720, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t235000z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", - "context_length": 230, - "prediction_length": 36 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t095000z", + "data_fetched_at": "2026-06-17T12:22:37.959436Z", + "context_length": 288, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 1dae625f941e0ca53d1512009b30af6cc876d8bd..0d6e041273f99e14f747bcf5edd1574657c6860a 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,903300.8845237346,851297.8897032342,832.7225424315208,0.9592226526202582,0.012730827210899196,0.012631643807081675,17.339388333711472,950.4214246973469,0.014487284910140112,0.012693199469007464,0.01163883048002915,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,914660.0078161896,862414.023437875,836.1963380044375,0.9632241576046,0.012785753916583572,0.012685239104876277,17.499448533085147,956.3785902121552,0.014578862056914688,0.012746825565762192,0.011692400741206595,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,1.396657270753679,1.1398231229675801,0.8271646250877277,0.34946440636111764,0.03867690666358662,0.037598212358657464,4.000371438503412,1.18180255150921,0.05351760874275791,0.03745792621175438,0.03232164904944096,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.28174829412513874,0.27984636774130256,0.4851137024529649,2.1051475265371495,0.31320019268288585,0.29410733502365943,75.13853210199431,0.5307996741946426,0.2928657793625809,0.26765879757540495,0.26110322635363375,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.02700589712971081,0.02660397498138067,0.14130879533718885,0.8044808111104922,0.10484019004467268,0.11240669964529894,7.102334275602834,0.16433471066610003,0.1258733954038213,0.10823652408805953,0.09582142651216657,Ocean,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index 1c3b79154218ac75d6e245e7dbb1850838ff2311..300be0373a0907dfb92cf37faecd5ba2084b01c9 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-17T12:10:12.847893+00:00", + "evaluated_at": "2026-06-17T12:26:17.348578+00:00", "freq": "1h", "context_length": 144, "prediction_length": 24, @@ -175,7 +175,7 @@ 64909.44140625, 64798.0, 64810.01171875, - 64847.359375 + 64763.98828125 ], "p50": [ 66457.54318045235, diff --git a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index a5a957298cea59b4f8eca9a596302812e14a7175..3c8fb6ac1400c856087fac340cabd544e4f07a67 100644 --- a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-17T12:10:12.946123+00:00", + "evaluated_at": "2026-06-17T12:26:17.359102+00:00", "freq": "15min", "context_length": 288, "prediction_length": 24, diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index fc07114a7a3388d35a08f27e4d6d50832cc254ee..5211cd1d05050c588b0ece80ee39eb666df15967 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,67 +1,19 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-17T12:10:12.959400+00:00", + "evaluated_at": "2026-06-17T12:26:17.367676+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t120000z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", + "data_fetched_at": "2026-06-17T12:22:37.959436Z", "context_length": 144, "prediction_length": 24 }, - { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", - "context_length": 83, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t060000z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", - "context_length": 720, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t235000z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", - "context_length": 230, - "prediction_length": 36 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t095600z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", - "context_length": 168, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t120000z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", - "context_length": 157, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t120000z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", - "context_length": 157, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t110000z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", - "context_length": 143, - "prediction_length": 24 - }, { "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t095000z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", + "data_fetched_at": "2026-06-17T12:22:37.959436Z", "context_length": 288, "prediction_length": 24 - }, - { - "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260613t000000z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", - "context_length": 86, - "prediction_length": 2 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index afc90973411d15f4bf80fa13367a4279d1e27e4f..da58a80bd3564ffa130738dc73abac83ab9cf8bd 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-17T12:07:58.239146+00:00", - "finished_at": "2026-06-17T12:19:04.392741+00:00", - "task_count": 3, + "started_at": "2026-06-17T12:22:40.257482+00:00", + "finished_at": "2026-06-17T12:26:17.391572+00:00", + "task_count": 2, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,25 +10,19 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-17T12:08:24.074228+00:00", + "evaluated_at": "2026-06-17T12:23:18.484080+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t120000z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", + "data_fetched_at": "2026-06-17T12:22:37.959436Z", "context_length": 144, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t060000z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", - "context_length": 720, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t235000z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", - "context_length": 230, - "prediction_length": 36 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t095000z", + "data_fetched_at": "2026-06-17T12:22:37.959436Z", + "context_length": 288, + "prediction_length": 24 } ], "failed_datasets": [] @@ -36,25 +30,19 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-17T12:09:41.090644+00:00", + "evaluated_at": "2026-06-17T12:24:40.901041+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t120000z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", + "data_fetched_at": "2026-06-17T12:22:37.959436Z", "context_length": 144, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t060000z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", - "context_length": 720, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t235000z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", - "context_length": 230, - "prediction_length": 36 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t095000z", + "data_fetched_at": "2026-06-17T12:22:37.959436Z", + "context_length": 288, + "prediction_length": 24 } ], "failed_datasets": [] @@ -62,25 +50,19 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-17T12:09:59.399656+00:00", + "evaluated_at": "2026-06-17T12:24:52.691938+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t120000z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", + "data_fetched_at": "2026-06-17T12:22:37.959436Z", "context_length": 144, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t060000z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", - "context_length": 720, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t235000z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", - "context_length": 230, - "prediction_length": 36 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t095000z", + "data_fetched_at": "2026-06-17T12:22:37.959436Z", + "context_length": 288, + "prediction_length": 24 } ], "failed_datasets": [] @@ -88,25 +70,19 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-17T12:10:53.459550+00:00", + "evaluated_at": "2026-06-17T12:25:50.529735+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t120000z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", + "data_fetched_at": "2026-06-17T12:22:37.959436Z", "context_length": 144, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t060000z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", - "context_length": 720, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t235000z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", - "context_length": 230, - "prediction_length": 36 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t095000z", + "data_fetched_at": "2026-06-17T12:22:37.959436Z", + "context_length": 288, + "prediction_length": 24 } ], "failed_datasets": [] @@ -114,25 +90,19 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-17T12:11:20.634983+00:00", + "evaluated_at": "2026-06-17T12:26:03.233196+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t120000z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", + "data_fetched_at": "2026-06-17T12:22:37.959436Z", "context_length": 144, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t060000z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", - "context_length": 720, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t235000z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", - "context_length": 230, - "prediction_length": 36 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t095000z", + "data_fetched_at": "2026-06-17T12:22:37.959436Z", + "context_length": 288, + "prediction_length": 24 } ], "failed_datasets": [] @@ -140,25 +110,99 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-17T12:11:37.891416+00:00", + "evaluated_at": "2026-06-17T12:26:14.396942+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t120000z", + "data_fetched_at": "2026-06-17T12:22:37.959436Z", + "context_length": 144, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t095000z", + "data_fetched_at": "2026-06-17T12:22:37.959436Z", + "context_length": 288, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "ARIMA": { + "model": "ARIMA", + "api_model_id": "baseline/arima", + "evaluated_at": "2026-06-17T12:26:17.241703+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t120000z", + "data_fetched_at": "2026-06-17T12:22:37.959436Z", + "context_length": 144, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t095000z", + "data_fetched_at": "2026-06-17T12:22:37.959436Z", + "context_length": 288, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "ETS": { + "model": "ETS", + "api_model_id": "baseline/ets", + "evaluated_at": "2026-06-17T12:26:17.342169+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t120000z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", + "data_fetched_at": "2026-06-17T12:22:37.959436Z", "context_length": 144, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t060000z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", - "context_length": 720, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t095000z", + "data_fetched_at": "2026-06-17T12:22:37.959436Z", + "context_length": 288, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "Moving-Average": { + "model": "Moving-Average", + "api_model_id": "baseline/moving-average", + "evaluated_at": "2026-06-17T12:26:17.367676+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t120000z", + "data_fetched_at": "2026-06-17T12:22:37.959436Z", + "context_length": 144, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t235000z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", - "context_length": 230, - "prediction_length": 36 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t095000z", + "data_fetched_at": "2026-06-17T12:22:37.959436Z", + "context_length": 288, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "Seasonal-Naive": { + "model": "Seasonal-Naive", + "api_model_id": "baseline/seasonal-naive", + "evaluated_at": "2026-06-17T12:26:17.390353+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t120000z", + "data_fetched_at": "2026-06-17T12:22:37.959436Z", + "context_length": 144, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t095000z", + "data_fetched_at": "2026-06-17T12:22:37.959436Z", + "context_length": 288, + "prediction_length": 24 } ], "failed_datasets": [] @@ -166,7 +210,5 @@ }, "failed_models": [], "failed_datasets": [], - "push_status": "ok", - "pushed_at": "2026-06-17T12:19:31.210404+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260617_122617.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260617_122617.json new file mode 100644 index 0000000000000000000000000000000000000000..b7ec93394c464a0bbbd356bda19b5e0a3fc7636d --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260617_122617.json @@ -0,0 +1,443 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-17T12:26:17.001628+00:00", + "metrics": { + "MSE[mean]": 1022642.477105665, + "MSE[0.5]": 296481.7890143014, + "MAE[0.5]": 371.94075676461154, + "MASE[0.5]": 0.42844282596165734, + "MAPE[0.5]": 0.005707708783216709, + "sMAPE[0.5]": 0.005672922703904078, + "MSIS": 7.745812238079568, + "RMSE[mean]": 1011.2578687484538, + "NRMSE[mean]": 0.015415431841884689, + "ND[0.5]": 0.005669797548492646, + "mean_weighted_sum_quantile_loss": 0.00504243441210723 + }, + "context_length": 144, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00" + ], + "context": [ + 62146.421875, + 62195.98828125, + 62639.23046875, + 62219.328125, + 61969.98828125, + 61882.0, + 61942.44140625, + 61805.51171875, + 61356.1796875, + 61381.4609375, + 61510.98828125, + 61812.0, + 62206.01171875, + 62148.0, + 62689.48046875, + 62726.859375, + 62610.0, + 62772.0, + 62719.390625, + 62957.98828125, + 62927.48828125, + 63148.0, + 63108.0, + 63010.01171875, + 63077.5703125, + 62734.01953125, + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125 + ], + "actual": [ + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 64763.98828125 + ], + "predictions": { + "p50": [ + 65950.78800781508, + 65960.30019863136, + 65962.26701322816, + 65987.17986264295, + 65968.96907672899, + 65953.35497593872, + 65962.0527541184, + 65958.54484823946, + 65953.85081580379, + 65960.41429034402, + 65965.13668394394, + 65958.39147723756, + 65967.17241605074, + 65962.2778504442, + 65965.78033701485, + 65956.15821854855, + 65989.04227958653, + 65953.48362231319, + 65969.4811566997, + 65971.88026857153, + 65958.36661653299, + 65958.40611358755, + 65972.87527362844, + 65946.95723628812 + ], + "p10": [ + 65731.05492680136, + 65672.1567777686, + 65759.90787199588, + 65693.31951812416, + 65726.83266655354, + 65670.59447809368, + 65642.04231098662, + 65714.75094323135, + 65698.16500295729, + 65746.24971765319, + 65698.60817146002, + 65743.23531494052, + 65669.98123068275, + 65733.45091274916, + 65670.25577503903, + 65714.61616817261, + 65698.25221141035, + 65716.38768988763, + 65716.38474297388, + 65690.30069506173, + 65746.19101404388, + 65695.80781022237, + 65751.60017310242, + 65692.52647358114 + ], + "p90": [ + 66304.13565295239, + 66301.52153726993, + 66303.6516844095, + 66300.20249888753, + 66338.06112550758, + 66279.97903608697, + 66306.84843415474, + 66342.84317052693, + 66290.9595487987, + 66299.92822829564, + 66280.74952409367, + 66202.09511574823, + 66291.03374944949, + 66307.07353048054, + 66304.0095830047, + 66301.83462264005, + 66335.30645154069, + 66281.62496484755, + 66345.96811108076, + 66342.70487134495, + 66299.40883828467, + 66281.84130486603, + 66338.57416024714, + 66279.64706838885 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260617_122244.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260617_122244.json new file mode 100644 index 0000000000000000000000000000000000000000..fb02e0661eaf8576d8bf101d415981cb7306adde --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260617_122244.json @@ -0,0 +1,443 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-17T12:22:44.421331+00:00", + "metrics": { + "MSE[mean]": 1007260.4006245931, + "MSE[0.5]": 1007260.4006245931, + "MAE[0.5]": 895.052734375, + "MASE[0.5]": 1.0310215159964957, + "MAPE[0.5]": 0.013687431296174295, + "sMAPE[0.5]": 0.013570104559388492, + "MSIS": 3.673036789622717, + "RMSE[mean]": 1003.6236349471814, + "NRMSE[mean]": 0.015299056964155257, + "ND[0.5]": 0.013644021814857627, + "mean_weighted_sum_quantile_loss": 0.008041396006177664 + }, + "context_length": 144, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00" + ], + "context": [ + 62146.421875, + 62195.98828125, + 62639.23046875, + 62219.328125, + 61969.98828125, + 61882.0, + 61942.44140625, + 61805.51171875, + 61356.1796875, + 61381.4609375, + 61510.98828125, + 61812.0, + 62206.01171875, + 62148.0, + 62689.48046875, + 62726.859375, + 62610.0, + 62772.0, + 62719.390625, + 62957.98828125, + 62927.48828125, + 63148.0, + 63108.0, + 63010.01171875, + 63077.5703125, + 62734.01953125, + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125 + ], + "actual": [ + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 64763.98828125 + ], + "predictions": { + "p50": [ + 66395.453125, + 66385.34375, + 66381.5390625, + 66386.2265625, + 66405.46875, + 66407.7109375, + 66436.2265625, + 66446.2734375, + 66470.5625, + 66480.171875, + 66498.65625, + 66504.1875, + 66513.265625, + 66529.640625, + 66550.3359375, + 66520.7578125, + 66576.171875, + 66562.59375, + 66563.234375, + 66558.0625, + 66571.28125, + 66568.40625, + 66594.9765625, + 66583.3359375 + ], + "p10": [ + 66084.1015625, + 65951.5, + 65846.0234375, + 65796.8359375, + 65738.5390625, + 65703.6640625, + 65641.515625, + 65590.6484375, + 65538.7265625, + 65512.03125, + 65441.875, + 65365.62109375, + 65299.06640625, + 65319.8203125, + 65302.55078125, + 65249.22265625, + 65139.52734375, + 65065.91015625, + 65004.0859375, + 64976.65234375, + 64923.80078125, + 64902.515625, + 64897.859375, + 64832.25390625 + ], + "p90": [ + 66643.3828125, + 66736.3359375, + 66832.46875, + 66922.9765625, + 66988.4375, + 67053.0859375, + 67130.7421875, + 67188.75, + 67240.6328125, + 67296.6953125, + 67359.265625, + 67420.296875, + 67492.734375, + 67484.4453125, + 67540.0546875, + 67534.4140625, + 67716.3359375, + 67743.734375, + 67768.7578125, + 67855.875, + 67895.6484375, + 67985.7421875, + 68030.671875, + 68066.75 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260617_122617.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260617_122617.json new file mode 100644 index 0000000000000000000000000000000000000000..b36417248ba42373164f99f3abae0bba7c9599f8 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260617_122617.json @@ -0,0 +1,443 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-17T12:26:17.300411+00:00", + "metrics": { + "MSE[mean]": 1806651.2900594824, + "MSE[0.5]": 1734569.0139361427, + "MAE[0.5]": 1185.0538808683716, + "MASE[0.5]": 1.3650771645802662, + "MAPE[0.5]": 0.018118557744422985, + "sMAPE[0.5]": 0.017917259802063962, + "MSIS": 33.28218657398179, + "RMSE[mean]": 1344.1172902910976, + "NRMSE[mean]": 0.02048948059274405, + "ND[0.5]": 0.018064746781249957, + "mean_weighted_sum_quantile_loss": 0.01701032195669436 + }, + "context_length": 144, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00" + ], + "context": [ + 62146.421875, + 62195.98828125, + 62639.23046875, + 62219.328125, + 61969.98828125, + 61882.0, + 61942.44140625, + 61805.51171875, + 61356.1796875, + 61381.4609375, + 61510.98828125, + 61812.0, + 62206.01171875, + 62148.0, + 62689.48046875, + 62726.859375, + 62610.0, + 62772.0, + 62719.390625, + 62957.98828125, + 62927.48828125, + 63148.0, + 63108.0, + 63010.01171875, + 63077.5703125, + 62734.01953125, + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125 + ], + "actual": [ + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 64763.98828125 + ], + "predictions": { + "p50": [ + 66461.70889631717, + 66468.27584866491, + 66503.02053538767, + 66542.2222533604, + 66587.13295570816, + 66579.74678305592, + 66622.91334477866, + 66635.32404712641, + 66668.78748384917, + 66700.51849869691, + 66738.96435729467, + 66770.2442002674, + 66803.98107449016, + 66849.16521433792, + 66858.85716668566, + 66875.33036903341, + 66935.29575888117, + 66929.85880497891, + 66981.36325732667, + 67007.7934909244, + 67037.76669327216, + 67071.20473936992, + 67121.21309796766, + 67099.22145656541 + ], + "p10": [ + 66230.11241194217, + 66169.77584866491, + 66293.64280101267, + 66263.2456908604, + 66341.31342445816, + 66352.46553305592, + 66311.11529790366, + 66341.08850025141, + 66396.99451509917, + 66499.87123307191, + 66455.20029479466, + 66517.2926377674, + 66491.88654324017, + 66611.48552683792, + 66674.16536981065, + 66622.92411903341, + 66619.37388388117, + 66649.34708622891, + 66679.32028857667, + 66785.8110690494, + 66821.29794327216, + 66857.08598936992, + 66848.60958234266, + 66804.56911281541 + ], + "p90": [ + 66760.05811506716, + 66755.8379580399, + 66894.26076976267, + 66863.85740961041, + 66961.19545570816, + 66910.67647055592, + 66990.14967290366, + 66983.75021900142, + 67009.68201509917, + 67031.47787369692, + 67059.70654479467, + 67007.9586533924, + 67102.94240261517, + 67163.58943308792, + 67249.84349481066, + 67211.31708778342, + 67245.33169638117, + 67164.49825810391, + 67374.53083545166, + 67399.2544284244, + 67360.43075577216, + 67386.58520811991, + 67436.44747296766, + 67449.44176906541 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260617_122555.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260617_122555.json new file mode 100644 index 0000000000000000000000000000000000000000..15996c960d4f5963fc2665857aee63a8916c7d6f --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260617_122555.json @@ -0,0 +1,443 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-17T12:25:55.374943+00:00", + "metrics": { + "MSE[mean]": 1181858.2463887532, + "MSE[0.5]": 1148568.7055123646, + "MAE[0.5]": 967.0577799479166, + "MASE[0.5]": 1.1139649542932626, + "MAPE[0.5]": 0.014785604994215627, + "sMAPE[0.5]": 0.014651969241161066, + "MSIS": 7.136151680493355, + "RMSE[mean]": 1087.1330398754117, + "NRMSE[mean]": 0.01657205921176269, + "ND[0.5]": 0.014741653691556727, + "mean_weighted_sum_quantile_loss": 0.009132987585788494 + }, + "context_length": 144, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00" + ], + "context": [ + 62146.421875, + 62195.98828125, + 62639.23046875, + 62219.328125, + 61969.98828125, + 61882.0, + 61942.44140625, + 61805.51171875, + 61356.1796875, + 61381.4609375, + 61510.98828125, + 61812.0, + 62206.01171875, + 62148.0, + 62689.48046875, + 62726.859375, + 62610.0, + 62772.0, + 62719.390625, + 62957.98828125, + 62927.48828125, + 63148.0, + 63108.0, + 63010.01171875, + 63077.5703125, + 62734.01953125, + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125 + ], + "actual": [ + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 64763.98828125 + ], + "predictions": { + "p50": [ + 66419.61328125, + 66470.53125, + 66396.94921875, + 66438.578125, + 66457.01953125, + 66439.40625, + 66471.26953125, + 66530.203125, + 66607.43359375, + 66515.69921875, + 66575.6953125, + 66551.36328125, + 66543.02734375, + 66547.15234375, + 66443.765625, + 66694.62109375, + 66543.96875, + 66880.8203125, + 66585.02734375, + 66661.98828125, + 66770.70703125, + 66705.2734375, + 66690.66015625, + 66697.4609375 + ], + "p10": [ + 66091.4296875, + 66018.54296875, + 65804.375, + 65893.2421875, + 65890.33984375, + 65654.80078125, + 65708.4765625, + 65752.203125, + 65820.49609375, + 65584.69921875, + 65520.15234375, + 65347.16015625, + 65243.48828125, + 65274.79296875, + 65464.53515625, + 65473.732421875, + 65486.8984375, + 65333.37109375, + 65263.962890625, + 65402.75390625, + 65500.658203125, + 65223.265625, + 65316.755859375, + 64929.4609375 + ], + "p90": [ + 66733.47265625, + 66957.96875, + 66849.46484375, + 67236.9609375, + 67081.14453125, + 67175.31640625, + 67316.69921875, + 67378.42578125, + 67615.36328125, + 67427.85546875, + 67693.37109375, + 67784.65234375, + 67688.8828125, + 67768.421875, + 67752.390625, + 67874.9375, + 67914.54296875, + 68340.953125, + 67841.99609375, + 68148.2265625, + 67983.796875, + 68051.99609375, + 68272.2109375, + 67942.65234375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260617_122617.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260617_122617.json new file mode 100644 index 0000000000000000000000000000000000000000..192b9ccaea04524d82f96f90560807401af9d443 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260617_122617.json @@ -0,0 +1,443 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-17T12:26:17.348578+00:00", + "metrics": { + "MSE[mean]": 914660.0078161896, + "MSE[0.5]": 862414.023437875, + "MAE[0.5]": 836.1963380044375, + "MASE[0.5]": 0.9632241576046, + "MAPE[0.5]": 0.012785753916583572, + "sMAPE[0.5]": 0.012685239104876277, + "MSIS": 17.499448533085147, + "RMSE[mean]": 956.3785902121552, + "NRMSE[mean]": 0.014578862056914688, + "ND[0.5]": 0.012746825565762192, + "mean_weighted_sum_quantile_loss": 0.011692400741206595 + }, + "context_length": 144, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00" + ], + "context": [ + 62146.421875, + 62195.98828125, + 62639.23046875, + 62219.328125, + 61969.98828125, + 61882.0, + 61942.44140625, + 61805.51171875, + 61356.1796875, + 61381.4609375, + 61510.98828125, + 61812.0, + 62206.01171875, + 62148.0, + 62689.48046875, + 62726.859375, + 62610.0, + 62772.0, + 62719.390625, + 62957.98828125, + 62927.48828125, + 63148.0, + 63108.0, + 63010.01171875, + 63077.5703125, + 62734.01953125, + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125 + ], + "actual": [ + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 64763.98828125 + ], + "predictions": { + "p50": [ + 66457.54318045235, + 66434.13693045235, + 66438.90841482735, + 66448.13693045235, + 66463.07443045235, + 66425.71505545235, + 66438.90841482735, + 66421.34591482735, + 66424.83614920235, + 66426.59396170235, + 66435.06661795235, + 66436.37325857735, + 66440.13693045235, + 66455.34786795235, + 66435.06661795235, + 66421.56661795235, + 66451.55880545235, + 66416.14864920235, + 66437.67989920235, + 66434.13693045235, + 66434.13693045235, + 66437.60177420235, + 66457.63693045235, + 66405.67208670235 + ], + "p10": [ + 66225.94669607736, + 66135.63693045235, + 66229.53068045236, + 66169.16036795235, + 66217.25489920235, + 66198.43380545235, + 66127.11036795235, + 66127.11036795235, + 66153.04318045235, + 66225.94669607736, + 66151.30255545235, + 66183.42169607735, + 66128.04239920236, + 66217.66818045235, + 66250.37482107735, + 66169.16036795235, + 66135.63693045235, + 66135.63693045235, + 66135.63693045235, + 66212.15450857735, + 66217.66818045235, + 66223.48302420236, + 66185.03341482735, + 66111.01974295235 + ], + "p90": [ + 66755.89239920235, + 66721.69903982735, + 66830.14864920235, + 66769.77208670236, + 66837.13693045235, + 66756.64474295235, + 66806.14474295235, + 66769.77208670236, + 66765.73068045235, + 66757.55333670236, + 66755.80880545235, + 66674.08771170235, + 66739.09825857736, + 66769.77208670236, + 66826.05294607735, + 66757.55333670236, + 66761.59474295235, + 66650.78810232735, + 66830.84747732735, + 66825.59786795235, + 66756.80099295235, + 66752.98224295235, + 66772.87130545235, + 66755.89239920235 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260617_122617.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260617_122617.json new file mode 100644 index 0000000000000000000000000000000000000000..ded06d8fc92dcdd2b21c457f693844c61d136369 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260617_122617.json @@ -0,0 +1,443 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-17T12:26:17.374141+00:00", + "metrics": { + "MSE[mean]": 1079628.9566726685, + "MSE[0.5]": 1079628.9566726685, + "MAE[0.5]": 883.5579427083334, + "MASE[0.5]": 1.0177805335659955, + "MAPE[0.5]": 0.01351150113033941, + "sMAPE[0.5]": 0.013386305942475736, + "MSIS": 4.593782884288501, + "RMSE[mean]": 1039.051950901719, + "NRMSE[mean]": 0.015839119797531123, + "ND[0.5]": 0.0134687972920626, + "mean_weighted_sum_quantile_loss": 0.010020875855361938 + }, + "context_length": 144, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00" + ], + "context": [ + 62146.421875, + 62195.98828125, + 62639.23046875, + 62219.328125, + 61969.98828125, + 61882.0, + 61942.44140625, + 61805.51171875, + 61356.1796875, + 61381.4609375, + 61510.98828125, + 61812.0, + 62206.01171875, + 62148.0, + 62689.48046875, + 62726.859375, + 62610.0, + 62772.0, + 62719.390625, + 62957.98828125, + 62927.48828125, + 63148.0, + 63108.0, + 63010.01171875, + 63077.5703125, + 62734.01953125, + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125 + ], + "actual": [ + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 64763.98828125 + ], + "predictions": { + "p50": [ + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125 + ], + "p10": [ + 65118.1059375, + 65259.7159375, + 65946.2978125, + 65814.83234375, + 65514.75328125, + 65430.79484375, + 65282.06453125, + 65189.577031249995, + 65040.78546875, + 64882.216875, + 65002.16734375, + 64925.0, + 65019.592968749996, + 64427.15234375, + 64841.90671875, + 64523.291874999995, + 64724.1, + 65117.08, + 65044.56, + 65561.6171875, + 65179.799999999996, + 65183.72, + 65152.09203125, + 65101.2315625 + ], + "p90": [ + 67775.9878125, + 67923.3778125, + 68637.9834375, + 68501.15203125, + 68188.82484375, + 68101.43953125, + 67946.63859375, + 67850.37609375, + 67695.51140625, + 67530.470625, + 67655.31703125, + 67575.0, + 67673.45390625, + 67056.83203125, + 67488.51515625, + 67156.895625, + 67365.9, + 67774.92, + 67699.44, + 68237.6015625, + 67840.2, + 67844.28, + 67811.36109375, + 67758.4246875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260617_122608.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260617_122608.json new file mode 100644 index 0000000000000000000000000000000000000000..33fc618b0dfad776bb84cedac85b6bc936420fa6 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260617_122608.json @@ -0,0 +1,443 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-17T12:26:08.086365+00:00", + "metrics": { + "MSE[mean]": 772414.7202529907, + "MSE[0.5]": 772414.7202529907, + "MAE[0.5]": 812.8284505208334, + "MASE[0.5]": 0.9363064198516344, + "MAPE[0.5]": 0.012422334764598456, + "sMAPE[0.5]": 0.012332380869306053, + "MSIS": 3.558468281712551, + "RMSE[mean]": 878.8712762703027, + "NRMSE[mean]": 0.013397354597499913, + "ND[0.5]": 0.01239060972020526, + "mean_weighted_sum_quantile_loss": 0.007493964268117921 + }, + "context_length": 144, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00" + ], + "context": [ + 62146.421875, + 62195.98828125, + 62639.23046875, + 62219.328125, + 61969.98828125, + 61882.0, + 61942.44140625, + 61805.51171875, + 61356.1796875, + 61381.4609375, + 61510.98828125, + 61812.0, + 62206.01171875, + 62148.0, + 62689.48046875, + 62726.859375, + 62610.0, + 62772.0, + 62719.390625, + 62957.98828125, + 62927.48828125, + 63148.0, + 63108.0, + 63010.01171875, + 63077.5703125, + 62734.01953125, + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125 + ], + "actual": [ + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 64763.98828125 + ], + "predictions": { + "p50": [ + 66590.1875, + 66579.125, + 66545.9375, + 66523.8125, + 66512.75, + 66490.625, + 66479.5625, + 66457.4375, + 66468.5, + 66424.25, + 66446.375, + 66435.3125, + 66424.25, + 66402.125, + 66402.125, + 66391.0625, + 66368.9375, + 66324.6875, + 66302.5625, + 66280.4375, + 66280.4375, + 66269.375, + 66280.4375, + 66236.1875 + ], + "p10": [ + 66214.0625, + 66081.3125, + 65937.5, + 65826.875, + 65727.3125, + 65638.8125, + 65594.5625, + 65500.53125, + 65445.21875, + 65367.78125, + 65334.59375, + 65290.34375, + 65223.96875, + 65141.0, + 65113.34375, + 65019.3125, + 64933.578125, + 64881.03125, + 64845.078125, + 64781.46875, + 64748.28125, + 64687.4375, + 64651.484375, + 64582.34375 + ], + "p90": [ + 66922.0625, + 66988.4375, + 67054.8125, + 67076.9375, + 67088.0, + 67110.125, + 67132.25, + 67132.25, + 67154.375, + 67132.25, + 67154.375, + 67154.375, + 67176.5, + 67176.5, + 67176.5, + 67198.625, + 67198.625, + 67176.5, + 67176.5, + 67176.5, + 67154.375, + 67176.5, + 67220.75, + 67198.625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260617_122355.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260617_122355.json new file mode 100644 index 0000000000000000000000000000000000000000..115d01146d89577d68c707cd14e07f699a33ad28 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260617_122355.json @@ -0,0 +1,443 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-17T12:23:55.758543+00:00", + "metrics": { + "MSE[mean]": 851476.873415629, + "MSE[0.5]": 582158.3207931519, + "MAE[0.5]": 673.9137369791666, + "MASE[0.5]": 0.7762889671928712, + "MAPE[0.5]": 0.010307304283136268, + "sMAPE[0.5]": 0.010239289829506882, + "MSIS": 32.213106172790624, + "RMSE[mean]": 922.7550451856814, + "NRMSE[mean]": 0.014066310824774829, + "ND[0.5]": 0.01027301898038065, + "mean_weighted_sum_quantile_loss": 0.010978162051693115 + }, + "context_length": 144, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00" + ], + "context": [ + 62146.421875, + 62195.98828125, + 62639.23046875, + 62219.328125, + 61969.98828125, + 61882.0, + 61942.44140625, + 61805.51171875, + 61356.1796875, + 61381.4609375, + 61510.98828125, + 61812.0, + 62206.01171875, + 62148.0, + 62689.48046875, + 62726.859375, + 62610.0, + 62772.0, + 62719.390625, + 62957.98828125, + 62927.48828125, + 63148.0, + 63108.0, + 63010.01171875, + 63077.5703125, + 62734.01953125, + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125 + ], + "actual": [ + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 64763.98828125 + ], + "predictions": { + "p50": [ + 66426.34375, + 66288.6875, + 66367.2578125, + 66272.65625, + 66372.3515625, + 66278.6875, + 66316.34375, + 66276.90625, + 66283.09375, + 66268.90625, + 66229.9921875, + 66242.46875, + 66333.5625, + 66308.9921875, + 66294.578125, + 66264.015625, + 66294.65625, + 66262.625, + 66258.515625, + 66213.8046875, + 66177.3984375, + 66137.609375, + 66200.15625, + 66212.9375 + ], + "p10": [ + 66372.828125, + 66385.796875, + 66314.5390625, + 66370.90625, + 66404.40625, + 66229.640625, + 66281.84375, + 66265.46875, + 66251.421875, + 66412.453125, + 66238.0625, + 66192.53125, + 66268.90625, + 66331.671875, + 66274.96875, + 66319.7734375, + 66373.125, + 66161.921875, + 66291.28125, + 66273.375, + 66327.421875, + 66121.2734375, + 66195.9296875, + 66166.484375 + ], + "p90": [ + 66623.984375, + 66588.8125, + 66712.4765625, + 66721.078125, + 66822.03125, + 66749.3203125, + 66747.890625, + 66781.890625, + 66818.84375, + 66859.03125, + 66893.21875, + 66829.84375, + 66968.046875, + 66997.84375, + 66938.203125, + 66940.1875, + 67018.6484375, + 67056.1796875, + 67102.6875, + 67075.265625, + 67067.9609375, + 66988.65625, + 66990.015625, + 66995.3046875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260617_122523.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260617_122523.json new file mode 100644 index 0000000000000000000000000000000000000000..28bbc2a5b67867b3ee98f2e4b5aa378f6f6f6fa3 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260617_122523.json @@ -0,0 +1,443 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-17T12:25:23.436950+00:00", + "metrics": { + "MSE[mean]": 1259830.3497009277, + "MSE[0.5]": 1259830.3497009277, + "MAE[0.5]": 980.2083333333334, + "MASE[0.5]": 1.1291132276484552, + "MAPE[0.5]": 0.014994314419681956, + "sMAPE[0.5]": 0.014847666577399388, + "MSIS": 10.775068623476287, + "RMSE[mean]": 1122.4216452389574, + "NRMSE[mean]": 0.01710999232218699, + "ND[0.5]": 0.014942118346182205, + "mean_weighted_sum_quantile_loss": 0.009683312440567964 + }, + "context_length": 144, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00" + ], + "context": [ + 62146.421875, + 62195.98828125, + 62639.23046875, + 62219.328125, + 61969.98828125, + 61882.0, + 61942.44140625, + 61805.51171875, + 61356.1796875, + 61381.4609375, + 61510.98828125, + 61812.0, + 62206.01171875, + 62148.0, + 62689.48046875, + 62726.859375, + 62610.0, + 62772.0, + 62719.390625, + 62957.98828125, + 62927.48828125, + 63148.0, + 63108.0, + 63010.01171875, + 63077.5703125, + 62734.01953125, + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125 + ], + "actual": [ + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 64763.98828125 + ], + "predictions": { + "p50": [ + 66457.2578125, + 66462.46875, + 66470.6875, + 66474.8359375, + 66471.484375, + 66467.8125, + 66466.0703125, + 66452.6484375, + 66449.84375, + 66442.0, + 66460.125, + 66470.5, + 66486.109375, + 66506.921875, + 66555.0546875, + 66583.6171875, + 66630.03125, + 66692.1875, + 66751.2578125, + 66786.2890625, + 66813.40625, + 66834.25, + 66868.46875, + 66880.2890625 + ], + "p10": [ + 66131.3828125, + 66058.203125, + 66004.1875, + 65948.109375, + 65887.7890625, + 65832.203125, + 65788.1640625, + 65716.5234375, + 65659.90625, + 65600.4765625, + 65576.2421875, + 65552.3984375, + 65516.8828125, + 65496.984375, + 65503.46875, + 65487.83203125, + 65499.95703125, + 65526.31640625, + 65553.4140625, + 65564.0703125, + 65560.6171875, + 65550.5078125, + 65556.9375, + 65540.671875 + ], + "p90": [ + 66792.4765625, + 66879.984375, + 66965.8359375, + 67046.4296875, + 67105.078125, + 67152.203125, + 67210.5, + 67243.625, + 67282.8984375, + 67315.7265625, + 67378.359375, + 67421.5625, + 67468.2578125, + 67530.671875, + 67629.7109375, + 67674.0703125, + 67748.1484375, + 67858.90625, + 67954.4765625, + 68032.1875, + 68075.0703125, + 68116.359375, + 68176.1640625, + 68204.578125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260617_122446.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260617_122446.json new file mode 100644 index 0000000000000000000000000000000000000000..02bcacc2871e5e6b570b8c29800e29bbfca02ddc --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260617_122446.json @@ -0,0 +1,443 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-17T12:24:46.340108+00:00", + "metrics": { + "MSE[mean]": 1286528.7315877278, + "MSE[0.5]": 1286528.7315877278, + "MAE[0.5]": 1013.037109375, + "MASE[0.5]": 1.1669290715008553, + "MAPE[0.5]": 0.015491016275337763, + "sMAPE[0.5]": 0.015341379062567115, + "MSIS": 7.637656233618447, + "RMSE[mean]": 1134.2524990440743, + "NRMSE[mean]": 0.017290339715369498, + "ND[0.5]": 0.015442554263827155, + "mean_weighted_sum_quantile_loss": 0.009720587679919075 + }, + "context_length": 144, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00" + ], + "context": [ + 62146.421875, + 62195.98828125, + 62639.23046875, + 62219.328125, + 61969.98828125, + 61882.0, + 61942.44140625, + 61805.51171875, + 61356.1796875, + 61381.4609375, + 61510.98828125, + 61812.0, + 62206.01171875, + 62148.0, + 62689.48046875, + 62726.859375, + 62610.0, + 62772.0, + 62719.390625, + 62957.98828125, + 62927.48828125, + 63148.0, + 63108.0, + 63010.01171875, + 63077.5703125, + 62734.01953125, + 62749.44140625, + 62582.44921875, + 63644.19140625, + 63461.12109375, + 63605.6796875, + 63393.671875, + 63519.98828125, + 63500.01171875, + 63625.98828125, + 63648.80078125, + 63426.19921875, + 63624.0703125, + 63524.8203125, + 63700.0, + 63358.19921875, + 62980.44921875, + 63100.80078125, + 63470.80859375, + 63752.9296875, + 63702.01171875, + 63766.01171875, + 63465.51171875, + 63229.1015625, + 63999.98828125, + 63593.01953125, + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125 + ], + "actual": [ + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 64763.98828125 + ], + "predictions": { + "p50": [ + 66431.390625, + 66423.6875, + 66432.7265625, + 66445.5078125, + 66456.90625, + 66480.9140625, + 66499.84375, + 66525.125, + 66549.3671875, + 66569.0625, + 66590.6171875, + 66607.7734375, + 66625.1015625, + 66639.0234375, + 66666.8984375, + 66678.7109375, + 66694.8515625, + 66711.75, + 66730.984375, + 66752.9921875, + 66774.8515625, + 66789.28125, + 66810.6953125, + 66833.4453125 + ], + "p10": [ + 66194.2109375, + 66055.5390625, + 65953.0234375, + 65882.8359375, + 65821.4765625, + 65770.5078125, + 65713.109375, + 65667.125, + 65634.3671875, + 65591.5234375, + 65557.203125, + 65521.74609375, + 65484.6015625, + 65444.96875, + 65422.98828125, + 65385.7578125, + 65351.828125, + 65301.66796875, + 65284.0078125, + 65243.0625, + 65227.7265625, + 65195.875, + 65165.30078125, + 65138.85546875 + ], + "p90": [ + 66657.484375, + 66815.046875, + 66991.0625, + 67146.4453125, + 67289.4375, + 67411.0390625, + 67514.578125, + 67623.0703125, + 67705.8203125, + 67802.7109375, + 67869.484375, + 67945.1328125, + 68015.5625, + 68092.7890625, + 68183.3671875, + 68246.0234375, + 68317.2734375, + 68396.2265625, + 68462.1875, + 68520.8359375, + 68573.46875, + 68650.0625, + 68697.265625, + 68754.25 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260617_122617.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260617_122617.json new file mode 100644 index 0000000000000000000000000000000000000000..e8d164973634843a6c601007b46443e0c3cdaf23 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260617_122617.json @@ -0,0 +1,731 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ARIMA", + "evaluated_at": "2026-06-17T12:26:17.165483+00:00", + "metrics": { + "MSE[mean]": 438.3003266182, + "MSE[0.5]": 136.23778143263655, + "MAE[0.5]": 9.523473993322549, + "MASE[0.5]": 0.09016306739240283, + "MAPE[0.5]": 0.0033525054313324107, + "sMAPE[0.5]": 0.0033517692350604777, + "MSIS": 0.868276762473986, + "RMSE[mean]": 20.935623387379703, + "NRMSE[mean]": 0.007351206456431791, + "ND[0.5]": 0.003344014277099359, + "mean_weighted_sum_quantile_loss": 0.0029076317225328837 + }, + "context_length": 288, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 09:55:00", + "2026-06-16 10:10:00", + "2026-06-16 10:25:00", + "2026-06-16 10:40:00", + "2026-06-16 10:55:00", + "2026-06-16 11:10:00", + "2026-06-16 11:25:00", + "2026-06-16 11:40:00", + "2026-06-16 11:55:00", + "2026-06-16 12:10:00", + "2026-06-16 12:25:00", + "2026-06-16 12:40:00", + "2026-06-16 12:55:00", + "2026-06-16 13:10:00", + "2026-06-16 13:25:00", + "2026-06-16 13:40:00", + "2026-06-16 13:55:00", + "2026-06-16 14:10:00", + "2026-06-16 14:25:00", + "2026-06-16 14:40:00", + "2026-06-16 14:55:00", + "2026-06-16 15:10:00", + "2026-06-16 15:25:00", + "2026-06-16 15:40:00", + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00", + "2026-06-19 00:55:00", + "2026-06-19 01:10:00", + "2026-06-19 01:25:00", + "2026-06-19 01:40:00", + "2026-06-19 01:55:00", + "2026-06-19 02:10:00", + "2026-06-19 02:25:00", + "2026-06-19 02:40:00", + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00", + "2026-06-19 14:55:00", + "2026-06-19 15:10:00", + "2026-06-19 15:25:00", + "2026-06-19 15:40:00" + ], + "context": [ + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3060.0, + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3060.0, + 3010.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0 + ], + "actual": [ + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2850.0 + ], + "predictions": { + "p50": [ + 2841.8820716584005, + 2841.8861626147777, + 2841.8834812904643, + 2841.885940804975, + 2841.888946477051, + 2841.8874081311005, + 2841.867770148246, + 2841.8844303611154, + 2841.8883376796607, + 2841.8828273463564, + 2841.8867331867787, + 2841.854883610081, + 2841.8785130452507, + 2841.887384859153, + 2841.887077624515, + 2841.8889465427715, + 2841.885393635779, + 2841.8892553153282, + 2841.8774499435467, + 2841.8890849344625, + 2841.886776443941, + 2841.8890776635753, + 2841.887757150158, + 2841.886427993087 + ], + "p10": [ + 2820.2730385233635, + 2833.073683609951, + 2814.914183518634, + 2830.834532012009, + 2813.3986647252527, + 2814.2880651380055, + 2813.398664790719, + 2819.7013432856847, + 2819.8146067204625, + 2813.4881014969956, + 2828.202932024444, + 2813.3986647909733, + 2813.398769912094, + 2811.186445803328, + 2833.072553334612, + 2820.653396326693, + 2815.870957893442, + 2823.6282336126505, + 2813.4791683385056, + 2823.6282336126505, + 2813.4791683385056, + 2834.598896705533, + 2828.202932024444, + 2813.4791683385056 + ], + "p90": [ + 2849.8470085695185, + 2850.4517522058113, + 2854.4871712333293, + 2852.3751768074144, + 2854.6082142514715, + 2854.487188228796, + 2854.4871882326283, + 2850.327139351115, + 2849.92789417357, + 2853.8279247739356, + 2849.8429070324023, + 2852.3751778644005, + 2850.526719673232, + 2856.1597391855194, + 2850.0060012620083, + 2854.0474325503533, + 2853.8279247739356, + 2853.8279247739356, + 2850.360148528712, + 2852.5220746062496, + 2849.851405746519, + 2855.3217893993087, + 2848.6248691921232, + 2852.3796901157216 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260617_122316.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260617_122316.json new file mode 100644 index 0000000000000000000000000000000000000000..8edddf67ae47c83086428b1f7cd110380698d36b --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260617_122316.json @@ -0,0 +1,731 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Chronos-2", + "evaluated_at": "2026-06-17T12:23:16.238002+00:00", + "metrics": { + "MSE[mean]": 165.19748286406198, + "MSE[0.5]": 165.19748286406198, + "MAE[0.5]": 10.83673095703125, + "MASE[0.5]": 0.10259626941568047, + "MAPE[0.5]": 0.0038102908281853723, + "sMAPE[0.5]": 0.003815677217457005, + "MSIS": 0.3589809079142012, + "RMSE[mean]": 12.852917290018713, + "NRMSE[mean]": 0.0045130945861075215, + "ND[0.5]": 0.003805143276792246, + "mean_weighted_sum_quantile_loss": 0.003366219906984069 + }, + "context_length": 288, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 09:55:00", + "2026-06-16 10:10:00", + "2026-06-16 10:25:00", + "2026-06-16 10:40:00", + "2026-06-16 10:55:00", + "2026-06-16 11:10:00", + "2026-06-16 11:25:00", + "2026-06-16 11:40:00", + "2026-06-16 11:55:00", + "2026-06-16 12:10:00", + "2026-06-16 12:25:00", + "2026-06-16 12:40:00", + "2026-06-16 12:55:00", + "2026-06-16 13:10:00", + "2026-06-16 13:25:00", + "2026-06-16 13:40:00", + "2026-06-16 13:55:00", + "2026-06-16 14:10:00", + "2026-06-16 14:25:00", + "2026-06-16 14:40:00", + "2026-06-16 14:55:00", + "2026-06-16 15:10:00", + "2026-06-16 15:25:00", + "2026-06-16 15:40:00", + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00", + "2026-06-19 00:55:00", + "2026-06-19 01:10:00", + "2026-06-19 01:25:00", + "2026-06-19 01:40:00", + "2026-06-19 01:55:00", + "2026-06-19 02:10:00", + "2026-06-19 02:25:00", + "2026-06-19 02:40:00", + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00", + "2026-06-19 14:55:00", + "2026-06-19 15:10:00", + "2026-06-19 15:25:00", + "2026-06-19 15:40:00" + ], + "context": [ + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3060.0, + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3060.0, + 3010.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0 + ], + "actual": [ + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2850.0 + ], + "predictions": { + "p50": [ + 2848.224609375, + 2847.7421875, + 2847.044189453125, + 2845.5546875, + 2845.421630859375, + 2844.31787109375, + 2843.66455078125, + 2843.60595703125, + 2843.5029296875, + 2842.392578125, + 2842.586669921875, + 2842.00390625, + 2841.1796875, + 2839.96875, + 2839.327880859375, + 2837.890625, + 2834.392333984375, + 2833.538818359375, + 2832.859619140625, + 2831.573486328125, + 2831.9609375, + 2831.1640625, + 2830.37158203125, + 2830.3720703125 + ], + "p10": [ + 2837.239013671875, + 2835.4814453125, + 2833.99365234375, + 2834.144287109375, + 2831.921630859375, + 2829.627685546875, + 2829.9677734375, + 2827.385498046875, + 2826.45068359375, + 2825.592041015625, + 2823.569091796875, + 2823.50634765625, + 2822.7841796875, + 2821.586181640625, + 2818.505615234375, + 2818.388671875, + 2806.519287109375, + 2804.7353515625, + 2803.5126953125, + 2803.821533203125, + 2802.109130859375, + 2799.652587890625, + 2800.55908203125, + 2797.742919921875 + ], + "p90": [ + 2857.91552734375, + 2857.56103515625, + 2856.620849609375, + 2857.11279296875, + 2857.3984375, + 2857.549072265625, + 2856.353515625, + 2857.3544921875, + 2856.56591796875, + 2856.6806640625, + 2856.69970703125, + 2856.68115234375, + 2857.81298828125, + 2855.544677734375, + 2855.157958984375, + 2855.30859375, + 2855.62255859375, + 2854.675537109375, + 2854.042724609375, + 2854.4169921875, + 2854.6669921875, + 2854.94140625, + 2854.390625, + 2855.37548828125 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260617_122617.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260617_122617.json new file mode 100644 index 0000000000000000000000000000000000000000..600c28fde9748e4a15280b04bb72a3f2d1919c9b --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260617_122617.json @@ -0,0 +1,731 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ETS", + "evaluated_at": "2026-06-17T12:26:17.324923+00:00", + "metrics": { + "MSE[mean]": 311.6186227628711, + "MSE[0.5]": 271.6219903346427, + "MAE[0.5]": 14.645052492853097, + "MASE[0.5]": 0.13865138454772163, + "MAPE[0.5]": 0.0051447528530722516, + "sMAPE[0.5]": 0.005158647935651899, + "MSIS": 5.670315719310259, + "RMSE[mean]": 17.65272281442359, + "NRMSE[mean]": 0.006198468874120939, + "ND[0.5]": 0.005142373955061804, + "mean_weighted_sum_quantile_loss": 0.005176511970180068 + }, + "context_length": 288, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 09:55:00", + "2026-06-16 10:10:00", + "2026-06-16 10:25:00", + "2026-06-16 10:40:00", + "2026-06-16 10:55:00", + "2026-06-16 11:10:00", + "2026-06-16 11:25:00", + "2026-06-16 11:40:00", + "2026-06-16 11:55:00", + "2026-06-16 12:10:00", + "2026-06-16 12:25:00", + "2026-06-16 12:40:00", + "2026-06-16 12:55:00", + "2026-06-16 13:10:00", + "2026-06-16 13:25:00", + "2026-06-16 13:40:00", + "2026-06-16 13:55:00", + "2026-06-16 14:10:00", + "2026-06-16 14:25:00", + "2026-06-16 14:40:00", + "2026-06-16 14:55:00", + "2026-06-16 15:10:00", + "2026-06-16 15:25:00", + "2026-06-16 15:40:00", + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00", + "2026-06-19 00:55:00", + "2026-06-19 01:10:00", + "2026-06-19 01:25:00", + "2026-06-19 01:40:00", + "2026-06-19 01:55:00", + "2026-06-19 02:10:00", + "2026-06-19 02:25:00", + "2026-06-19 02:40:00", + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00", + "2026-06-19 14:55:00", + "2026-06-19 15:10:00", + "2026-06-19 15:25:00", + "2026-06-19 15:40:00" + ], + "context": [ + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3060.0, + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3060.0, + 3010.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0 + ], + "actual": [ + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2850.0 + ], + "predictions": { + "p50": [ + 2848.067110256615, + 2846.950913336468, + 2845.834716416322, + 2844.7185194961753, + 2843.6023225760287, + 2842.486125655882, + 2841.3699287357354, + 2840.253731815589, + 2839.1375348954425, + 2838.021337975296, + 2836.905141055149, + 2835.7889441350026, + 2834.6727472148564, + 2833.5565502947097, + 2832.440353374563, + 2831.3241564544164, + 2830.20795953427, + 2829.0917626141236, + 2827.975565693977, + 2826.8593687738303, + 2825.7431718536836, + 2824.626974933537, + 2823.510778013391, + 2822.394581093244 + ], + "p10": [ + 2848.067110256615, + 2846.950913336468, + 2845.834716416322, + 2844.7185194961753, + 2843.6023225760287, + 2792.486125655882, + 2841.3699287357354, + 2840.253731815589, + 2839.1375348954425, + 2838.021337975296, + 2836.905141055149, + 2835.7889441350026, + 2834.6727472148564, + 2833.5565502947097, + 2832.440353374563, + 2831.3241564544164, + 2830.20795953427, + 2829.0917626141236, + 2822.975565693977, + 2826.8593687738303, + 2775.7431718536836, + 2824.626974933537, + 2823.510778013391, + 2822.394581093244 + ], + "p90": [ + 2848.067110256615, + 2846.950913336468, + 2845.834716416322, + 2844.7185194961753, + 2843.6023225760287, + 2842.486125655882, + 2841.3699287357354, + 2840.253731815589, + 2839.1375348954425, + 2838.021337975296, + 2836.905141055149, + 2835.7889441350026, + 2834.6727472148564, + 2833.5565502947097, + 2832.440353374563, + 2831.3241564544164, + 2830.20795953427, + 2829.0917626141236, + 2827.975565693977, + 2826.8593687738303, + 2825.7431718536836, + 2824.626974933537, + 2823.510778013391, + 2822.394581093244 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260617_122600.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260617_122600.json new file mode 100644 index 0000000000000000000000000000000000000000..19a1e0a05b5107769fe69c61d5c43b9c0da2ba11 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260617_122600.json @@ -0,0 +1,731 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-17T12:26:00.829357+00:00", + "metrics": { + "MSE[mean]": 104.0375651344657, + "MSE[0.5]": 99.77856019573908, + "MAE[0.5]": 6.6034800211588545, + "MASE[0.5]": 0.06251815404647436, + "MAPE[0.5]": 0.002326392904359695, + "sMAPE[0.5]": 0.0023254898948988196, + "MSIS": 0.4922991690551035, + "RMSE[mean]": 10.199880643148022, + "NRMSE[mean]": 0.003581523561602817, + "ND[0.5]": 0.0023187054938963057, + "mean_weighted_sum_quantile_loss": 0.002943449823912359 + }, + "context_length": 288, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 09:55:00", + "2026-06-16 10:10:00", + "2026-06-16 10:25:00", + "2026-06-16 10:40:00", + "2026-06-16 10:55:00", + "2026-06-16 11:10:00", + "2026-06-16 11:25:00", + "2026-06-16 11:40:00", + "2026-06-16 11:55:00", + "2026-06-16 12:10:00", + "2026-06-16 12:25:00", + "2026-06-16 12:40:00", + "2026-06-16 12:55:00", + "2026-06-16 13:10:00", + "2026-06-16 13:25:00", + "2026-06-16 13:40:00", + "2026-06-16 13:55:00", + "2026-06-16 14:10:00", + "2026-06-16 14:25:00", + "2026-06-16 14:40:00", + "2026-06-16 14:55:00", + "2026-06-16 15:10:00", + "2026-06-16 15:25:00", + "2026-06-16 15:40:00", + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00", + "2026-06-19 00:55:00", + "2026-06-19 01:10:00", + "2026-06-19 01:25:00", + "2026-06-19 01:40:00", + "2026-06-19 01:55:00", + "2026-06-19 02:10:00", + "2026-06-19 02:25:00", + "2026-06-19 02:40:00", + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00", + "2026-06-19 14:55:00", + "2026-06-19 15:10:00", + "2026-06-19 15:25:00", + "2026-06-19 15:40:00" + ], + "context": [ + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3060.0, + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3060.0, + 3010.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0 + ], + "actual": [ + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2850.0 + ], + "predictions": { + "p50": [ + 2854.900390625, + 2853.260498046875, + 2852.93994140625, + 2851.485595703125, + 2851.034912109375, + 2851.0755615234375, + 2852.1617431640625, + 2849.1231689453125, + 2847.8592529296875, + 2846.1466064453125, + 2849.4061279296875, + 2846.0826416015625, + 2846.14453125, + 2847.1312255859375, + 2845.82861328125, + 2846.990966796875, + 2842.2760009765625, + 2842.7216796875, + 2841.584716796875, + 2838.9698486328125, + 2836.9017333984375, + 2837.4613037109375, + 2834.765869140625, + 2833.398681640625 + ], + "p10": [ + 2839.5703125, + 2836.8341064453125, + 2838.1063232421875, + 2834.6239013671875, + 2836.7020263671875, + 2834.284912109375, + 2834.4652099609375, + 2830.276123046875, + 2823.721435546875, + 2820.903076171875, + 2825.6243896484375, + 2823.86328125, + 2822.8388671875, + 2819.3084716796875, + 2820.1304931640625, + 2814.6099853515625, + 2816.1590576171875, + 2809.310791015625, + 2812.8511962890625, + 2812.5689697265625, + 2806.143798828125, + 2804.230224609375, + 2797.431396484375, + 2795.2054443359375 + ], + "p90": [ + 2866.70556640625, + 2867.528564453125, + 2867.1278076171875, + 2870.0006103515625, + 2865.596435546875, + 2866.74169921875, + 2868.5123291015625, + 2872.06298828125, + 2873.489013671875, + 2872.0836181640625, + 2872.774658203125, + 2870.065673828125, + 2867.8111572265625, + 2878.4742431640625, + 2871.4249267578125, + 2879.6134033203125, + 2874.604248046875, + 2879.5687255859375, + 2869.8590087890625, + 2865.933349609375, + 2871.7467041015625, + 2873.9599609375, + 2871.9739990234375, + 2867.2327880859375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260617_122617.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260617_122617.json new file mode 100644 index 0000000000000000000000000000000000000000..3a98f1584db2de3eb81e4e497a0473a9aabffc03 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260617_122617.json @@ -0,0 +1,731 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moving-Average", + "evaluated_at": "2026-06-17T12:26:17.359102+00:00", + "metrics": { + "MSE[mean]": 539.020585249908, + "MSE[0.5]": 581.5549602500171, + "MAE[0.5]": 21.948315911730635, + "MASE[0.5]": 0.2077947068566214, + "MAPE[0.5]": 0.007719403082692244, + "sMAPE[0.5]": 0.007683393627293471, + "MSIS": 7.572459451448186, + "RMSE[mean]": 23.21681686299627, + "NRMSE[mean]": 0.008152210749259847, + "ND[0.5]": 0.007706797101412367, + "mean_weighted_sum_quantile_loss": 0.007595507285410433 + }, + "context_length": 288, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 09:55:00", + "2026-06-16 10:10:00", + "2026-06-16 10:25:00", + "2026-06-16 10:40:00", + "2026-06-16 10:55:00", + "2026-06-16 11:10:00", + "2026-06-16 11:25:00", + "2026-06-16 11:40:00", + "2026-06-16 11:55:00", + "2026-06-16 12:10:00", + "2026-06-16 12:25:00", + "2026-06-16 12:40:00", + "2026-06-16 12:55:00", + "2026-06-16 13:10:00", + "2026-06-16 13:25:00", + "2026-06-16 13:40:00", + "2026-06-16 13:55:00", + "2026-06-16 14:10:00", + "2026-06-16 14:25:00", + "2026-06-16 14:40:00", + "2026-06-16 14:55:00", + "2026-06-16 15:10:00", + "2026-06-16 15:25:00", + "2026-06-16 15:40:00", + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00", + "2026-06-19 00:55:00", + "2026-06-19 01:10:00", + "2026-06-19 01:25:00", + "2026-06-19 01:40:00", + "2026-06-19 01:55:00", + "2026-06-19 02:10:00", + "2026-06-19 02:25:00", + "2026-06-19 02:40:00", + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00", + "2026-06-19 14:55:00", + "2026-06-19 15:10:00", + "2026-06-19 15:25:00", + "2026-06-19 15:40:00" + ], + "context": [ + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3060.0, + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3060.0, + 3010.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0 + ], + "actual": [ + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2850.0 + ], + "predictions": { + "p50": [ + 2869.8649825783973, + 2869.8649825783973, + 2869.8649825783973, + 2869.8649825783973, + 2869.8649825783973, + 2869.8649825783973, + 2869.8649825783973, + 2869.8649825783973, + 2869.8649825783973, + 2869.8649825783973, + 2869.8649825783973, + 2869.8649825783973, + 2869.8649825783973, + 2869.8649825783973, + 2869.8649825783973, + 2869.8649825783973, + 2869.8649825783973, + 2869.8649825783973, + 2869.8649825783973, + 2869.8649825783973, + 2869.8649825783973, + 2869.8649825783973, + 2869.8649825783973, + 2869.8649825783973 + ], + "p10": [ + 2869.8649825783973, + 2869.8649825783973, + 2869.8649825783973, + 2869.8649825783973, + 2869.8649825783973, + 2819.8649825783973, + 2869.8649825783973, + 2869.8649825783973, + 2869.8649825783973, + 2869.8649825783973, + 2869.8649825783973, + 2869.8649825783973, + 2869.8649825783973, + 2869.8649825783973, + 2869.8649825783973, + 2869.8649825783973, + 2869.8649825783973, + 2869.8649825783973, + 2864.8649825783973, + 2869.8649825783973, + 2819.8649825783973, + 2869.8649825783973, + 2869.8649825783973, + 2869.8649825783973 + ], + "p90": [ + 2869.8649825783973, + 2869.8649825783973, + 2869.8649825783973, + 2869.8649825783973, + 2869.8649825783973, + 2869.8649825783973, + 2869.8649825783973, + 2869.8649825783973, + 2869.8649825783973, + 2869.8649825783973, + 2869.8649825783973, + 2869.8649825783973, + 2869.8649825783973, + 2869.8649825783973, + 2869.8649825783973, + 2869.8649825783973, + 2869.8649825783973, + 2869.8649825783973, + 2869.8649825783973, + 2869.8649825783973, + 2869.8649825783973, + 2869.8649825783973, + 2869.8649825783973, + 2869.8649825783973 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260617_122617.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260617_122617.json new file mode 100644 index 0000000000000000000000000000000000000000..08418b0c7bb0045968e7af104305086fe60791bf --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260617_122617.json @@ -0,0 +1,731 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-17T12:26:17.384303+00:00", + "metrics": { + "MSE[mean]": 1041.6666666666667, + "MSE[0.5]": 1041.6666666666667, + "MAE[0.5]": 20.833333333333332, + "MASE[0.5]": 0.1972386587771203, + "MAPE[0.5]": 0.007322994987468671, + "sMAPE[0.5]": 0.007259202257278441, + "MSIS": 1.6295856991441962, + "RMSE[mean]": 32.274861218395145, + "NRMSE[mean]": 0.011332796916481105, + "ND[0.5]": 0.0073152889539136795, + "mean_weighted_sum_quantile_loss": 0.007342924489961777 + }, + "context_length": 288, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 09:55:00", + "2026-06-16 10:10:00", + "2026-06-16 10:25:00", + "2026-06-16 10:40:00", + "2026-06-16 10:55:00", + "2026-06-16 11:10:00", + "2026-06-16 11:25:00", + "2026-06-16 11:40:00", + "2026-06-16 11:55:00", + "2026-06-16 12:10:00", + "2026-06-16 12:25:00", + "2026-06-16 12:40:00", + "2026-06-16 12:55:00", + "2026-06-16 13:10:00", + "2026-06-16 13:25:00", + "2026-06-16 13:40:00", + "2026-06-16 13:55:00", + "2026-06-16 14:10:00", + "2026-06-16 14:25:00", + "2026-06-16 14:40:00", + "2026-06-16 14:55:00", + "2026-06-16 15:10:00", + "2026-06-16 15:25:00", + "2026-06-16 15:40:00", + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00", + "2026-06-19 00:55:00", + "2026-06-19 01:10:00", + "2026-06-19 01:25:00", + "2026-06-19 01:40:00", + "2026-06-19 01:55:00", + "2026-06-19 02:10:00", + "2026-06-19 02:25:00", + "2026-06-19 02:40:00", + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00", + "2026-06-19 14:55:00", + "2026-06-19 15:10:00", + "2026-06-19 15:25:00", + "2026-06-19 15:40:00" + ], + "context": [ + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3060.0, + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3060.0, + 3010.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0 + ], + "actual": [ + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2850.0 + ], + "predictions": { + "p50": [ + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0 + ], + "p10": [ + 2842.0, + 2842.0, + 2842.0, + 2842.0, + 2842.0, + 2842.0, + 2793.0, + 2842.0, + 2842.0, + 2842.0, + 2793.0, + 2793.0, + 2793.0, + 2793.0, + 2793.0, + 2793.0, + 2793.0, + 2793.0, + 2793.0, + 2793.0, + 2793.0, + 2793.0, + 2793.0, + 2793.0 + ], + "p90": [ + 2958.0, + 2958.0, + 2958.0, + 2958.0, + 2958.0, + 2958.0, + 2907.0, + 2958.0, + 2958.0, + 2958.0, + 2907.0, + 2907.0, + 2907.0, + 2907.0, + 2907.0, + 2907.0, + 2907.0, + 2907.0, + 2907.0, + 2907.0, + 2907.0, + 2907.0, + 2907.0, + 2907.0 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260617_122612.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260617_122612.json new file mode 100644 index 0000000000000000000000000000000000000000..244cb6386674f6a43ca2fa8d02a7aad3f9ac88ec --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260617_122612.json @@ -0,0 +1,731 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Timer-S1", + "evaluated_at": "2026-06-17T12:26:12.450897+00:00", + "metrics": { + "MSE[mean]": 113.21197764078777, + "MSE[0.5]": 113.21197764078777, + "MAE[0.5]": 4.4384765625, + "MASE[0.5]": 0.0420210798816568, + "MAPE[0.5]": 0.0015704993277464493, + "sMAPE[0.5]": 0.0015643006304177365, + "MSIS": 1.0248397435897436, + "RMSE[mean]": 10.640111730653384, + "NRMSE[mean]": 0.0037361036069594915, + "ND[0.5]": 0.0015584994513533285, + "mean_weighted_sum_quantile_loss": 0.0025305311712590425 + }, + "context_length": 288, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 09:55:00", + "2026-06-16 10:10:00", + "2026-06-16 10:25:00", + "2026-06-16 10:40:00", + "2026-06-16 10:55:00", + "2026-06-16 11:10:00", + "2026-06-16 11:25:00", + "2026-06-16 11:40:00", + "2026-06-16 11:55:00", + "2026-06-16 12:10:00", + "2026-06-16 12:25:00", + "2026-06-16 12:40:00", + "2026-06-16 12:55:00", + "2026-06-16 13:10:00", + "2026-06-16 13:25:00", + "2026-06-16 13:40:00", + "2026-06-16 13:55:00", + "2026-06-16 14:10:00", + "2026-06-16 14:25:00", + "2026-06-16 14:40:00", + "2026-06-16 14:55:00", + "2026-06-16 15:10:00", + "2026-06-16 15:25:00", + "2026-06-16 15:40:00", + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00", + "2026-06-19 00:55:00", + "2026-06-19 01:10:00", + "2026-06-19 01:25:00", + "2026-06-19 01:40:00", + "2026-06-19 01:55:00", + "2026-06-19 02:10:00", + "2026-06-19 02:25:00", + "2026-06-19 02:40:00", + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00", + "2026-06-19 14:55:00", + "2026-06-19 15:10:00", + "2026-06-19 15:25:00", + "2026-06-19 15:40:00" + ], + "context": [ + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3060.0, + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3060.0, + 3010.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0 + ], + "actual": [ + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2850.0 + ], + "predictions": { + "p50": [ + 2848.1015625, + 2848.1015625, + 2846.6171875, + 2845.875, + 2846.6171875, + 2846.6171875, + 2847.359375, + 2846.6171875, + 2846.6171875, + 2846.6171875, + 2845.1328125, + 2845.875, + 2846.6171875, + 2846.6171875, + 2846.6171875, + 2847.359375, + 2849.5859375, + 2849.5859375, + 2848.84375, + 2849.5859375, + 2849.5859375, + 2849.5859375, + 2850.328125, + 2850.328125 + ], + "p10": [ + 2845.1328125, + 2844.390625, + 2843.6484375, + 2841.421875, + 2841.421875, + 2841.421875, + 2840.6796875, + 2839.9375, + 2839.1953125, + 2839.1953125, + 2836.96875, + 2836.2265625, + 2835.484375, + 2834.7421875, + 2834.0, + 2832.515625, + 2834.7421875, + 2834.0, + 2834.0, + 2832.515625, + 2832.515625, + 2832.515625, + 2832.515625, + 2832.515625 + ], + "p90": [ + 2854.0390625, + 2860.71875, + 2865.171875, + 2871.8515625, + 2875.5625, + 2877.7890625, + 2882.2421875, + 2885.2109375, + 2887.4375, + 2891.1484375, + 2893.375, + 2896.34375, + 2897.828125, + 2899.3125, + 2900.0546875, + 2902.28125, + 2903.765625, + 2904.5078125, + 2903.765625, + 2905.25, + 2905.9921875, + 2906.734375, + 2908.9609375, + 2909.703125 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260617_122415.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260617_122415.json new file mode 100644 index 0000000000000000000000000000000000000000..9afc0cd302184997714db5d333c9844590f978df --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260617_122415.json @@ -0,0 +1,731 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-17T12:24:15.859971+00:00", + "metrics": { + "MSE[mean]": 95.19676248977582, + "MSE[0.5]": 150.0974159811934, + "MAE[0.5]": 9.908131917317709, + "MASE[0.5]": 0.09380479921720908, + "MAPE[0.5]": 0.0034840073103494414, + "sMAPE[0.5]": 0.0034890007300999505, + "MSIS": 3.271641453248274, + "RMSE[mean]": 9.756882826485917, + "NRMSE[mean]": 0.0034259720239306806, + "ND[0.5]": 0.003479080702496342, + "mean_weighted_sum_quantile_loss": 0.003628924030216208 + }, + "context_length": 288, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 09:55:00", + "2026-06-16 10:10:00", + "2026-06-16 10:25:00", + "2026-06-16 10:40:00", + "2026-06-16 10:55:00", + "2026-06-16 11:10:00", + "2026-06-16 11:25:00", + "2026-06-16 11:40:00", + "2026-06-16 11:55:00", + "2026-06-16 12:10:00", + "2026-06-16 12:25:00", + "2026-06-16 12:40:00", + "2026-06-16 12:55:00", + "2026-06-16 13:10:00", + "2026-06-16 13:25:00", + "2026-06-16 13:40:00", + "2026-06-16 13:55:00", + "2026-06-16 14:10:00", + "2026-06-16 14:25:00", + "2026-06-16 14:40:00", + "2026-06-16 14:55:00", + "2026-06-16 15:10:00", + "2026-06-16 15:25:00", + "2026-06-16 15:40:00", + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00", + "2026-06-19 00:55:00", + "2026-06-19 01:10:00", + "2026-06-19 01:25:00", + "2026-06-19 01:40:00", + "2026-06-19 01:55:00", + "2026-06-19 02:10:00", + "2026-06-19 02:25:00", + "2026-06-19 02:40:00", + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00", + "2026-06-19 14:55:00", + "2026-06-19 15:10:00", + "2026-06-19 15:25:00", + "2026-06-19 15:40:00" + ], + "context": [ + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3060.0, + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3060.0, + 3010.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0 + ], + "actual": [ + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2850.0 + ], + "predictions": { + "p50": [ + 2850.5927734375, + 2850.009521484375, + 2847.43017578125, + 2843.638916015625, + 2847.130126953125, + 2847.6943359375, + 2847.801513671875, + 2843.619384765625, + 2842.21240234375, + 2843.052001953125, + 2842.3525390625, + 2843.4853515625, + 2842.09033203125, + 2841.41650390625, + 2841.942138671875, + 2838.317626953125, + 2832.837890625, + 2835.17138671875, + 2834.6865234375, + 2834.762451171875, + 2832.941162109375, + 2831.692138671875, + 2828.6123046875, + 2827.14453125 + ], + "p10": [ + 2852.1279296875, + 2850.505615234375, + 2847.20068359375, + 2847.10888671875, + 2849.1533203125, + 2851.5625, + 2858.234619140625, + 2853.79296875, + 2856.771240234375, + 2852.9794921875, + 2855.60791015625, + 2859.493408203125, + 2860.01025390625, + 2855.664306640625, + 2858.6298828125, + 2852.73681640625, + 2857.9443359375, + 2862.22607421875, + 2862.51513671875, + 2861.88427734375, + 2859.39697265625, + 2856.98388671875, + 2861.474609375, + 2861.68310546875 + ], + "p90": [ + 2851.9326171875, + 2854.560546875, + 2850.7470703125, + 2849.535400390625, + 2853.23193359375, + 2855.423828125, + 2854.447265625, + 2852.506591796875, + 2853.1171875, + 2858.0693359375, + 2860.39208984375, + 2861.5341796875, + 2861.876953125, + 2865.525146484375, + 2867.638916015625, + 2865.16015625, + 2864.83203125, + 2871.8603515625, + 2875.0517578125, + 2879.224609375, + 2879.32763671875, + 2883.126953125, + 2880.73193359375, + 2881.84716796875 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260617_122547.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260617_122547.json new file mode 100644 index 0000000000000000000000000000000000000000..b4a17aa64dfccbd3ebe362b7d25559e844188ca1 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260617_122547.json @@ -0,0 +1,731 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TiRex", + "evaluated_at": "2026-06-17T12:25:47.818583+00:00", + "metrics": { + "MSE[mean]": 94.35368614395459, + "MSE[0.5]": 94.35368614395459, + "MAE[0.5]": 3.0287882486979165, + "MASE[0.5]": 0.028674918330867855, + "MAPE[0.5]": 0.001075028664087791, + "sMAPE[0.5]": 0.0010693012827390402, + "MSIS": 0.34899878266765283, + "RMSE[mean]": 9.713582559692103, + "NRMSE[mean]": 0.003410767833688522, + "ND[0.5]": 0.0010635101385332846, + "mean_weighted_sum_quantile_loss": 0.0018404027155470213 + }, + "context_length": 288, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 09:55:00", + "2026-06-16 10:10:00", + "2026-06-16 10:25:00", + "2026-06-16 10:40:00", + "2026-06-16 10:55:00", + "2026-06-16 11:10:00", + "2026-06-16 11:25:00", + "2026-06-16 11:40:00", + "2026-06-16 11:55:00", + "2026-06-16 12:10:00", + "2026-06-16 12:25:00", + "2026-06-16 12:40:00", + "2026-06-16 12:55:00", + "2026-06-16 13:10:00", + "2026-06-16 13:25:00", + "2026-06-16 13:40:00", + "2026-06-16 13:55:00", + "2026-06-16 14:10:00", + "2026-06-16 14:25:00", + "2026-06-16 14:40:00", + "2026-06-16 14:55:00", + "2026-06-16 15:10:00", + "2026-06-16 15:25:00", + "2026-06-16 15:40:00", + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00", + "2026-06-19 00:55:00", + "2026-06-19 01:10:00", + "2026-06-19 01:25:00", + "2026-06-19 01:40:00", + "2026-06-19 01:55:00", + "2026-06-19 02:10:00", + "2026-06-19 02:25:00", + "2026-06-19 02:40:00", + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00", + "2026-06-19 14:55:00", + "2026-06-19 15:10:00", + "2026-06-19 15:25:00", + "2026-06-19 15:40:00" + ], + "context": [ + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3060.0, + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3060.0, + 3010.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0 + ], + "actual": [ + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2850.0 + ], + "predictions": { + "p50": [ + 2850.2783203125, + 2850.1025390625, + 2849.979736328125, + 2850.060791015625, + 2850.12158203125, + 2850.043212890625, + 2849.78125, + 2849.795654296875, + 2849.4853515625, + 2849.241943359375, + 2848.85546875, + 2849.0458984375, + 2848.823974609375, + 2848.845458984375, + 2848.357421875, + 2848.16357421875, + 2847.974609375, + 2848.220947265625, + 2847.752197265625, + 2847.773681640625, + 2847.704833984375, + 2847.90478515625, + 2847.098388671875, + 2847.30712890625 + ], + "p10": [ + 2848.42626953125, + 2847.256591796875, + 2846.208984375, + 2845.216064453125, + 2843.20068359375, + 2840.66748046875, + 2837.639892578125, + 2835.080078125, + 2832.25390625, + 2829.674072265625, + 2827.41357421875, + 2825.228759765625, + 2821.891845703125, + 2819.133544921875, + 2816.3427734375, + 2812.934326171875, + 2810.2138671875, + 2808.449951171875, + 2806.43115234375, + 2805.40625, + 2804.49072265625, + 2802.498291015625, + 2801.64404296875, + 2800.27490234375 + ], + "p90": [ + 2852.775390625, + 2852.648193359375, + 2852.83251953125, + 2853.71923828125, + 2855.69189453125, + 2857.1201171875, + 2857.93115234375, + 2858.62109375, + 2859.011474609375, + 2859.916748046875, + 2859.669921875, + 2858.82421875, + 2858.17138671875, + 2858.26416015625, + 2859.122314453125, + 2857.496337890625, + 2856.90576171875, + 2858.865478515625, + 2860.23486328125, + 2860.58935546875, + 2860.66845703125, + 2859.783935546875, + 2859.024658203125, + 2859.03955078125 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260617_122450.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260617_122450.json new file mode 100644 index 0000000000000000000000000000000000000000..b605b3d988c2715965a765110b401db174cc4b1b --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260617_122450.json @@ -0,0 +1,731 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-17T12:24:50.804223+00:00", + "metrics": { + "MSE[mean]": 102.31328076620896, + "MSE[0.5]": 102.31328076620896, + "MAE[0.5]": 2.4297078450520835, + "MASE[0.5]": 0.023003151195759367, + "MAPE[0.5]": 0.000865454996438851, + "sMAPE[0.5]": 0.0008590085857169819, + "MSIS": 0.3294381587463018, + "RMSE[mean]": 10.115002756609064, + "NRMSE[mean]": 0.003551720060842978, + "ND[0.5]": 0.000853152718087052, + "mean_weighted_sum_quantile_loss": 0.0017091165359820774 + }, + "context_length": 288, + "prediction_length": 24, + "timestamps": [ + "2026-06-16 09:55:00", + "2026-06-16 10:10:00", + "2026-06-16 10:25:00", + "2026-06-16 10:40:00", + "2026-06-16 10:55:00", + "2026-06-16 11:10:00", + "2026-06-16 11:25:00", + "2026-06-16 11:40:00", + "2026-06-16 11:55:00", + "2026-06-16 12:10:00", + "2026-06-16 12:25:00", + "2026-06-16 12:40:00", + "2026-06-16 12:55:00", + "2026-06-16 13:10:00", + "2026-06-16 13:25:00", + "2026-06-16 13:40:00", + "2026-06-16 13:55:00", + "2026-06-16 14:10:00", + "2026-06-16 14:25:00", + "2026-06-16 14:40:00", + "2026-06-16 14:55:00", + "2026-06-16 15:10:00", + "2026-06-16 15:25:00", + "2026-06-16 15:40:00", + "2026-06-16 15:55:00", + "2026-06-16 16:10:00", + "2026-06-16 16:25:00", + "2026-06-16 16:40:00", + "2026-06-16 16:55:00", + "2026-06-16 17:10:00", + "2026-06-16 17:25:00", + "2026-06-16 17:40:00", + "2026-06-16 17:55:00", + "2026-06-16 18:10:00", + "2026-06-16 18:25:00", + "2026-06-16 18:40:00", + "2026-06-16 18:55:00", + "2026-06-16 19:10:00", + "2026-06-16 19:25:00", + "2026-06-16 19:40:00", + "2026-06-16 19:55:00", + "2026-06-16 20:10:00", + "2026-06-16 20:25:00", + "2026-06-16 20:40:00", + "2026-06-16 20:55:00", + "2026-06-16 21:10:00", + "2026-06-16 21:25:00", + "2026-06-16 21:40:00", + "2026-06-16 21:55:00", + "2026-06-16 22:10:00", + "2026-06-16 22:25:00", + "2026-06-16 22:40:00", + "2026-06-16 22:55:00", + "2026-06-16 23:10:00", + "2026-06-16 23:25:00", + "2026-06-16 23:40:00", + "2026-06-16 23:55:00", + "2026-06-17 00:10:00", + "2026-06-17 00:25:00", + "2026-06-17 00:40:00", + "2026-06-17 00:55:00", + "2026-06-17 01:10:00", + "2026-06-17 01:25:00", + "2026-06-17 01:40:00", + "2026-06-17 01:55:00", + "2026-06-17 02:10:00", + "2026-06-17 02:25:00", + "2026-06-17 02:40:00", + "2026-06-17 02:55:00", + "2026-06-17 03:10:00", + "2026-06-17 03:25:00", + "2026-06-17 03:40:00", + "2026-06-17 03:55:00", + "2026-06-17 04:10:00", + "2026-06-17 04:25:00", + "2026-06-17 04:40:00", + "2026-06-17 04:55:00", + "2026-06-17 05:10:00", + "2026-06-17 05:25:00", + "2026-06-17 05:40:00", + "2026-06-17 05:55:00", + "2026-06-17 06:10:00", + "2026-06-17 06:25:00", + "2026-06-17 06:40:00", + "2026-06-17 06:55:00", + "2026-06-17 07:10:00", + "2026-06-17 07:25:00", + "2026-06-17 07:40:00", + "2026-06-17 07:55:00", + "2026-06-17 08:10:00", + "2026-06-17 08:25:00", + "2026-06-17 08:40:00", + "2026-06-17 08:55:00", + "2026-06-17 09:10:00", + "2026-06-17 09:25:00", + "2026-06-17 09:40:00", + "2026-06-17 09:55:00", + "2026-06-17 10:10:00", + "2026-06-17 10:25:00", + "2026-06-17 10:40:00", + "2026-06-17 10:55:00", + "2026-06-17 11:10:00", + "2026-06-17 11:25:00", + "2026-06-17 11:40:00", + "2026-06-17 11:55:00", + "2026-06-17 12:10:00", + "2026-06-17 12:25:00", + "2026-06-17 12:40:00", + "2026-06-17 12:55:00", + "2026-06-17 13:10:00", + "2026-06-17 13:25:00", + "2026-06-17 13:40:00", + "2026-06-17 13:55:00", + "2026-06-17 14:10:00", + "2026-06-17 14:25:00", + "2026-06-17 14:40:00", + "2026-06-17 14:55:00", + "2026-06-17 15:10:00", + "2026-06-17 15:25:00", + "2026-06-17 15:40:00", + "2026-06-17 15:55:00", + "2026-06-17 16:10:00", + "2026-06-17 16:25:00", + "2026-06-17 16:40:00", + "2026-06-17 16:55:00", + "2026-06-17 17:10:00", + "2026-06-17 17:25:00", + "2026-06-17 17:40:00", + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00", + "2026-06-19 00:55:00", + "2026-06-19 01:10:00", + "2026-06-19 01:25:00", + "2026-06-19 01:40:00", + "2026-06-19 01:55:00", + "2026-06-19 02:10:00", + "2026-06-19 02:25:00", + "2026-06-19 02:40:00", + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00", + "2026-06-19 14:55:00", + "2026-06-19 15:10:00", + "2026-06-19 15:25:00", + "2026-06-19 15:40:00" + ], + "context": [ + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3170.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3120.0, + 3060.0, + 3060.0, + 3120.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3060.0, + 3010.0, + 3060.0, + 3010.0, + 3010.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3060.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 3010.0, + 3010.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2960.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2900.0, + 2900.0, + 2900.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0 + ], + "actual": [ + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2800.0, + 2850.0 + ], + "predictions": { + "p50": [ + 2849.7509765625, + 2849.79052734375, + 2849.89453125, + 2849.794189453125, + 2849.722900390625, + 2849.8935546875, + 2849.872802734375, + 2849.546875, + 2849.598388671875, + 2849.869384765625, + 2849.78955078125, + 2849.576171875, + 2849.52099609375, + 2849.52392578125, + 2849.630615234375, + 2849.5595703125, + 2849.4326171875, + 2849.51513671875, + 2849.297607421875, + 2849.3564453125, + 2849.39794921875, + 2849.466064453125, + 2849.511474609375, + 2849.397705078125 + ], + "p10": [ + 2848.138671875, + 2848.093017578125, + 2848.27587890625, + 2848.144287109375, + 2848.1640625, + 2846.559326171875, + 2843.73583984375, + 2837.86083984375, + 2825.845458984375, + 2821.177490234375, + 2817.3955078125, + 2814.240478515625, + 2810.988037109375, + 2808.575439453125, + 2808.50341796875, + 2807.32470703125, + 2805.8662109375, + 2805.45703125, + 2804.805419921875, + 2804.089599609375, + 2803.86962890625, + 2803.32958984375, + 2802.678466796875, + 2800.994873046875 + ], + "p90": [ + 2851.794189453125, + 2851.956787109375, + 2851.97998046875, + 2851.97607421875, + 2851.93994140625, + 2851.85302734375, + 2851.79638671875, + 2851.89990234375, + 2851.69482421875, + 2851.893798828125, + 2851.759033203125, + 2851.86181640625, + 2851.63330078125, + 2851.486328125, + 2851.87890625, + 2851.4541015625, + 2851.18310546875, + 2851.50048828125, + 2851.673095703125, + 2851.6376953125, + 2851.702392578125, + 2851.9072265625, + 2851.791259765625, + 2851.8466796875 + ] + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 99fe6d08b25f83e32975f85db0ff1decc057f88f..5ea44367462fea613dab55b83acd0d6537268c86 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,1068344.9966602325,1068344.9966602325,880.0841471354166,1.0137790285816537,0.013456554444259318,0.013332710884147657,4.593782884288501,1033.6077576432137,0.01575529515769984,0.01341513296431484,0.009967394107423908,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,1079628.9566726685,1079628.9566726685,883.5579427083334,1.0177805335659955,0.01351150113033941,0.013386305942475736,4.593782884288501,1039.051950901719,0.015839119797531123,0.0134687972920626,0.010020875855361938,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,2.1437042964941306,2.1437042964941306,1.2912500699361165,0.5455334107235524,0.05893869912850077,0.057397264678754834,12.056275288890456,1.4641394388835138,0.06630315828557283,0.05847390999761378,0.05233002873140174,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.31194303645917926,0.31194303645917926,0.5047000010808309,2.190142132754169,0.31149550274155835,0.3079557748308811,80.12769781466028,0.558518608874565,0.3081595479965818,0.27846542932622775,0.2729461458206781,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.04694442907969511,0.04694442907969511,0.1805555158191257,1.0279151235423247,0.13490025666031086,0.14708530820599924,34.547751672685415,0.2166666312095499,0.16595741964986802,0.13829784190401118,0.13356498129260738,Ocean,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index c9d45cc044ad597279f8d749a9437f90db9d24be..3133028042b50c07c9fd087842dcd3801de36888 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-17T12:10:12.963911+00:00", + "evaluated_at": "2026-06-17T12:26:17.374141+00:00", "freq": "1h", "context_length": 144, "prediction_length": 24, @@ -175,7 +175,7 @@ 64909.44140625, 64798.0, 64810.01171875, - 64847.359375 + 64763.98828125 ], "p50": [ 66447.046875, diff --git a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index c23651a5bcbf5afc5e62b149869f3a236c407606..8630d6e7f75aa302e4efc55fc7aa0baa946cf0e6 100644 --- a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-17T12:10:13.031444+00:00", + "evaluated_at": "2026-06-17T12:26:17.384303+00:00", "freq": "15min", "context_length": 288, "prediction_length": 24, diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 070922294854f64a79d497300ae890387158d8ac..c5f9f2ebf32e6f169dcf4845d34924e7ab16506a 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,67 +1,19 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-17T12:10:13.043356+00:00", + "evaluated_at": "2026-06-17T12:26:17.390353+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t120000z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", + "data_fetched_at": "2026-06-17T12:22:37.959436Z", "context_length": 144, "prediction_length": 24 }, - { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", - "context_length": 83, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t060000z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", - "context_length": 720, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t235000z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", - "context_length": 230, - "prediction_length": 36 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t095600z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", - "context_length": 168, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t120000z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", - "context_length": 157, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t120000z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", - "context_length": 157, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t110000z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", - "context_length": 143, - "prediction_length": 24 - }, { "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t095000z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", + "data_fetched_at": "2026-06-17T12:22:37.959436Z", "context_length": 288, "prediction_length": 24 - }, - { - "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260613t000000z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", - "context_length": 86, - "prediction_length": 2 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index df8844e2ea246e54be7e6446dd63a30bd4c32d8d..5b455d554b199e000e8a07ef82ad98b447e13dea 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,762476.0961322784,762476.0961322784,809.3546549479166,0.9323049148672924,0.012367548246186029,0.01227878398881884,3.558468281712551,873.1987724065343,0.013310179116665455,0.012337002486357504,0.007475917066954506,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,772414.7202529907,772414.7202529907,812.8284505208334,0.9363064198516344,0.012422334764598456,0.012332380869306053,3.558468281712551,878.8712762703027,0.013397354597499913,0.01239060972020526,0.007493964268117921,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,3.8618682449858475,3.8618682449858475,1.3637440204620361,0.5745708807217244,0.059525585156401696,0.056265769204091966,1.9810464918929445,1.9651636687527703,0.08899190495526176,0.061756778929914255,0.04310518440236161,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.0036844754762301573,0.0036844754762301573,0.05841812491416931,0.25350504540721647,0.03636432919760155,0.035565919030619744,2.4543648576617016,0.06069988036421618,0.033490822685702804,0.03223187675811403,0.020528983237281275,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.022641455342071737,0.022641455342071737,0.12674164440896776,0.721549006573198,0.09370703546488675,0.10005763662965646,6.927590000710588,0.15047077903058698,0.11525421372555598,0.0970787063558051,0.08487729637335378,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,Timer-S1,0.13411699814878375,0.134116 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,614.9907548715711,614.9907548715711,18.470306317011516,2.4495934032316558,0.3881533248527131,0.53453901830036,55.22527762010858,24.79900713479415,0.6550475316172474,0.48787955483094686,0.43685329142654056,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,1.054233171775195,1.054233171775195,0.7598614692687988,0.36566426266120605,0.02799837806623734,0.028610997736209166,1.6980551192149136,1.0267585752138595,0.040879576641078705,0.030253280488167906,0.02991499347043452,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Timer-S1,27.61757219877715,27.61757219877715,4.466885884602864,0.85764208984375,0.6752463352847841,0.4228836041264196,11.08764453125,5.255242353952589,0.4926789706830552,0.41877055168151855,0.3209550539652507,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Timer-S1,985.2263590494791,985.2263590494791,31.126302083333332,0.30600358422939067,0.010921509502923978,0.010861200722390793,0.8173067076292884,31.388315645307877,0.01101344408607294,0.010921509502923976,0.0068216374269005845,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Timer-S1,113.21197764078777,113.21197764078777,4.4384765625,0.0420210798816568,0.0015704993277464493,0.0015643006304177365,1.0248397435897436,10.640111730653384,0.0037361036069594915,0.0015584994513533285,0.0025305311712590425,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Timer-S1,178.23861075984314,178.23861075984314,12.328842163085938,0.25735549701923005,0.0594230586909906,0.05716636078972139,1.177709013633503,13.350603385609324,0.056331659854891664,0.05202043106787316,0.040424991827641525,Web,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index 9555ff8de079c5063c14b686fc2e7a3c1df664ec..a983379d41d2eb63f9955ec4a0f9b1ef5a929655 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-17T12:11:24.723442+00:00", + "evaluated_at": "2026-06-17T12:26:08.086365+00:00", "freq": "1h", "context_length": 144, "prediction_length": 24, @@ -175,7 +175,7 @@ 64909.44140625, 64798.0, 64810.01171875, - 64847.359375 + 64763.98828125 ], "p50": [ 66590.1875, diff --git a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index d0648713c8ccbc6238e54a1f584a6baf6efd6442..92180cbd2cce0b943c73eee3f3f69b94501509a0 100644 --- a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-17T11:59:23.716170+00:00", + "evaluated_at": "2026-06-17T12:26:12.450897+00:00", "freq": "15min", "context_length": 288, "prediction_length": 24, "context": [ - 3120.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, 3170.0, 3170.0, 3170.0, @@ -293,6 +281,18 @@ 2900.0, 2900.0, 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, 2850.0 ], "actuals": [ @@ -318,92 +318,88 @@ 2850.0, 2850.0, 2850.0, - 2850.0, + 2800.0, 2850.0 ], "p50": [ - 2868.21875, - 2874.6875, - 2874.6875, - 2876.125, - 2879.0, - 2880.4375, - 2881.15625, - 2882.59375, - 2882.59375, - 2884.03125, - 2882.59375, - 2884.75, - 2885.46875, - 2885.46875, - 2884.75, - 2886.1875, - 2880.4375, - 2881.875, - 2882.59375, - 2881.875, - 2880.4375, - 2881.875, - 2882.59375, - 2882.59375 + 2848.1015625, + 2848.1015625, + 2846.6171875, + 2845.875, + 2846.6171875, + 2846.6171875, + 2847.359375, + 2846.6171875, + 2846.6171875, + 2846.6171875, + 2845.1328125, + 2845.875, + 2846.6171875, + 2846.6171875, + 2846.6171875, + 2847.359375, + 2849.5859375, + 2849.5859375, + 2848.84375, + 2849.5859375, + 2849.5859375, + 2849.5859375, + 2850.328125, + 2850.328125 ], "p10": [ - 2837.3125, - 2833.0, - 2833.0, - 2831.5625, - 2830.125, - 2827.25, - 2825.8125, - 2825.8125, - 2825.8125, - 2827.25, - 2827.25, - 2828.6875, - 2825.8125, - 2827.25, - 2828.6875, - 2831.5625, - 2827.25, - 2828.6875, - 2827.25, - 2825.8125, - 2824.375, - 2825.8125, - 2825.8125, - 2827.25 + 2845.1328125, + 2844.390625, + 2843.6484375, + 2841.421875, + 2841.421875, + 2841.421875, + 2840.6796875, + 2839.9375, + 2839.1953125, + 2839.1953125, + 2836.96875, + 2836.2265625, + 2835.484375, + 2834.7421875, + 2834.0, + 2832.515625, + 2834.7421875, + 2834.0, + 2834.0, + 2832.515625, + 2832.515625, + 2832.515625, + 2832.515625, + 2832.515625 ], "p90": [ - 2901.28125, - 2910.625, - 2905.59375, - 2904.875, - 2904.15625, - 2903.4375, - 2904.875, - 2905.59375, - 2906.3125, - 2906.3125, - 2909.1875, - 2910.625, - 2910.625, - 2911.34375, - 2911.34375, - 2914.21875, - 2914.9375, - 2917.09375, - 2916.375, - 2917.8125, - 2917.8125, - 2920.6875, - 2923.5625, - 2925.0 + 2854.0390625, + 2860.71875, + 2865.171875, + 2871.8515625, + 2875.5625, + 2877.7890625, + 2882.2421875, + 2885.2109375, + 2887.4375, + 2891.1484375, + 2893.375, + 2896.34375, + 2897.828125, + 2899.3125, + 2900.0546875, + 2902.28125, + 2903.765625, + 2904.5078125, + 2903.765625, + 2905.25, + 2905.9921875, + 2906.734375, + 2908.9609375, + 2909.703125 ], "timestamps": [ - "2026-06-16 08:55:00", - "2026-06-16 09:10:00", - "2026-06-16 09:25:00", - "2026-06-16 09:40:00", "2026-06-16 09:55:00", "2026-06-16 10:10:00", "2026-06-16 10:25:00", @@ -711,6 +707,10 @@ "2026-06-19 13:55:00", "2026-06-19 14:10:00", "2026-06-19 14:25:00", - "2026-06-19 14:40:00" + "2026-06-19 14:40:00", + "2026-06-19 14:55:00", + "2026-06-19 15:10:00", + "2026-06-19 15:25:00", + "2026-06-19 15:40:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index ac8ede7db7a6e03b3501e4c50069b3405e9f7c04..f3873cce26a8e1707fa5e8397287cc279bac9026 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,25 +1,19 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-17T12:11:37.891416+00:00", + "evaluated_at": "2026-06-17T12:26:14.396942+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t120000z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", + "data_fetched_at": "2026-06-17T12:22:37.959436Z", "context_length": 144, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t060000z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", - "context_length": 720, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t235000z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", - "context_length": 230, - "prediction_length": 36 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t095000z", + "data_fetched_at": "2026-06-17T12:22:37.959436Z", + "context_length": 288, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index a6150b22214d1ba2e08bd460dfa19cb3fc060353..68d1a3eb15b7d9eff2f4d9c1fb2552704139659d 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,840233.1334425608,572381.2281665802,670.43994140625,0.7722874622085293,0.010252536995700156,0.01018569274525692,32.05304597341694,916.6423148876343,0.013972389543613574,0.010219523880559571,0.010924629612016658,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,851476.873415629,582158.3207931519,673.9137369791666,0.7762889671928712,0.010307304283136268,0.010239289829506882,32.213106172790624,922.7550451856814,0.014066310824774829,0.01027301898038065,0.010978162051693115,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,0.5424720945538866,0.9436582423750224,0.7197450002034506,0.3032420398967875,0.03219827278707879,0.03316855295513061,8.445496573335296,0.7365270494380275,0.03335342812548927,0.03259345756721722,0.033543198313477345,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.00029157953859192766,0.00022879060443609472,0.011849534511566163,0.05142097232361457,0.006939238187682039,0.006941993740462986,2.0496555039903064,0.01707570023723559,0.0094214229986622,0.00653791501488576,0.007748426230820623,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.01608700316921288,0.022847457413507674,0.13035140103764004,0.7420996024056535,0.09677222050101286,0.10320903780378761,6.790872011137049,0.12683455037651561,0.09714986837350131,0.09984362632670302,0.06838502325910202,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.1292931585143909,0.1183 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,650.3943046069982,722.1659069611504,20.907906929651897,2.7728760969754944,0.46114048567828886,0.6543159002923408,71.71837069289923,25.502829345133417,0.6736384775802927,0.5522669819444488,0.46904465180753824,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.6278531644534269,1.4426090006616807,0.8501505057017008,0.4091135955578959,0.030999339838112195,0.03190982714056804,3.446715924839982,0.7923718599580798,0.031547655855363704,0.03384806671524099,0.024862350669898385,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,25.42350457966764,22.467930659831836,4.131389220555623,0.7932267303466798,0.5771436152416758,0.402289453595642,29.194649047851566,5.042172605104633,0.47270368172855937,0.3873177394270897,0.40007506004638144,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,210.47119243939719,49.02923777451118,6.253204345703125,0.06147543442780338,0.0021941067879660083,0.0021918346778354155,10.8142579125064,14.507625320478786,0.0050903948492908024,0.0021941067879660088,0.007081166129208292,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,95.19676248977582,150.0974159811934,9.908131917317709,0.09380479921720908,0.0034840073103494414,0.0034890007300999505,3.271641453248274,9.756882826485917,0.0034259720239306806,0.003479080702496342,0.003628924030216208,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,138.8632084612036,83.48873474088032,8.226158142089844,0.17171499068704243,0.04018150179189593,0.03919432992410106,10.75134939669626,11.78402344113434,0.0497216178950816,0.034709528025695546,0.050473027468510095,Web,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index f02b589ed10d8715a55c447ed4a496e3aea07c1e..9b223264c336a47ac33c77db1cbe93c83b0b52f2 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T12:08:30.390994+00:00", + "evaluated_at": "2026-06-17T12:23:55.758543+00:00", "freq": "1h", "context_length": 144, "prediction_length": 24, @@ -175,7 +175,7 @@ 64909.44140625, 64798.0, 64810.01171875, - 64847.359375 + 64763.98828125 ], "p50": [ 66426.34375, diff --git a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 8d02477b1dc7b55a6363d8103e2229d9918f0036..aea966b94c26744dfaf6d43c6f7d4e774e9457af 100644 --- a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T11:57:26.860782+00:00", + "evaluated_at": "2026-06-17T12:24:15.859971+00:00", "freq": "15min", "context_length": 288, "prediction_length": 24, "context": [ - 3120.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, 3170.0, 3170.0, 3170.0, @@ -293,6 +281,18 @@ 2900.0, 2900.0, 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, 2850.0 ], "actuals": [ @@ -318,92 +318,88 @@ 2850.0, 2850.0, 2850.0, - 2850.0, + 2800.0, 2850.0 ], "p50": [ - 2860.48779296875, - 2858.9375, - 2860.095458984375, - 2857.43310546875, - 2860.58203125, - 2858.25146484375, - 2859.602783203125, - 2855.845947265625, - 2854.85498046875, - 2856.67724609375, - 2858.4755859375, - 2858.94140625, - 2857.18701171875, - 2855.3662109375, - 2856.8515625, - 2854.444580078125, - 2850.985595703125, - 2851.84033203125, - 2850.21435546875, - 2852.67626953125, - 2849.1513671875, - 2846.514892578125, - 2843.384765625, - 2840.623291015625 + 2850.5927734375, + 2850.009521484375, + 2847.43017578125, + 2843.638916015625, + 2847.130126953125, + 2847.6943359375, + 2847.801513671875, + 2843.619384765625, + 2842.21240234375, + 2843.052001953125, + 2842.3525390625, + 2843.4853515625, + 2842.09033203125, + 2841.41650390625, + 2841.942138671875, + 2838.317626953125, + 2832.837890625, + 2835.17138671875, + 2834.6865234375, + 2834.762451171875, + 2832.941162109375, + 2831.692138671875, + 2828.6123046875, + 2827.14453125 ], "p10": [ - 2865.01123046875, - 2866.019287109375, - 2868.34228515625, - 2871.5625, - 2872.95068359375, - 2874.25048828125, - 2879.67138671875, - 2878.169677734375, - 2879.68115234375, - 2877.57568359375, - 2877.1796875, - 2881.0625, - 2884.58935546875, - 2876.2001953125, - 2881.23388671875, - 2877.47021484375, - 2879.70068359375, - 2880.024658203125, - 2882.08203125, - 2879.20556640625, - 2878.310546875, - 2875.10546875, - 2880.6787109375, - 2881.1025390625 + 2852.1279296875, + 2850.505615234375, + 2847.20068359375, + 2847.10888671875, + 2849.1533203125, + 2851.5625, + 2858.234619140625, + 2853.79296875, + 2856.771240234375, + 2852.9794921875, + 2855.60791015625, + 2859.493408203125, + 2860.01025390625, + 2855.664306640625, + 2858.6298828125, + 2852.73681640625, + 2857.9443359375, + 2862.22607421875, + 2862.51513671875, + 2861.88427734375, + 2859.39697265625, + 2856.98388671875, + 2861.474609375, + 2861.68310546875 ], "p90": [ - 2874.03955078125, - 2876.8232421875, - 2879.94775390625, - 2882.504638671875, - 2888.331298828125, - 2889.7783203125, - 2890.810546875, - 2892.067626953125, - 2893.13623046875, - 2896.8232421875, - 2901.078125, - 2901.153076171875, - 2901.763916015625, - 2903.257080078125, - 2905.664794921875, - 2903.60791015625, - 2903.203125, - 2907.9248046875, - 2908.363037109375, - 2911.992431640625, - 2910.4833984375, - 2914.282470703125, - 2911.318359375, - 2911.915771484375 + 2851.9326171875, + 2854.560546875, + 2850.7470703125, + 2849.535400390625, + 2853.23193359375, + 2855.423828125, + 2854.447265625, + 2852.506591796875, + 2853.1171875, + 2858.0693359375, + 2860.39208984375, + 2861.5341796875, + 2861.876953125, + 2865.525146484375, + 2867.638916015625, + 2865.16015625, + 2864.83203125, + 2871.8603515625, + 2875.0517578125, + 2879.224609375, + 2879.32763671875, + 2883.126953125, + 2880.73193359375, + 2881.84716796875 ], "timestamps": [ - "2026-06-16 08:55:00", - "2026-06-16 09:10:00", - "2026-06-16 09:25:00", - "2026-06-16 09:40:00", "2026-06-16 09:55:00", "2026-06-16 10:10:00", "2026-06-16 10:25:00", @@ -711,6 +707,10 @@ "2026-06-19 13:55:00", "2026-06-19 14:10:00", "2026-06-19 14:25:00", - "2026-06-19 14:40:00" + "2026-06-19 14:40:00", + "2026-06-19 14:55:00", + "2026-06-19 15:10:00", + "2026-06-19 15:25:00", + "2026-06-19 15:40:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index cf9a861e7839adb926c088c4c896beb695b41788..de4e661b33dd7bd3f1ffce5b82e6de1a954962f3 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,25 +1,19 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-17T12:09:41.090644+00:00", + "evaluated_at": "2026-06-17T12:24:40.901041+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t120000z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", + "data_fetched_at": "2026-06-17T12:22:37.959436Z", "context_length": 144, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t060000z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", - "context_length": 720, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t235000z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", - "context_length": 230, - "prediction_length": 36 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t095000z", + "data_fetched_at": "2026-06-17T12:22:37.959436Z", + "context_length": 288, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 89c2ae116915b814218254842990ba47ddaa8207..31387fd02875ccb8c2873db0e0ce481b21a3b226 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,1245416.771267573,1245416.771267573,976.7345377604166,1.1251117226641132,0.014938995139897758,0.014794076613267093,10.615008424102609,1115.9824242646355,0.017010933165967978,0.014888376000798988,0.00962984856782378,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,1259830.3497009277,1259830.3497009277,980.2083333333334,1.1291132276484552,0.014994314419681956,0.014847666577399388,10.775068623476287,1122.4216452389574,0.01710999232218699,0.014942118346182205,0.009683312440567964,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.39287936504236615,0.39287936504236615,0.48967981338500977,0.20631127060997226,0.02175080314860133,0.021781664607590023,1.9301307248315702,0.6268008974485966,0.028384509025154266,0.02217501783906195,0.029996050447551752,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.003168270606426482,0.003168270606426482,0.044948876897494,0.19505533763098926,0.03502800986665133,0.033629669959646294,1.957871183405922,0.05628739296171463,0.03105625720858211,0.02480029379074203,0.03297307739874173,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.016781885513009027,0.016781885513009027,0.1032453245586819,0.5877828216293305,0.07585199143134308,0.08044910991959286,4.504928252960458,0.12954491697094497,0.09922589385008551,0.07908152519388402,0.07358045403275365,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,TiRex,0.14024429071491795,0.140244290 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,704.3424687034234,704.3424687034234,20.419140537579853,2.708054273818275,0.4442412726230771,0.6311627662653544,56.07941260255338,26.539451175625757,0.7010200807063243,0.5393565772284853,0.4671128937998852,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,4.059177531071934,4.059177531071934,1.5451617240905762,0.743570302459997,0.056858854592893665,0.059192937746319174,5.089281213873025,2.014740065386087,0.08021527445986772,0.06151938600528904,0.047760278192970344,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TiRex,27.095617649082516,27.095617649082516,4.4348216851552325,0.8514857635498047,0.6691330357968219,0.4210054463575883,10.12801523590088,5.205345103745045,0.488001103476098,0.41576453298330307,0.31758252531290054,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,TiRex,165.35683451592922,165.35683451592922,12.733642578125,0.125184811827957,0.004467944764254386,0.004457789329121293,0.7764991959485407,12.859114841851644,0.004511970119947945,0.004467944764254386,0.004325955099064936,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,TiRex,94.35368614395459,94.35368614395459,3.0287882486979165,0.028674918330867855,0.001075028664087791,0.0010693012827390402,0.34899878266765283,9.713582559692103,0.003410767833688522,0.0010635101385332846,0.0018404027155470213,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TiRex,42.39091997034848,42.39091997034848,6.412445068359375,0.13385506650553705,0.029444010881540167,0.029126305095609643,1.3562794237567775,6.5108309738733405,0.027471860649254602,0.02705673024624209,0.03844087353012006,Web,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 173f7ddf3fca0161436dfa4e19a69e0ef16847f1..b204ba80489d69c8bf75b170da60695c1aec3a46 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-17T12:10:05.483400+00:00", + "evaluated_at": "2026-06-17T12:25:23.436950+00:00", "freq": "1h", "context_length": 144, "prediction_length": 24, @@ -175,7 +175,7 @@ 64909.44140625, 64798.0, 64810.01171875, - 64847.359375 + 64763.98828125 ], "p50": [ 66457.2578125, diff --git a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 1aa40989a1e3842b07a6bc903ee79209360a8f63..3085e441d402a796e067a6179effd557d7289416 100644 --- a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TiRex", - "evaluated_at": "2026-06-17T11:58:40.136622+00:00", + "evaluated_at": "2026-06-17T12:25:47.818583+00:00", "freq": "15min", "context_length": 288, "prediction_length": 24, "context": [ - 3120.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, 3170.0, 3170.0, 3170.0, @@ -293,6 +281,18 @@ 2900.0, 2900.0, 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, 2850.0 ], "actuals": [ @@ -318,92 +318,88 @@ 2850.0, 2850.0, 2850.0, - 2850.0, + 2800.0, 2850.0 ], "p50": [ - 2860.30517578125, - 2863.08837890625, - 2863.918701171875, - 2863.639892578125, - 2863.48291015625, - 2864.05126953125, - 2864.0625, - 2863.97900390625, - 2863.42236328125, - 2863.3232421875, - 2863.4033203125, - 2863.520263671875, - 2864.901123046875, - 2864.562255859375, - 2864.144287109375, - 2864.10009765625, - 2863.86572265625, - 2862.950927734375, - 2861.768798828125, - 2861.26318359375, - 2860.535888671875, - 2859.76708984375, - 2858.6513671875, - 2858.899658203125 + 2850.2783203125, + 2850.1025390625, + 2849.979736328125, + 2850.060791015625, + 2850.12158203125, + 2850.043212890625, + 2849.78125, + 2849.795654296875, + 2849.4853515625, + 2849.241943359375, + 2848.85546875, + 2849.0458984375, + 2848.823974609375, + 2848.845458984375, + 2848.357421875, + 2848.16357421875, + 2847.974609375, + 2848.220947265625, + 2847.752197265625, + 2847.773681640625, + 2847.704833984375, + 2847.90478515625, + 2847.098388671875, + 2847.30712890625 ], "p10": [ - 2848.975830078125, - 2847.830322265625, - 2844.2412109375, - 2839.994384765625, - 2836.779541015625, - 2833.90576171875, - 2829.8193359375, - 2828.064697265625, - 2826.16064453125, - 2823.43896484375, - 2819.412109375, - 2818.534423828125, - 2816.81103515625, - 2815.84814453125, - 2814.3544921875, - 2811.61865234375, - 2809.078369140625, - 2807.69921875, - 2805.615966796875, - 2804.2451171875, - 2803.9580078125, - 2803.091552734375, - 2802.175537109375, - 2799.18994140625 + 2848.42626953125, + 2847.256591796875, + 2846.208984375, + 2845.216064453125, + 2843.20068359375, + 2840.66748046875, + 2837.639892578125, + 2835.080078125, + 2832.25390625, + 2829.674072265625, + 2827.41357421875, + 2825.228759765625, + 2821.891845703125, + 2819.133544921875, + 2816.3427734375, + 2812.934326171875, + 2810.2138671875, + 2808.449951171875, + 2806.43115234375, + 2805.40625, + 2804.49072265625, + 2802.498291015625, + 2801.64404296875, + 2800.27490234375 ], "p90": [ - 2889.045166015625, - 2899.622802734375, - 2900.80615234375, - 2898.65625, - 2898.73828125, - 2898.867919921875, - 2899.1884765625, - 2899.16796875, - 2898.399169921875, - 2899.614013671875, - 2902.28564453125, - 2903.573974609375, - 2902.967529296875, - 2902.0888671875, - 2899.920166015625, - 2897.5244140625, - 2897.45361328125, - 2899.2578125, - 2900.33154296875, - 2900.66162109375, - 2899.77490234375, - 2898.1689453125, - 2898.64111328125, - 2901.715576171875 + 2852.775390625, + 2852.648193359375, + 2852.83251953125, + 2853.71923828125, + 2855.69189453125, + 2857.1201171875, + 2857.93115234375, + 2858.62109375, + 2859.011474609375, + 2859.916748046875, + 2859.669921875, + 2858.82421875, + 2858.17138671875, + 2858.26416015625, + 2859.122314453125, + 2857.496337890625, + 2856.90576171875, + 2858.865478515625, + 2860.23486328125, + 2860.58935546875, + 2860.66845703125, + 2859.783935546875, + 2859.024658203125, + 2859.03955078125 ], "timestamps": [ - "2026-06-16 08:55:00", - "2026-06-16 09:10:00", - "2026-06-16 09:25:00", - "2026-06-16 09:40:00", "2026-06-16 09:55:00", "2026-06-16 10:10:00", "2026-06-16 10:25:00", @@ -711,6 +707,10 @@ "2026-06-19 13:55:00", "2026-06-19 14:10:00", "2026-06-19 14:25:00", - "2026-06-19 14:40:00" + "2026-06-19 14:40:00", + "2026-06-19 14:55:00", + "2026-06-19 15:10:00", + "2026-06-19 15:25:00", + "2026-06-19 15:40:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 213b2fc3ae347edb67f159831b1654cd06ae05e7..eedaa2a6083d7e2c3642792b007df3ffbe0454bf 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,25 +1,19 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-17T12:10:53.459550+00:00", + "evaluated_at": "2026-06-17T12:25:50.529735+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t120000z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", + "data_fetched_at": "2026-06-17T12:22:37.959436Z", "context_length": 144, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t060000z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", - "context_length": 720, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t235000z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", - "context_length": 230, - "prediction_length": 36 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t095000z", + "data_fetched_at": "2026-06-17T12:22:37.959436Z", + "context_length": 288, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 55ef059209b8f745f62e8b691dcbd6d2c9bf63e5..dfefd7544e19ccb07c644e661f12fd1a6a6071b0 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,1272440.6043771107,1272440.6043771107,1009.5633138020834,1.1629275665165133,0.015435735741835146,0.01528778851345911,7.477596034244769,1128.0250903136466,0.01719449966562391,0.015388785418566751,0.009667121833317242,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,1286528.7315877278,1286528.7315877278,1013.037109375,1.1669290715008553,0.015491016275337763,0.015341379062567115,7.637656233618447,1134.2524990440743,0.017290339715369498,0.015442554263827155,0.009720587679919075,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,4.711387871902086,4.711387871902086,1.6446479956309001,0.6929209830791487,0.07348644832123387,0.06921616857715547,3.030866099388169,2.1705731666778907,0.09829381848384942,0.07447743943125984,0.05652159591132436,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.0002707478637747821,0.0002707478637747821,0.013795528809229534,0.05986560099863872,0.009247233575344684,0.009320286965150472,0.5496889177684635,0.01645441775860763,0.009078633833269886,0.007611606586918141,0.010999202771986825,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.018553929646570804,0.018553929646570804,0.11063329047626919,0.6298430260182721,0.08139564221887331,0.08653370831841004,5.724106183269614,0.13621281014123013,0.10433321627838903,0.08474039270522747,0.07677720703413582,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,0.13691145322513876,0.136 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,652.4442000253101,652.4442000253101,19.285882512728374,2.5577578285839713,0.4110396676624554,0.5754557652110807,62.60615060075289,25.54298729642463,0.674699220323949,0.5094224001128673,0.4620216979952711,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,4.792098580986324,4.792098580986324,1.6921348571777344,0.8142974343318614,0.06254379580982818,0.06523732059607477,4.794979588937262,2.1890862433870266,0.08715672897285687,0.06737100449015489,0.05103148802203475,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Toto-2.0-1B,27.245892853576,27.245892853576,4.4569112459818525,0.8557269592285156,0.6710386167025848,0.4226326592954221,10.28081322479248,5.2197598463507875,0.48935248559538636,0.41783542931079865,0.3173389944765303,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,0.9803057312965393,0.9803057312965393,0.9501139322916666,0.009340597798259088,0.0003333733095760233,0.0003333129762729272,0.622616947484639,0.990103899243175,0.0003474048769274298,0.0003333733095760234,0.0018175512838084793,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,102.31328076620896,102.31328076620896,2.4297078450520835,0.023003151195759367,0.000865454996438851,0.0008590085857169819,0.3294381587463018,10.115002756609064,0.003551720060842978,0.000853152718087052,0.0017091165359820774,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Toto-2.0-1B,76.48272331862245,76.48272331862245,8.214042663574219,0.17146208899897067,0.03919937277352938,0.03823576849014723,1.547837959994033,8.74544014436223,0.036900591326422906,0.034658407863182354,0.042516141266427124,Web,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 02660998fa6641ba0419bef075cefb53b92a98b2..31926ebd4f972a5f891badc7a126ec0affe29c07 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-17T12:09:46.190179+00:00", + "evaluated_at": "2026-06-17T12:24:46.340108+00:00", "freq": "1h", "context_length": 144, "prediction_length": 24, @@ -175,7 +175,7 @@ 64909.44140625, 64798.0, 64810.01171875, - 64847.359375 + 64763.98828125 ], "p50": [ 66431.390625, diff --git a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index ed1bbff9fae8097d11ecc019ea365bcb3ad26b13..87df66fe853d04e914e43de83f8281f727957eb1 100644 --- a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-17T11:57:46.548264+00:00", + "evaluated_at": "2026-06-17T12:24:50.804223+00:00", "freq": "15min", "context_length": 288, "prediction_length": 24, "context": [ - 3120.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, - 3170.0, 3170.0, 3170.0, 3170.0, @@ -293,6 +281,18 @@ 2900.0, 2900.0, 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, + 2850.0, 2850.0 ], "actuals": [ @@ -318,92 +318,88 @@ 2850.0, 2850.0, 2850.0, - 2850.0, + 2800.0, 2850.0 ], "p50": [ - 2851.109619140625, - 2851.683349609375, - 2851.169921875, - 2851.304443359375, - 2850.56494140625, - 2851.370849609375, - 2851.258056640625, - 2850.989990234375, - 2851.115234375, - 2851.040771484375, - 2850.87548828125, - 2850.829833984375, - 2850.9501953125, - 2850.869140625, - 2851.07666015625, - 2850.896728515625, - 2850.9296875, - 2850.65478515625, - 2850.70166015625, - 2850.7255859375, - 2850.553955078125, - 2850.8837890625, - 2850.780029296875, - 2850.468017578125 + 2849.7509765625, + 2849.79052734375, + 2849.89453125, + 2849.794189453125, + 2849.722900390625, + 2849.8935546875, + 2849.872802734375, + 2849.546875, + 2849.598388671875, + 2849.869384765625, + 2849.78955078125, + 2849.576171875, + 2849.52099609375, + 2849.52392578125, + 2849.630615234375, + 2849.5595703125, + 2849.4326171875, + 2849.51513671875, + 2849.297607421875, + 2849.3564453125, + 2849.39794921875, + 2849.466064453125, + 2849.511474609375, + 2849.397705078125 ], "p10": [ - 2848.99951171875, - 2848.86376953125, - 2849.080810546875, - 2848.62060546875, - 2848.60205078125, - 2848.807373046875, - 2848.986083984375, - 2848.791748046875, - 2848.96533203125, - 2848.5341796875, - 2847.61279296875, - 2846.91748046875, - 2845.9814453125, - 2844.5859375, - 2842.656494140625, - 2840.088134765625, - 2837.110595703125, - 2834.978759765625, - 2833.52197265625, - 2832.53271484375, - 2829.392822265625, - 2825.3271484375, - 2822.10888671875, - 2820.90576171875 + 2848.138671875, + 2848.093017578125, + 2848.27587890625, + 2848.144287109375, + 2848.1640625, + 2846.559326171875, + 2843.73583984375, + 2837.86083984375, + 2825.845458984375, + 2821.177490234375, + 2817.3955078125, + 2814.240478515625, + 2810.988037109375, + 2808.575439453125, + 2808.50341796875, + 2807.32470703125, + 2805.8662109375, + 2805.45703125, + 2804.805419921875, + 2804.089599609375, + 2803.86962890625, + 2803.32958984375, + 2802.678466796875, + 2800.994873046875 ], "p90": [ - 2898.994873046875, - 2904.442626953125, - 2906.723388671875, - 2905.433349609375, - 2909.316650390625, - 2910.09814453125, - 2905.958984375, - 2903.425048828125, - 2905.725341796875, - 2906.2099609375, - 2905.265380859375, - 2905.723388671875, - 2908.196533203125, - 2905.031494140625, - 2905.02587890625, - 2899.869873046875, - 2903.219970703125, - 2905.5380859375, - 2902.419921875, - 2904.7470703125, - 2901.726318359375, - 2907.164306640625, - 2901.440673828125, - 2900.23876953125 + 2851.794189453125, + 2851.956787109375, + 2851.97998046875, + 2851.97607421875, + 2851.93994140625, + 2851.85302734375, + 2851.79638671875, + 2851.89990234375, + 2851.69482421875, + 2851.893798828125, + 2851.759033203125, + 2851.86181640625, + 2851.63330078125, + 2851.486328125, + 2851.87890625, + 2851.4541015625, + 2851.18310546875, + 2851.50048828125, + 2851.673095703125, + 2851.6376953125, + 2851.702392578125, + 2851.9072265625, + 2851.791259765625, + 2851.8466796875 ], "timestamps": [ - "2026-06-16 08:55:00", - "2026-06-16 09:10:00", - "2026-06-16 09:25:00", - "2026-06-16 09:40:00", "2026-06-16 09:55:00", "2026-06-16 10:10:00", "2026-06-16 10:25:00", @@ -711,6 +707,10 @@ "2026-06-19 13:55:00", "2026-06-19 14:10:00", "2026-06-19 14:25:00", - "2026-06-19 14:40:00" + "2026-06-19 14:40:00", + "2026-06-19 14:55:00", + "2026-06-19 15:10:00", + "2026-06-19 15:25:00", + "2026-06-19 15:40:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 3369460063548ffb7b1dbcd9f3da90d7e2808ddc..40dc7ccbd8b21cb02f914efed1a07413c9b6d465 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,25 +1,19 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-17T12:09:59.399656+00:00", + "evaluated_at": "2026-06-17T12:24:52.691938+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t120000z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", + "data_fetched_at": "2026-06-17T12:22:37.959436Z", "context_length": 144, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t060000z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", - "context_length": 720, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t235000z", - "data_fetched_at": "2026-06-17T12:07:56.199345Z", - "context_length": 230, - "prediction_length": 36 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t095000z", + "data_fetched_at": "2026-06-17T12:22:37.959436Z", + "context_length": 288, + "prediction_length": 24 } ], "failed_datasets": []