diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index e80094c304a7e45f78fa73d8d5a89b7d434fbf85..d3f883d2146538ddec07b828f41721cf53348306 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,ARIMA,1.455600406487103,1.12632226435 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,52.14010791855603,54.58648035103487,5.759185132377013,0.4822635627358971,0.19714328755851626,0.20067623092824083,5.542272617642375,7.220810752163224,0.24735864129452856,0.19728867826672342,0.17302733336613121,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ARIMA,84.98294946026185,83.3587076227477,8.680495483650125,4.249002960720764,0.34737370445815213,0.2905628010489904,144.70877828098554,9.218619715568153,0.3589339137096052,0.33798164074642784,0.3299537815458202,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ARIMA,42.81557260167947,33.313758560160856,5.185666759723528,0.9524694048471783,0.6281280002137315,0.43878975962360167,5.009673233985278,6.543360956089727,0.6357921576767347,0.5038704543860918,0.41194902960384977,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,ARIMA,182.4493981684246,681.3331255135075,26.04877571808309,0.9618009495907603,0.009829726686069089,0.009878478964692551,5.185561786637819,13.507383098454882,0.005097125697530144,0.009829726686069089,0.0069581930564263615,Hydrology,1 -wikimedia_time_series_hourly_pageviews/1D/short,ARIMA,3361.8999032105453,2843.6983884080173,47.51926410579385,1.033027480560736,0.2087414080176455,0.1891203102868941,7.672689515892466,57.98189289088918,0.22264029085914658,0.18246563288017387,0.1327476503944628,Web,1 +usgs_potomac_iv_usgs_00060/15min/short,ARIMA,1087.5230492833266,619.2118994004448,24.882662002314174,0.4048704325800272,0.009815720615659409,0.009834342689159782,6.8860103201222245,32.97761436616249,0.013006782987475757,0.009814032671413972,0.00919973374106623,Hydrology,1 +wikimedia_time_series_hourly_pageviews/1D/short,ARIMA,3215.289366425924,2790.324209108016,41.06854573316601,0.8718798142473021,0.19224567324893124,0.1664831532151903,7.39042042839788,56.70352164042304,0.22425121552709676,0.1624179774757978,0.12989006864871536,Web,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index b6c8b02319f1a242764789f2497bf22e7f583573..bf8d3f50e14a15169f16bd6a59f02781db3d2afa 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-19T12:53:48.545054+00:00", + "evaluated_at": "2026-06-19T13:47:42.912789+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index f09e3626972d5fb89440b10bf8e512484069975c..f83a014b53a6cbf26f1a378cc99cf334391bd98f 100644 --- a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,86 +1,35 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ARIMA", - "evaluated_at": "2026-06-19T04:52:57.542806+00:00", + "evaluated_at": "2026-06-19T13:47:42.940131+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2600.0, - 2550.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2550.0, - 2600.0, - 2550.0, - 2600.0, - 2650.0, - 2500.0, - 2700.0, - 2700.0, - 2600.0, - 2650.0, - 2600.0, - 2700.0, - 2650.0, 2650.0, - 2600.0, - 2650.0, - 2650.0, - 2600.0, - 2600.0, 2650.0, 2650.0, - 2550.0, + 2700.0, 2650.0, 2650.0, 2650.0, 2650.0, 2700.0, - 2600.0, 2650.0, - 2600.0, 2650.0, - 2700.0, 2650.0, - 2600.0, - 2600.0, 2650.0, 2650.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, 2650.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, 2650.0, - 2600.0, - 2600.0, 2650.0, - 2600.0, 2650.0, 2650.0, 2650.0, - 2600.0, 2650.0, 2650.0, 2650.0, 2650.0, - 2600.0, 2650.0, 2650.0, 2650.0, @@ -90,6 +39,7 @@ 2650.0, 2650.0, 2650.0, + 2600.0, 2650.0, 2650.0, 2650.0, @@ -101,153 +51,163 @@ 2650.0, 2650.0, 2650.0, - 2650.0 + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 ], "actuals": [ - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0 + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2550.0, + 2500.0, + 2550.0, + 2550.0 ], "p50": [ - 2623.5564195962547, - 2624.039916296241, - 2623.573849161315, - 2623.780641306122, - 2622.391123246557, - 2624.2431507970095, - 2622.8907084240227, - 2624.036934832604, - 2622.463448469303, - 2621.1840403902825, - 2621.7951115574, - 2626.6395964009444, - 2625.807476975287, - 2624.2431485150382, - 2620.8635639108666, - 2624.4105401240204, - 2624.4105401240204, - 2623.830721023908, - 2625.7465502865416, - 2624.0369347694727, - 2625.8074769752957, - 2622.463448479804, - 2628.2871967841666, - 2624.326844319529 + 2525.3053244978314, + 2525.310276968026, + 2525.3311013465573, + 2525.2735645591897, + 2525.315414324436, + 2525.3362723586883, + 2525.230435651878, + 2525.254051916778, + 2525.2192130777075, + 2525.254051916778, + 2525.316455499832, + 2525.2964077386414, + 2525.144755359488, + 2525.2664456075, + 2525.2416582260553, + 2525.3009237545075, + 2525.305439770374, + 2525.313291800817, + 2525.2806837705575, + 2525.2885457545995, + 2525.3182790797573, + 2525.180138063874, + 2525.2304356518816, + 2525.3243075302744 ], "p10": [ - 2583.1016537462187, - 2580.518388311032, - 2581.646031991703, - 2579.0283860423197, - 2578.355185762023, - 2580.3680493253073, - 2579.0418089954146, - 2581.6465279691524, - 2581.64652789552, - 2580.3680470450813, - 2579.0283035571047, - 2581.646527906069, - 2579.0418093749645, - 2578.8515960274453, - 2581.1105412362804, - 2581.59954184407, - 2581.59954184407, - 2580.515406784264, - 2578.9067511991984, - 2581.7518705046396, - 2581.646527906021, - 2578.9067511991984, - 2581.646527906021, - 2580.515406784264 + 2509.3856806518224, + 2513.699213336676, + 2503.7256919314186, + 2509.3907830734665, + 2504.4584039296083, + 2509.390783203193, + 2509.3907832033024, + 2504.4584039334272, + 2509.3907832033055, + 2509.3907832033055, + 2505.9907969387177, + 2506.2080263548874, + 2503.142452195367, + 2506.203330002218, + 2512.7345467450095, + 2506.033064112741, + 2509.3907832033055, + 2509.3907832033055, + 2503.142452195367, + 2509.3907832033055, + 2506.203330002218, + 2506.2080263548874, + 2506.1610628281946, + 2497.893254841846 ], "p90": [ - 2645.375782919492, - 2665.1333025175045, - 2654.086756242765, - 2667.1025602282466, - 2656.16695844351, - 2651.7014092555805, - 2651.8184480573173, - 2659.8596122908775, - 2653.166814365271, - 2651.818448438622, - 2645.492133661762, - 2653.8945302522307, - 2659.8596122277377, - 2653.894530252184, - 2659.273977920747, - 2653.894530252183, - 2656.1669721631442, - 2655.8217493011884, - 2659.2739779207473, - 2656.1669721631442, - 2659.2739779207473, - 2653.894530252183, - 2659.2739779207473, - 2653.894530252183 + 2536.402862243792, + 2527.242337412323, + 2532.7684568838276, + 2526.069043553014, + 2530.055339389143, + 2546.9087012683704, + 2528.33426038573, + 2525.542951507485, + 2530.0553393929617, + 2529.7988135454343, + 2528.334260385733, + 2526.069043682853, + 2529.7988135454343, + 2532.364072020711, + 2527.1392602976935, + 2527.1392602976935, + 2525.542951507485, + 2536.407964795275, + 2529.7988135454343, + 2529.7988135454343, + 2530.0553393929617, + 2527.1392602976935, + 2527.1392602976935, + 2527.242487493612 ], "timestamps": [ - "2026-06-18 16:55:00", - "2026-06-18 17:10:00", - "2026-06-18 17:25:00", - "2026-06-18 17:40:00", - "2026-06-18 17:55:00", - "2026-06-18 18:10:00", - "2026-06-18 18:25:00", - "2026-06-18 18:40:00", - "2026-06-18 18:55:00", - "2026-06-18 19:10:00", - "2026-06-18 19:25:00", - "2026-06-18 19:40:00", - "2026-06-18 19:55:00", - "2026-06-18 20:10:00", - "2026-06-18 20:25:00", - "2026-06-18 20:40:00", - "2026-06-18 20:55:00", - "2026-06-18 21:10:00", - "2026-06-18 21:25:00", - "2026-06-18 21:40:00", - "2026-06-18 21:55:00", - "2026-06-18 22:10:00", - "2026-06-18 22:25:00", - "2026-06-18 22:40:00", - "2026-06-18 22:55:00", - "2026-06-18 23:10:00", - "2026-06-18 23:25:00", - "2026-06-18 23:40:00", - "2026-06-18 23:55:00", - "2026-06-19 00:10:00", - "2026-06-19 00:25:00", - "2026-06-19 00:40:00", - "2026-06-19 00:55:00", - "2026-06-19 01:10:00", - "2026-06-19 01:25:00", - "2026-06-19 01:40:00", - "2026-06-19 01:55:00", - "2026-06-19 02:10:00", - "2026-06-19 02:25:00", - "2026-06-19 02:40:00", "2026-06-19 02:55:00", "2026-06-19 03:10:00", "2026-06-19 03:25:00", @@ -327,6 +287,46 @@ "2026-06-19 21:55:00", "2026-06-19 22:10:00", "2026-06-19 22:25:00", - "2026-06-19 22:40:00" + "2026-06-19 22:40:00", + "2026-06-19 22:55:00", + "2026-06-19 23:10:00", + "2026-06-19 23:25:00", + "2026-06-19 23:40:00", + "2026-06-19 23:55:00", + "2026-06-20 00:10:00", + "2026-06-20 00:25:00", + "2026-06-20 00:40:00", + "2026-06-20 00:55:00", + "2026-06-20 01:10:00", + "2026-06-20 01:25:00", + "2026-06-20 01:40:00", + "2026-06-20 01:55:00", + "2026-06-20 02:10:00", + "2026-06-20 02:25:00", + "2026-06-20 02:40:00", + "2026-06-20 02:55:00", + "2026-06-20 03:10:00", + "2026-06-20 03:25:00", + "2026-06-20 03:40:00", + "2026-06-20 03:55:00", + "2026-06-20 04:10:00", + "2026-06-20 04:25:00", + "2026-06-20 04:40:00", + "2026-06-20 04:55:00", + "2026-06-20 05:10:00", + "2026-06-20 05:25:00", + "2026-06-20 05:40:00", + "2026-06-20 05:55:00", + "2026-06-20 06:10:00", + "2026-06-20 06:25:00", + "2026-06-20 06:40:00", + "2026-06-20 06:55:00", + "2026-06-20 07:10:00", + "2026-06-20 07:25:00", + "2026-06-20 07:40:00", + "2026-06-20 07:55:00", + "2026-06-20 08:10:00", + "2026-06-20 08:25:00", + "2026-06-20 08:40:00" ] } diff --git a/results/arima/forecasts/wikimedia_time_series_hourly_pageviews__1D__short.json b/results/arima/forecasts/wikimedia_time_series_hourly_pageviews__1D__short.json index 760b89f82c59d212b219ce83a58137388c051595..cfebd6c7bedc53a4ba630a14eadf9d2b2be6fba3 100644 --- a/results/arima/forecasts/wikimedia_time_series_hourly_pageviews__1D__short.json +++ b/results/arima/forecasts/wikimedia_time_series_hourly_pageviews__1D__short.json @@ -1,13 +1,11 @@ { "dataset": "wikimedia_time_series_hourly_pageviews/1D/short", "model": "ARIMA", - "evaluated_at": "2026-06-18T10:07:43.943064+00:00", + "evaluated_at": "2026-06-19T13:47:42.994266+00:00", "freq": "1D", "context_length": 30, "prediction_length": 7, "context": [ - 298.0, - 294.0, 304.0, 287.0, 267.0, @@ -35,47 +33,47 @@ 215.0, 177.0, 328.0, - 282.0 + 282.0, + 310.0, + 292.0 ], "actuals": [ - 310.0, - 292.0, 242.0, 184.0, 186.0, 288.0, - 321.0 + 321.0, + 262.0, + 287.0 ], "p50": [ - 268.6949323246298, - 270.59199827483735, - 273.18574475943075, - 269.97179682701176, - 263.4288257706351, - 266.83747243712577, - 266.82711557992775 + 257.6269881183335, + 275.22789957857725, + 275.74023510216983, + 273.4149503741533, + 273.2179591686893, + 274.0505010542797, + 270.5328941783556 ], "p10": [ - 196.4163067381492, - 213.2594362163547, - 194.8274750684217, - 194.6533491882669, - 194.58537904074686, - 193.84136890726444, - 194.54848999344713 + 198.3139115905696, + 194.95205725542888, + 194.3210943000822, + 177.75959461524866, + 192.9421168455409, + 193.540415300307, + 192.83588527997563 ], "p90": [ - 363.1238448017966, - 361.8994069232594, - 363.2660123912036, - 362.0960232402399, - 362.02805309271986, - 361.184703137812, - 361.99116404542013 + 333.95515390520126, + 364.1492268311731, + 362.42107621871884, + 361.86697091584125, + 361.71691038146804, + 361.5934665478528, + 361.56374814481194 ], "timestamps": [ - "2026-05-11 00:00:00", - "2026-05-12 00:00:00", "2026-05-13 00:00:00", "2026-05-14 00:00:00", "2026-05-15 00:00:00", @@ -110,6 +108,8 @@ "2026-06-13 00:00:00", "2026-06-14 00:00:00", "2026-06-15 00:00:00", - "2026-06-16 00:00:00" + "2026-06-16 00:00:00", + "2026-06-17 00:00:00", + "2026-06-18 00:00:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index ba5b7f8fdb28ea813c18ac98efe034ce4aa9ee16..fab40a269345f45043f4cb65810e129d6667d556 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,37 +1,25 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-19T12:53:48.968025+00:00", + "evaluated_at": "2026-06-19T13:47:43.013436+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T07:14:52.573979Z", + "data_fetched_at": "2026-06-19T13:43:18.000972Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t214800z", - "data_fetched_at": "2026-06-19T07:14:52.573979Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t015000z", - "data_fetched_at": "2026-06-19T07:14:52.573979Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t105000z", + "data_fetched_at": "2026-06-19T13:43:18.000972Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t030000z", - "data_fetched_at": "2026-06-19T07:14:52.573979Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t030000z", - "data_fetched_at": "2026-06-19T07:14:52.573979Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260611t000000z", + "data_fetched_at": "2026-06-19T13:43:18.000972Z", + "context_length": 30, + "prediction_length": 7 } ], "failed_datasets": [] diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index 46d56699873b6f0fb7611e25474ce9d4f276c331..b2c09b53581303c345f7a1e026c99310640bca19 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -10,4 +10,4 @@ date,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,N 2026-06-16,Chronos-2,4.400,3.800,4.400,4.100,4.400,3.400,4.400,4.100,4.200 2026-06-17,Chronos-2,4.900,4.900,4.900,4.900,5.100,4.700,4.900,4.900,5.000 2026-06-18,Chronos-2,3.700,3.300,3.700,3.900,3.700,2.900,3.700,3.900,3.700 -2026-06-19,Chronos-2,4.400,3.500,4.400,4.200,4.300,3.500,4.400,4.200,4.300 +2026-06-19,Chronos-2,4.800,3.600,4.800,4.500,4.700,3.700,4.800,4.500,4.700 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index b1b9dbcd5bdc5aa372305f21a3835ecfee04e021..16a33006b39e421e8fba3e406dfe978744f7bbca 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,3 +1,3 @@ week,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,3.064,2.751,3.077,2.902,3.077,2.505,3.077,2.918,3.103 -2026-W25,Chronos-Bolt-Mini,4.14,3.7,4.14,4.04,4.16,3.42,4.14,4.04,4.12 +2026-W25,Chronos-Bolt-Mini,4.22,3.72,4.22,4.1,4.24,3.46,4.22,4.1,4.2 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index bf643e8987615d8e560d0b8208d51cbd11356029..8595cacaf9ab3f143cfc89ec1127f6803edc5a7d 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,4 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,420305.1332098643,420305.1332098643,488.8859049479167,0.8797728814641544,0.007336916012841026,0.007383998750081728,4.615295304962685,648.309442480876,0.009794077052542045,0.007385649366201981,0.007871857967518088,Finance,1 -nws_ksfo_observations_temperature/1h/short,Chronos-2,0.7954084745805782,0.7954084745805782,0.8431281248728434,0.8785126820745109,0.05582932333151499,0.05413753141501162,3.2301018126713097,0.8918567567611843,0.05848241027942192,0.05528709015559629,0.0395466244575394,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,15.124750071384748,15.124750071384748,2.954263607660929,0.612988414269703,0.760747688827298,0.31036862511166086,6.721733563228025,3.889055164353515,0.37334929577793746,0.28360930633544923,0.2397232242160373,Hazards,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,4525259.544978459,4525259.544978459,1855.7430013020833,1.6869219447355295,0.029319271571139335,0.028762615130256963,20.49445301699377,2127.265743854881,0.03340127692666375,0.029137960816726947,0.019117885309381556,Finance,1 +nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,0.2636181896623384,0.2636181896623384,0.41401322682698566,0.23349983671001576,0.017847168659734923,0.01761600110836976,1.959125489732039,0.5134376200302607,0.022199109404753965,0.017900373012802992,0.020483897112699892,Weather,1 +noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.05918562287327038,0.05918562287327038,0.1723447491725286,0.1939817927602084,0.14520350196882978,0.17627918454813168,0.7543168396897665,0.24328095460448682,0.16717083473303482,0.11842692588849187,0.11067854040842463,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.09648264034474646,0.09648264034474646,0.28134051627582973,1.5581932856794607,0.19988891644248957,0.1777961879123805,10.122785055207828,0.31061654872969413,0.21058749671563104,0.1907393385494351,0.12480516112869829,Ocean,1 +nws_ksfo_observations_temperature/1h/short,Chronos-2,1.2451256000957376,1.2451256000957376,0.9612921873728434,1.195389217043619,0.05242452172001679,0.05061138950457242,9.647567969140878,1.1158519615503382,0.05992492155507006,0.05162455317082011,0.03346227818333205,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,39.01831377944821,39.01831377944821,5.246808608373006,0.43935809568653,0.18884457881490724,0.18705193530066402,2.0052226031688942,6.246464102149969,0.21398107861225618,0.17973652724671846,0.16086761067692262,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,1.627711607526635,1.627711607526635,1.1214147408803303,0.548919651323038,0.04337233681957694,0.04288373912441626,4.0964594912680665,1.275818015050201,0.04967493697021059,0.0436631289992433,0.0342768607349334,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,33.86120499855588,33.86120499855588,5.188571612040202,0.9530029491502412,0.6297438491113121,0.4386743088488095,9.515223354709391,5.819038150635883,0.5654126138269684,0.5041527072427726,0.35584814472344345,Hazards,1 +usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,835.8339234987894,835.8339234987894,19.305338541666668,0.3141207627118644,0.007678390443091299,0.007630390990919858,8.152985467425848,28.910792509005862,0.011402777653510941,0.007614266639276911,0.00651974237937095,Hydrology,1 +wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,547.931499861846,547.931499861846,21.720873151506698,0.4611312748123676,0.08979400097660017,0.08572323663604182,1.868382137755773,23.40793668527506,0.09257376090221775,0.08590175822629767,0.06506340376476186,Web,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index da307733506a3dbdeb7fc5788375c3da1ce1ba42..a9ac5d32c05dea21bb8c423359012b03c53524ec 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-19T03:44:47.232740+00:00", + "evaluated_at": "2026-06-19T13:43:49.297035+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index e96cfc5de4e4a41e00ecd95ca8e98962b85cea9c..a8bafe621897722eb48ece838581f4b94107d16d 100644 --- a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,86 +1,35 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-19T03:17:46.992579+00:00", + "evaluated_at": "2026-06-19T13:44:02.552661+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2600.0, - 2550.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2550.0, - 2600.0, - 2550.0, - 2600.0, - 2650.0, - 2500.0, - 2700.0, - 2700.0, - 2600.0, - 2650.0, - 2600.0, - 2700.0, - 2650.0, 2650.0, - 2600.0, - 2650.0, - 2650.0, - 2600.0, - 2600.0, 2650.0, 2650.0, - 2550.0, + 2700.0, 2650.0, 2650.0, 2650.0, 2650.0, 2700.0, - 2600.0, 2650.0, - 2600.0, 2650.0, - 2700.0, 2650.0, - 2600.0, - 2600.0, 2650.0, 2650.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, 2650.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, 2650.0, - 2600.0, - 2600.0, 2650.0, - 2600.0, 2650.0, 2650.0, 2650.0, - 2600.0, 2650.0, 2650.0, 2650.0, 2650.0, - 2600.0, 2650.0, 2650.0, 2650.0, @@ -90,6 +39,7 @@ 2650.0, 2650.0, 2650.0, + 2600.0, 2650.0, 2650.0, 2650.0, @@ -101,153 +51,163 @@ 2650.0, 2650.0, 2650.0, - 2650.0 + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 ], "actuals": [ - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0 + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2550.0, + 2500.0, + 2550.0, + 2550.0 ], "p50": [ - 2649.18701171875, - 2649.04150390625, - 2648.918212890625, - 2649.174560546875, - 2649.074951171875, - 2649.171875, - 2649.232177734375, - 2649.070556640625, - 2649.126220703125, - 2649.141845703125, - 2649.235107421875, - 2649.354248046875, - 2649.265625, - 2649.1142578125, - 2649.161376953125, - 2649.30078125, - 2649.711669921875, - 2650.349365234375, - 2650.557861328125, - 2650.353759765625, - 2650.055908203125, - 2650.578125, - 2650.236328125, - 2650.6826171875 + 2553.470947265625, + 2554.69287109375, + 2553.688720703125, + 2553.548828125, + 2553.696044921875, + 2554.575439453125, + 2554.305908203125, + 2554.404541015625, + 2554.41552734375, + 2553.756103515625, + 2554.849853515625, + 2554.873291015625, + 2554.46484375, + 2551.70703125, + 2554.974609375, + 2555.0390625, + 2552.67236328125, + 2551.7138671875, + 2552.3359375, + 2551.714111328125, + 2552.859375, + 2511.0185546875, + 2511.883056640625, + 2513.566650390625 ], "p10": [ - 2640.0947265625, - 2640.234375, - 2639.415771484375, - 2637.21435546875, - 2635.396240234375, - 2631.75390625, - 2628.143310546875, - 2626.37451171875, - 2624.860107421875, - 2622.719482421875, - 2620.796142578125, - 2618.74267578125, - 2616.62255859375, - 2614.071533203125, - 2612.089599609375, - 2614.56396484375, - 2606.9287109375, - 2605.51611328125, - 2604.071044921875, - 2604.533203125, - 2602.782958984375, - 2602.06689453125, - 2599.434326171875, - 2599.254638671875 + 2548.562255859375, + 2549.811767578125, + 2547.962158203125, + 2549.06494140625, + 2548.16259765625, + 2548.840087890625, + 2548.830078125, + 2548.308837890625, + 2548.5517578125, + 2547.886962890625, + 2548.85546875, + 2548.379150390625, + 2547.913330078125, + 2545.47412109375, + 2548.02783203125, + 2546.636474609375, + 2540.992431640625, + 2538.766845703125, + 2537.897705078125, + 2536.78564453125, + 2529.724853515625, + 2500.107177734375, + 2500.267333984375, + 2501.29736328125 ], "p90": [ - 2651.636474609375, - 2651.681884765625, - 2651.662353515625, - 2651.869873046875, - 2651.984375, - 2651.853515625, - 2652.434326171875, - 2652.8388671875, - 2653.674072265625, - 2653.53955078125, - 2653.898681640625, - 2654.5888671875, - 2655.209228515625, - 2655.330322265625, - 2656.161376953125, - 2657.2490234375, - 2668.7919921875, - 2669.852783203125, - 2670.577880859375, - 2670.65087890625, - 2671.702392578125, - 2673.14697265625, - 2673.1396484375, - 2674.17333984375 + 2557.664306640625, + 2558.72705078125, + 2557.3798828125, + 2558.015380859375, + 2557.870361328125, + 2559.51611328125, + 2558.90869140625, + 2559.48486328125, + 2559.048095703125, + 2558.948974609375, + 2560.566162109375, + 2560.16943359375, + 2560.273193359375, + 2557.388916015625, + 2560.799560546875, + 2562.107421875, + 2565.514892578125, + 2563.583984375, + 2566.426513671875, + 2567.729736328125, + 2573.83203125, + 2526.641845703125, + 2528.5947265625, + 2530.287353515625 ], "timestamps": [ - "2026-06-18 16:55:00", - "2026-06-18 17:10:00", - "2026-06-18 17:25:00", - "2026-06-18 17:40:00", - "2026-06-18 17:55:00", - "2026-06-18 18:10:00", - "2026-06-18 18:25:00", - "2026-06-18 18:40:00", - "2026-06-18 18:55:00", - "2026-06-18 19:10:00", - "2026-06-18 19:25:00", - "2026-06-18 19:40:00", - "2026-06-18 19:55:00", - "2026-06-18 20:10:00", - "2026-06-18 20:25:00", - "2026-06-18 20:40:00", - "2026-06-18 20:55:00", - "2026-06-18 21:10:00", - "2026-06-18 21:25:00", - "2026-06-18 21:40:00", - "2026-06-18 21:55:00", - "2026-06-18 22:10:00", - "2026-06-18 22:25:00", - "2026-06-18 22:40:00", - "2026-06-18 22:55:00", - "2026-06-18 23:10:00", - "2026-06-18 23:25:00", - "2026-06-18 23:40:00", - "2026-06-18 23:55:00", - "2026-06-19 00:10:00", - "2026-06-19 00:25:00", - "2026-06-19 00:40:00", - "2026-06-19 00:55:00", - "2026-06-19 01:10:00", - "2026-06-19 01:25:00", - "2026-06-19 01:40:00", - "2026-06-19 01:55:00", - "2026-06-19 02:10:00", - "2026-06-19 02:25:00", - "2026-06-19 02:40:00", "2026-06-19 02:55:00", "2026-06-19 03:10:00", "2026-06-19 03:25:00", @@ -327,6 +287,46 @@ "2026-06-19 21:55:00", "2026-06-19 22:10:00", "2026-06-19 22:25:00", - "2026-06-19 22:40:00" + "2026-06-19 22:40:00", + "2026-06-19 22:55:00", + "2026-06-19 23:10:00", + "2026-06-19 23:25:00", + "2026-06-19 23:40:00", + "2026-06-19 23:55:00", + "2026-06-20 00:10:00", + "2026-06-20 00:25:00", + "2026-06-20 00:40:00", + "2026-06-20 00:55:00", + "2026-06-20 01:10:00", + "2026-06-20 01:25:00", + "2026-06-20 01:40:00", + "2026-06-20 01:55:00", + "2026-06-20 02:10:00", + "2026-06-20 02:25:00", + "2026-06-20 02:40:00", + "2026-06-20 02:55:00", + "2026-06-20 03:10:00", + "2026-06-20 03:25:00", + "2026-06-20 03:40:00", + "2026-06-20 03:55:00", + "2026-06-20 04:10:00", + "2026-06-20 04:25:00", + "2026-06-20 04:40:00", + "2026-06-20 04:55:00", + "2026-06-20 05:10:00", + "2026-06-20 05:25:00", + "2026-06-20 05:40:00", + "2026-06-20 05:55:00", + "2026-06-20 06:10:00", + "2026-06-20 06:25:00", + "2026-06-20 06:40:00", + "2026-06-20 06:55:00", + "2026-06-20 07:10:00", + "2026-06-20 07:25:00", + "2026-06-20 07:40:00", + "2026-06-20 07:55:00", + "2026-06-20 08:10:00", + "2026-06-20 08:25:00", + "2026-06-20 08:40:00" ] } diff --git a/results/chronos_2/forecasts/wikimedia_time_series_hourly_pageviews__1D__short.json b/results/chronos_2/forecasts/wikimedia_time_series_hourly_pageviews__1D__short.json index 1e48c518e5df0b4671539b1b7840c7b62b83891a..84ca523b75a1f6fa97a073221c248019e9f1c14f 100644 --- a/results/chronos_2/forecasts/wikimedia_time_series_hourly_pageviews__1D__short.json +++ b/results/chronos_2/forecasts/wikimedia_time_series_hourly_pageviews__1D__short.json @@ -1,65 +1,11 @@ { "dataset": "wikimedia_time_series_hourly_pageviews/1D/short", "model": "Chronos-2", - "evaluated_at": "2026-06-17T09:43:59.015450+00:00", + "evaluated_at": "2026-06-19T13:44:12.238767+00:00", "freq": "1D", - "context_length": 86, - "prediction_length": 2, + "context_length": 30, + "prediction_length": 7, "context": [ - 290.0, - 223.0, - 237.0, - 382.0, - 383.0, - 397.0, - 337.0, - 303.0, - 263.0, - 226.0, - 312.0, - 370.0, - 343.0, - 370.0, - 320.0, - 237.0, - 222.0, - 267.0, - 321.0, - 310.0, - 365.0, - 330.0, - 247.0, - 229.0, - 289.0, - 355.0, - 370.0, - 360.0, - 318.0, - 265.0, - 273.0, - 368.0, - 402.0, - 418.0, - 324.0, - 335.0, - 216.0, - 232.0, - 355.0, - 412.0, - 376.0, - 384.0, - 286.0, - 206.0, - 241.0, - 385.0, - 340.0, - 320.0, - 318.0, - 285.0, - 189.0, - 228.0, - 298.0, - 294.0, 304.0, 287.0, 267.0, @@ -89,81 +35,45 @@ 328.0, 282.0, 310.0, - 292.0, - 242.0, - 184.0 + 292.0 ], "actuals": [ + 242.0, + 184.0, 186.0, - 288.0 + 288.0, + 321.0, + 262.0, + 287.0 ], "p50": [ - 192.83660888671875, - 281.5699462890625 + 274.6812438964844, + 203.40853881835938, + 203.89334106445312, + 300.0671691894531, + 303.8144836425781, + 299.24884033203125, + 302.56146240234375 ], "p10": [ - 170.28793334960938, - 242.119384765625 + 235.26596069335938, + 174.46078491210938, + 175.5126495361328, + 250.380859375, + 254.86148071289062, + 250.51771545410156, + 252.80856323242188 ], "p90": [ - 225.31744384765625, - 324.2076721191406 + 316.5950622558594, + 247.22079467773438, + 253.57867431640625, + 345.47235107421875, + 350.9482421875, + 347.50531005859375, + 348.53826904296875 ], "timestamps": [ - "2026-03-20 00:00:00", - "2026-03-21 00:00:00", - "2026-03-22 00:00:00", - "2026-03-23 00:00:00", - "2026-03-24 00:00:00", - "2026-03-25 00:00:00", - "2026-03-26 00:00:00", - "2026-03-27 00:00:00", - "2026-03-28 00:00:00", - "2026-03-29 00:00:00", - "2026-03-30 00:00:00", - "2026-03-31 00:00:00", - "2026-04-01 00:00:00", - "2026-04-02 00:00:00", - "2026-04-03 00:00:00", - "2026-04-04 00:00:00", - "2026-04-05 00:00:00", - "2026-04-06 00:00:00", - "2026-04-07 00:00:00", - "2026-04-08 00:00:00", - "2026-04-09 00:00:00", - "2026-04-10 00:00:00", - "2026-04-11 00:00:00", - "2026-04-12 00:00:00", - "2026-04-13 00:00:00", - "2026-04-14 00:00:00", - "2026-04-15 00:00:00", - "2026-04-16 00:00:00", - "2026-04-17 00:00:00", - "2026-04-18 00:00:00", - "2026-04-19 00:00:00", - "2026-04-20 00:00:00", - "2026-04-21 00:00:00", - "2026-04-22 00:00:00", - "2026-04-23 00:00:00", - "2026-04-24 00:00:00", - "2026-04-25 00:00:00", - "2026-04-26 00:00:00", - "2026-04-27 00:00:00", - "2026-04-28 00:00:00", - "2026-04-29 00:00:00", - "2026-04-30 00:00:00", - "2026-05-01 00:00:00", - "2026-05-02 00:00:00", - "2026-05-03 00:00:00", - "2026-05-04 00:00:00", - "2026-05-05 00:00:00", - "2026-05-06 00:00:00", - "2026-05-07 00:00:00", - "2026-05-08 00:00:00", - "2026-05-09 00:00:00", - "2026-05-10 00:00:00", - "2026-05-11 00:00:00", - "2026-05-12 00:00:00", "2026-05-13 00:00:00", "2026-05-14 00:00:00", "2026-05-15 00:00:00", @@ -197,6 +107,9 @@ "2026-06-12 00:00:00", "2026-06-13 00:00:00", "2026-06-14 00:00:00", - "2026-06-15 00:00:00" + "2026-06-15 00:00:00", + "2026-06-16 00:00:00", + "2026-06-17 00:00:00", + "2026-06-18 00:00:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 0f889fcdad4346752735a44c1b96877967c8b54d..aa3d910aada1b8d35abaa3545acc41e62a6eb81f 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,25 +1,26 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-16T05:10:19.032951+00:00", + "evaluated_at": "2026-06-19T13:44:17.566885+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260614t230000z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", + "data_fetched_at": "2026-06-19T13:43:18.000972Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t025600z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t105000z", + "data_fetched_at": "2026-06-19T13:43:18.000972Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t050000z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260611t000000z", + "data_fetched_at": "2026-06-19T13:43:18.000972Z", + "context_length": 30, + "prediction_length": 7 } - ] + ], + "failed_datasets": [] } diff --git a/results/dataset_properties.csv b/results/dataset_properties.csv index 054c8bda5cc564c25c320f8d9e728f3ba6e39f70..86d6556137d95772cb223d848147b69937c20029 100644 --- a/results/dataset_properties.csv +++ b/results/dataset_properties.csv @@ -1,9 +1,10 @@ dataset,domain,frequency,num_variates binance_btcusdt_1h_close,Finance,1h,1 -coingecko_bitcoin_7d_price_usd,Finance,1h,1 nasa_power_shanghai_hourly_t2m,Weather,1h,1 +noaa_coops_sf_water_level_water_level,Ocean,6min,1 noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1 nws_ksfo_observations_temperature,Weather,1h,1 +open_meteo_shanghai_air_quality_hourly_pm2_5,Air Quality,1h,1 open_meteo_shanghai_hourly_temperature_2m,Weather,1h,1 usgs_earthquake_all_week_hourly_earthquake_count,Hazards,1h,1 usgs_potomac_iv_usgs_00060,Hydrology,15min,1 diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 689c3b203f7183eaf2a01a47cf297eceecf68923..0d37cec894737f5bed71fb5f9e8ebc4b91c5db02 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,ETS,0.8181922732858234,0.853066073522 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,54.73751930836564,55.8178449774667,5.872422551665509,0.4917458558044218,0.1969820216008263,0.2050586637491739,4.358000201899829,7.398480878421302,0.2534449718380426,0.2011677792624821,0.1713585535927003,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ETS,757.1250815825464,750.3561289370804,24.52689725752822,12.00563484663082,0.9748558397634474,0.6146567562956363,451.0873008655208,27.515905974227824,1.0713525587693047,0.9549732492957506,0.9467736612538834,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ETS,52.80949695624562,60.51268300270831,7.187729483404563,1.3201952112375726,0.8574372070681996,0.5518035231814648,4.591071083877352,7.267014308245555,0.7061066534327665,0.698402864784249,0.48984963073501336,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,ETS,159.37116785062827,138.0164822885243,10.855552932394176,0.4008204159653234,0.004096435068827991,0.004086634272783256,5.538461181672048,12.62422939630884,0.004763860149550506,0.004096435068827991,0.004709800115821388,Hydrology,1 -wikimedia_time_series_hourly_pageviews/1D/short,ETS,2966.045650932652,3054.901089250775,50.34629050796737,1.0944845762601603,0.21644531528869687,0.19999843521598823,13.021680345312786,54.46141433099816,0.20912227115578008,0.19332091802291365,0.13968841953633726,Web,1 +usgs_potomac_iv_usgs_00060/15min/short,ETS,383.5875855539554,390.9900030694484,17.308584613469197,0.2816312072700073,0.006850873791359091,0.0068458614213346355,10.115036703944847,19.58539214705581,0.007724723279035981,0.006826721951080703,0.006686435086978029,Hydrology,1 +wikimedia_time_series_hourly_pageviews/1D/short,ETS,3173.349140851323,2796.2923753126274,41.16028344732492,0.8738273938304705,0.19145683099680808,0.1670856238504667,10.487987451745425,56.33248743710261,0.22278384862130973,0.16278078199507032,0.13516672351186537,Web,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index a622c4c4e788a04453148736d6bae0854da07d1a..753d849df5657cc5ff4d9725303b5a47d441a1d9 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-19T12:53:49.042643+00:00", + "evaluated_at": "2026-06-19T13:47:43.126521+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 9c40d51f33c673cbafda326d0a6e9c926e0a4084..4e93adbdb165c625c7fe5c63786b9bb1f2e1642c 100644 --- a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,86 +1,35 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ETS", - "evaluated_at": "2026-06-19T04:52:57.615144+00:00", + "evaluated_at": "2026-06-19T13:47:43.147121+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2600.0, - 2550.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2550.0, - 2600.0, - 2550.0, - 2600.0, - 2650.0, - 2500.0, - 2700.0, - 2700.0, - 2600.0, - 2650.0, - 2600.0, - 2700.0, - 2650.0, 2650.0, - 2600.0, - 2650.0, - 2650.0, - 2600.0, - 2600.0, 2650.0, 2650.0, - 2550.0, + 2700.0, 2650.0, 2650.0, 2650.0, 2650.0, 2700.0, - 2600.0, 2650.0, - 2600.0, 2650.0, - 2700.0, 2650.0, - 2600.0, - 2600.0, 2650.0, 2650.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, 2650.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, 2650.0, - 2600.0, - 2600.0, 2650.0, - 2600.0, 2650.0, 2650.0, 2650.0, - 2600.0, 2650.0, 2650.0, 2650.0, 2650.0, - 2600.0, 2650.0, 2650.0, 2650.0, @@ -90,6 +39,7 @@ 2650.0, 2650.0, 2650.0, + 2600.0, 2650.0, 2650.0, 2650.0, @@ -101,153 +51,163 @@ 2650.0, 2650.0, 2650.0, - 2650.0 + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 ], "actuals": [ - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0 + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2550.0, + 2500.0, + 2550.0, + 2550.0 ], "p50": [ - 2653.3937348037734, - 2654.042588554088, - 2654.691442304403, - 2655.340296054718, - 2655.989149805033, - 2656.6380035553475, - 2657.2868573056626, - 2657.935711055977, - 2658.5845648062923, - 2659.233418556607, - 2659.882272306922, - 2660.5311260572366, - 2661.1799798075517, - 2661.8288335578663, - 2662.4776873081814, - 2663.126541058496, - 2663.775394808811, - 2664.4242485591258, - 2665.073102309441, - 2665.7219560597555, - 2666.3708098100706, - 2667.019663560385, - 2667.6685173107003, - 2668.317371061015 + 2547.668644260507, + 2546.4994088902754, + 2545.3301735200444, + 2544.160938149813, + 2542.9917027795814, + 2541.82246740935, + 2540.6532320391184, + 2539.4839966688874, + 2538.314761298656, + 2537.1455259284244, + 2535.976290558193, + 2534.8070551879614, + 2533.63781981773, + 2532.468584447499, + 2531.2993490772674, + 2530.130113707036, + 2528.9608783368044, + 2527.791642966573, + 2526.622407596342, + 2525.4531722261104, + 2524.283936855879, + 2523.1147014856474, + 2521.945466115416, + 2520.776230745185 ], "p10": [ - 2603.3937348037734, - 2604.042588554088, - 2604.691442304403, - 2605.340296054718, - 2605.989149805033, - 2606.6380035553475, - 2607.2868573056626, - 2607.935711055977, - 2608.5845648062923, - 2609.233418556607, - 2609.882272306922, - 2610.5311260572366, - 2611.1799798075517, - 2611.8288335578663, - 2612.4776873081814, - 2613.126541058496, - 2613.775394808811, - 2614.4242485591258, - 2615.073102309441, - 2615.7219560597555, - 2616.3708098100706, - 2617.019663560385, - 2617.6685173107003, - 2618.317371061015 + 2547.668644260507, + 2546.4994088902754, + 2540.3301735200444, + 2544.160938149813, + 2542.9917027795814, + 2491.82246740935, + 2540.6532320391184, + 2539.4839966688874, + 2538.314761298656, + 2532.1455259284244, + 2535.976290558193, + 2534.8070551879614, + 2533.63781981773, + 2532.468584447499, + 2531.2993490772674, + 2530.130113707036, + 2528.9608783368044, + 2477.791642966573, + 2476.622407596342, + 2525.4531722261104, + 2524.283936855879, + 2523.1147014856474, + 2521.945466115416, + 2520.776230745185 ], "p90": [ - 2703.3937348037734, - 2704.042588554088, - 2704.691442304403, - 2705.340296054718, - 2705.989149805033, - 2706.6380035553475, - 2707.2868573056626, - 2707.935711055977, - 2708.5845648062923, - 2709.233418556607, - 2709.882272306922, - 2710.5311260572366, - 2711.1799798075517, - 2711.8288335578663, - 2712.4776873081814, - 2713.126541058496, - 2713.775394808811, - 2714.4242485591258, - 2715.073102309441, - 2715.7219560597555, - 2716.3708098100706, - 2717.019663560385, - 2717.6685173107003, - 2718.317371061015 + 2547.668644260507, + 2546.4994088902754, + 2545.3301735200444, + 2544.160938149813, + 2542.9917027795814, + 2541.82246740935, + 2540.6532320391184, + 2539.4839966688874, + 2538.314761298656, + 2537.1455259284244, + 2535.976290558193, + 2534.8070551879614, + 2533.63781981773, + 2532.468584447499, + 2531.2993490772674, + 2530.130113707036, + 2528.9608783368044, + 2527.791642966573, + 2526.622407596342, + 2525.4531722261104, + 2524.283936855879, + 2523.1147014856474, + 2521.945466115416, + 2520.776230745185 ], "timestamps": [ - "2026-06-18 16:55:00", - "2026-06-18 17:10:00", - "2026-06-18 17:25:00", - "2026-06-18 17:40:00", - "2026-06-18 17:55:00", - "2026-06-18 18:10:00", - "2026-06-18 18:25:00", - "2026-06-18 18:40:00", - "2026-06-18 18:55:00", - "2026-06-18 19:10:00", - "2026-06-18 19:25:00", - "2026-06-18 19:40:00", - "2026-06-18 19:55:00", - "2026-06-18 20:10:00", - "2026-06-18 20:25:00", - "2026-06-18 20:40:00", - "2026-06-18 20:55:00", - "2026-06-18 21:10:00", - "2026-06-18 21:25:00", - "2026-06-18 21:40:00", - "2026-06-18 21:55:00", - "2026-06-18 22:10:00", - "2026-06-18 22:25:00", - "2026-06-18 22:40:00", - "2026-06-18 22:55:00", - "2026-06-18 23:10:00", - "2026-06-18 23:25:00", - "2026-06-18 23:40:00", - "2026-06-18 23:55:00", - "2026-06-19 00:10:00", - "2026-06-19 00:25:00", - "2026-06-19 00:40:00", - "2026-06-19 00:55:00", - "2026-06-19 01:10:00", - "2026-06-19 01:25:00", - "2026-06-19 01:40:00", - "2026-06-19 01:55:00", - "2026-06-19 02:10:00", - "2026-06-19 02:25:00", - "2026-06-19 02:40:00", "2026-06-19 02:55:00", "2026-06-19 03:10:00", "2026-06-19 03:25:00", @@ -327,6 +287,46 @@ "2026-06-19 21:55:00", "2026-06-19 22:10:00", "2026-06-19 22:25:00", - "2026-06-19 22:40:00" + "2026-06-19 22:40:00", + "2026-06-19 22:55:00", + "2026-06-19 23:10:00", + "2026-06-19 23:25:00", + "2026-06-19 23:40:00", + "2026-06-19 23:55:00", + "2026-06-20 00:10:00", + "2026-06-20 00:25:00", + "2026-06-20 00:40:00", + "2026-06-20 00:55:00", + "2026-06-20 01:10:00", + "2026-06-20 01:25:00", + "2026-06-20 01:40:00", + "2026-06-20 01:55:00", + "2026-06-20 02:10:00", + "2026-06-20 02:25:00", + "2026-06-20 02:40:00", + "2026-06-20 02:55:00", + "2026-06-20 03:10:00", + "2026-06-20 03:25:00", + "2026-06-20 03:40:00", + "2026-06-20 03:55:00", + "2026-06-20 04:10:00", + "2026-06-20 04:25:00", + "2026-06-20 04:40:00", + "2026-06-20 04:55:00", + "2026-06-20 05:10:00", + "2026-06-20 05:25:00", + "2026-06-20 05:40:00", + "2026-06-20 05:55:00", + "2026-06-20 06:10:00", + "2026-06-20 06:25:00", + "2026-06-20 06:40:00", + "2026-06-20 06:55:00", + "2026-06-20 07:10:00", + "2026-06-20 07:25:00", + "2026-06-20 07:40:00", + "2026-06-20 07:55:00", + "2026-06-20 08:10:00", + "2026-06-20 08:25:00", + "2026-06-20 08:40:00" ] } diff --git a/results/ets/forecasts/wikimedia_time_series_hourly_pageviews__1D__short.json b/results/ets/forecasts/wikimedia_time_series_hourly_pageviews__1D__short.json index e472e38fb5f8bcb25fb2c2aa87a55844f219c2f0..780737623d51eb2624519dce90868eefc01e157a 100644 --- a/results/ets/forecasts/wikimedia_time_series_hourly_pageviews__1D__short.json +++ b/results/ets/forecasts/wikimedia_time_series_hourly_pageviews__1D__short.json @@ -1,13 +1,11 @@ { "dataset": "wikimedia_time_series_hourly_pageviews/1D/short", "model": "ETS", - "evaluated_at": "2026-06-18T10:07:44.027255+00:00", + "evaluated_at": "2026-06-19T13:47:43.168854+00:00", "freq": "1D", "context_length": 30, "prediction_length": 7, "context": [ - 298.0, - 294.0, 304.0, 287.0, 267.0, @@ -35,47 +33,47 @@ 215.0, 177.0, 328.0, - 282.0 + 282.0, + 310.0, + 292.0 ], "actuals": [ - 310.0, - 292.0, 242.0, 184.0, 186.0, 288.0, - 321.0 + 321.0, + 262.0, + 287.0 ], "p50": [ - 253.8206820339044, - 267.40577683734574, - 265.9908716407871, - 265.5759664442284, - 265.16106124766975, - 257.7461560511111, - 264.3312508545524 + 262.9195440961903, + 269.07905608917343, + 278.2385680821566, + 262.3980800751398, + 269.5575920681229, + 266.71710406110606, + 278.8766160540892 ], "p10": [ - 190.8206820339044, - 223.40577683734574, - 189.99087164078708, - 222.5759664442284, - 222.16106124766975, - 188.7461560511111, - 221.33125085455242 + 199.9195440961903, + 200.07905608917343, + 233.2385680821566, + 200.39808007513977, + 233.55759206812294, + 233.71710406110608, + 233.87661605408923 ], "p90": [ - 339.9206820339043, - 349.40577683734574, - 348.9908716407871, - 337.5759664442284, - 348.16106124766975, - 315.7461560511111, - 347.3312508545524 + 358.9195440961903, + 402.07905608917343, + 359.2385680821566, + 327.3980800751398, + 348.5575920681229, + 348.71710406110606, + 348.8766160540892 ], "timestamps": [ - "2026-05-11 00:00:00", - "2026-05-12 00:00:00", "2026-05-13 00:00:00", "2026-05-14 00:00:00", "2026-05-15 00:00:00", @@ -110,6 +108,8 @@ "2026-06-13 00:00:00", "2026-06-14 00:00:00", "2026-06-15 00:00:00", - "2026-06-16 00:00:00" + "2026-06-16 00:00:00", + "2026-06-17 00:00:00", + "2026-06-18 00:00:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index fde725cec5956eeef89b3e6b784653287934cde7..6d27f656d158b35cbbb6011e81a1fdc03b79198c 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,37 +1,25 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-19T12:53:49.342910+00:00", + "evaluated_at": "2026-06-19T13:47:43.176197+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T07:14:52.573979Z", + "data_fetched_at": "2026-06-19T13:43:18.000972Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t214800z", - "data_fetched_at": "2026-06-19T07:14:52.573979Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t015000z", - "data_fetched_at": "2026-06-19T07:14:52.573979Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t105000z", + "data_fetched_at": "2026-06-19T13:43:18.000972Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t030000z", - "data_fetched_at": "2026-06-19T07:14:52.573979Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t030000z", - "data_fetched_at": "2026-06-19T07:14:52.573979Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260611t000000z", + "data_fetched_at": "2026-06-19T13:43:18.000972Z", + "context_length": 30, + "prediction_length": 7 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index cd841dc4d76c260268bd7ade5323c9bd71260a37..00ef1174a8db8f70843da2dfc6e5f493aafca48f 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1528,3 +1528,6 @@ {"evaluated_at": "2026-06-19T12:53:49.700276+00:00", "dataset": "nws_ksfo_observations_temperature", "prediction_length": 24} {"evaluated_at": "2026-06-19T12:53:49.700276+00:00", "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5", "prediction_length": 24} {"evaluated_at": "2026-06-19T12:53:49.700276+00:00", "dataset": "open_meteo_shanghai_hourly_temperature_2m", "prediction_length": 24} +{"evaluated_at": "2026-06-19T13:47:43.235462+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-19T13:47:43.235462+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} +{"evaluated_at": "2026-06-19T13:47:43.235462+00:00", "dataset": "wikimedia_time_series_hourly_pageviews", "prediction_length": 7} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 9612e6e5fd080180da459f84d2d21d6193b2889c..3897e47a1a3873dc56bab6edb495d8f74cc92b25 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,1342039.748696645,1243390.952574253,877.6040852864584,0.7977664952639021,0.013904759773981264,0.013749699967643114,4.7740962147120465,1158.464392502698,0.018189636201043236,0.01377970625875134,0.009401039524235629,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,1241945.856786092,1230726.560997963,891.1134440104166,0.8100468776631673,0.014111437715370994,0.0139582542523322,5.242579380140899,1114.4262455569199,0.017498170950064517,0.013991823542708016,0.009680184119063795,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,1.468455511360844,1.1820170585883716,0.8374420007069906,0.4723099595581462,0.035308743456064696,0.03438878081554778,2.323851338053848,1.2117984615276767,0.05239360260040931,0.03620783882710982,0.030502647980278783,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.5870416627251999,0.45230153494024883,0.5003531734148662,0.5631700765952099,0.41219378226893116,0.2945199998251724,2.553583129947227,0.7661864412303313,0.526486042238037,0.34381835518966447,0.26601271683035793,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.2689577928704543,0.16308409757445685,0.36710995187362033,2.0332239013692632,0.25941462691697725,0.2238126528763037,13.739449242016153,0.5186114083496952,0.3516009649169402,0.24888811011720244,0.1681499888595311,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,1.0752939765552583,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,194.9589319487336,171.27771986997516,9.595086534818014,0.8034748858873199,0.4025661046120483,0.2932821088554963,3.9766689575873557,13.962769494220465,0.47831355914768525,0.32869267036876354,0.23748257223423005,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,1.2542654837285834,1.1012020338212096,0.8746695518493652,0.4281407118361278,0.033998464905534785,0.033962966661508005,2.633645509197789,1.1199399464831066,0.04360570676671335,0.03405591890483685,0.030509440807375957,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,63.26687908932911,53.81310307346423,6.680327753225963,1.2380530199028812,0.9014053786352685,0.5661562226002563,14.905701298511167,7.954047968759625,0.8598970777037432,0.7221975949433472,0.5057794941318883,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,74.95108274370432,0.7246966809034348,0.8408203125,0.031045673076923075,0.0003172906839622642,0.00031723909432627463,3.655887920673077,8.657429338071685,0.0032669544671968622,0.0003172906839622641,0.003428312225661687,Hydrology,1 -wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Large,70.05955112213269,105.10574925752007,10.16238784790039,0.21213235930047475,0.04367278639133686,0.043532868622717796,1.437522259582939,8.370158368999519,0.03531712391982919,0.042879273619832875,0.04916024223717513,Web,1 +usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,5879.8337522695465,5883.945313726862,73.0244852701823,1.1881950145656779,0.02888710742027931,0.02843190032893907,10.201887331170552,76.68007402363111,0.030243578908252206,0.028801769046579703,0.01803907654259963,Hydrology,1 +wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Large,421.0737164568688,302.4390479905747,15.198910304478236,0.32267086297940617,0.06137473765343993,0.0599805707275231,1.598517073420046,20.520080810193434,0.08115286196121697,0.06010868481997043,0.05242898465699545,Web,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 8b9411cb2dbaa8087aaa3de010f730b85e4eb0c3..9550ec65a001c4d388ff6e4e5199a968500512bb 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-19T03:47:55.434034+00:00", + "evaluated_at": "2026-06-19T13:46:48.905866+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -130,82 +130,82 @@ 62958.01171875 ], "p50": [ - 64555.232421875, - 64574.29296875, - 64572.763671875, - 64595.37890625, - 64583.087890625, - 64494.84765625, - 64708.494140625, - 64518.583984375, - 64616.1015625, - 64511.625, - 64615.0546875, - 64546.609375, - 64622.552734375, - 64585.44921875, - 64428.9453125, - 64551.30859375, - 64517.298828125, - 64642.939453125, - 64359.564453125, - 64614.984375, - 64556.697265625, - 64445.8359375, - 64503.39453125, - 64373.369140625 + 64549.23828125, + 64553.080078125, + 64502.69921875, + 64584.14453125, + 64646.078125, + 64536.013671875, + 64631.333984375, + 64658.08984375, + 64550.923828125, + 64625.447265625, + 64513.888671875, + 64548.81640625, + 64540.66015625, + 64636.68359375, + 64508.990234375, + 64676.474609375, + 64469.416015625, + 64604.265625, + 64376.111328125, + 64539.77734375, + 64414.5703125, + 64478.73828125, + 64360.376953125, + 64221.29296875 ], "p10": [ - 64258.732421875, - 63935.326171875, - 63957.140625, - 63942.763671875, - 63769.84375, - 63617.033203125, - 63813.45703125, - 63186.193359375, - 63395.52734375, - 63642.97265625, - 63483.10546875, - 63226.0078125, - 63192.734375, - 63225.75, - 62918.587890625, - 63138.015625, - 62801.87890625, - 63090.255859375, - 62719.12109375, - 62687.9296875, - 63057.072265625, - 62709.751953125, - 62942.865234375, - 61887.443359375 + 64177.294921875, + 64116.919921875, + 63854.52734375, + 63458.9296875, + 63820.623046875, + 63701.01171875, + 63588.078125, + 63240.091796875, + 63560.474609375, + 63267.884765625, + 63308.240234375, + 63310.921875, + 63362.150390625, + 63026.287109375, + 62685.005859375, + 63239.236328125, + 62621.28125, + 63065.771484375, + 62698.16796875, + 62850.982421875, + 62327.4609375, + 62832.005859375, + 62386.060546875, + 62469.38671875 ], "p90": [ - 64982.4765625, - 65139.970703125, - 65337.43359375, - 65546.1640625, - 65535.376953125, - 65646.77734375, - 65846.5390625, - 65965.10546875, - 65865.98046875, - 65939.65625, - 65965.875, - 65799.34375, - 66400.0234375, - 66157.3984375, - 65832.84765625, - 66126.54296875, - 66321.16796875, - 66403.96875, - 66325.12109375, - 66547.9453125, - 66313.3515625, - 66155.8671875, - 66358.7578125, - 66397.8203125 + 64880.990234375, + 65091.619140625, + 65185.8125, + 65592.02734375, + 65567.43359375, + 65619.80078125, + 65859.8984375, + 65848.06640625, + 65724.08984375, + 66000.765625, + 65898.21484375, + 65940.48828125, + 66032.86328125, + 66009.74609375, + 66190.44140625, + 66163.66015625, + 66260.41015625, + 66414.24609375, + 66058.3203125, + 66340.14453125, + 66135.578125, + 66238.8359375, + 66382.87890625, + 66069.59375 ], "timestamps": [ "2026-06-14 00:00:00", diff --git a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 4b574e511be54f8357436ab0a8bdefbfc764f3a0..8b5abad089fc00839f56f401289df2f8dbba9e04 100644 --- a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,86 +1,35 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-19T03:21:48.325969+00:00", + "evaluated_at": "2026-06-19T13:46:56.752690+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2600.0, - 2550.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2550.0, - 2600.0, - 2550.0, - 2600.0, - 2650.0, - 2500.0, - 2700.0, - 2700.0, - 2600.0, - 2650.0, - 2600.0, - 2700.0, - 2650.0, 2650.0, - 2600.0, - 2650.0, - 2650.0, - 2600.0, - 2600.0, 2650.0, 2650.0, - 2550.0, + 2700.0, 2650.0, 2650.0, 2650.0, 2650.0, 2700.0, - 2600.0, 2650.0, - 2600.0, 2650.0, - 2700.0, 2650.0, - 2600.0, - 2600.0, 2650.0, 2650.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, 2650.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, 2650.0, - 2600.0, - 2600.0, 2650.0, - 2600.0, 2650.0, 2650.0, 2650.0, - 2600.0, 2650.0, 2650.0, 2650.0, 2650.0, - 2600.0, 2650.0, 2650.0, 2650.0, @@ -90,6 +39,7 @@ 2650.0, 2650.0, 2650.0, + 2600.0, 2650.0, 2650.0, 2650.0, @@ -101,153 +51,163 @@ 2650.0, 2650.0, 2650.0, - 2650.0 + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 ], "actuals": [ - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0 + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2550.0, + 2500.0, + 2550.0, + 2550.0 ], "p50": [ - 2650.89990234375, - 2650.908203125, - 2650.8450927734375, - 2650.8905029296875, - 2650.910400390625, - 2650.800048828125, - 2650.9154052734375, - 2651.0648193359375, - 2650.994384765625, - 2651.13134765625, - 2650.997802734375, - 2651.0240478515625, - 2651.0396728515625, - 2650.9300537109375, - 2650.8465576171875, - 2650.889404296875, - 2650.7880859375, - 2650.6973876953125, - 2650.6861572265625, - 2650.571533203125, - 2650.7138671875, - 2650.53515625, - 2650.71337890625, - 2650.6102294921875 + 2605.839111328125, + 2603.7255859375, + 2610.6392822265625, + 2607.6844482421875, + 2604.752685546875, + 2608.338134765625, + 2607.5828857421875, + 2610.4813232421875, + 2608.01416015625, + 2606.4017333984375, + 2608.7130126953125, + 2608.5638427734375, + 2612.260009765625, + 2608.2745361328125, + 2602.521240234375, + 2606.7135009765625, + 2607.525146484375, + 2607.7672119140625, + 2602.7607421875, + 2604.1015625, + 2607.81884765625, + 2605.97705078125, + 2601.4276123046875, + 2606.45849609375 ], "p10": [ - 2627.6240234375, - 2627.083251953125, - 2649.240478515625, - 2627.083251953125, - 2627.083251953125, - 2622.2490234375, - 2632.7821044921875, - 2650.0660400390625, - 2636.3001708984375, - 2630.69580078125, - 2623.40380859375, - 2611.2158203125, - 2606.5430908203125, - 2626.5545654296875, - 2615.039306640625, - 2612.13916015625, - 2605.2362060546875, - 2615.1700439453125, - 2601.58203125, - 2600.612060546875, - 2599.23095703125, - 2590.91162109375, - 2556.6959228515625, - 2592.46728515625 + 2558.19775390625, + 2554.276123046875, + 2557.5126953125, + 2555.0765380859375, + 2547.18359375, + 2557.222412109375, + 2550.822998046875, + 2557.330810546875, + 2553.871337890625, + 2549.4993896484375, + 2541.8397216796875, + 2550.944580078125, + 2537.7811279296875, + 2534.1529541015625, + 2528.3072509765625, + 2546.5848388671875, + 2534.0340576171875, + 2546.3675537109375, + 2531.684814453125, + 2537.8828125, + 2541.4581298828125, + 2527.0233154296875, + 2523.826416015625, + 2525.789794921875 ], "p90": [ - 2698.04150390625, - 2733.520751953125, - 2693.8890380859375, - 2698.04150390625, - 2733.520751953125, - 2733.520751953125, - 2733.520751953125, - 2725.8919677734375, - 2714.6800537109375, - 2733.520751953125, - 2708.019287109375, - 2733.520751953125, - 2722.1585693359375, - 2733.520751953125, - 2713.4945068359375, - 2733.520751953125, - 2698.04150390625, - 2707.643310546875, - 2731.823974609375, - 2714.1031494140625, - 2733.520751953125, - 2733.520751953125, - 2769.0, - 2698.04150390625 + 2644.7069091796875, + 2664.1541748046875, + 2657.84423828125, + 2666.10009765625, + 2654.81396484375, + 2659.4139404296875, + 2681.139404296875, + 2675.49951171875, + 2668.70458984375, + 2660.025634765625, + 2669.66162109375, + 2673.3294677734375, + 2675.166015625, + 2677.40185546875, + 2665.9488525390625, + 2692.921875, + 2669.077880859375, + 2686.3096923828125, + 2670.0064697265625, + 2675.6297607421875, + 2688.99853515625, + 2683.55810546875, + 2688.9886474609375, + 2669.2193603515625 ], "timestamps": [ - "2026-06-18 16:55:00", - "2026-06-18 17:10:00", - "2026-06-18 17:25:00", - "2026-06-18 17:40:00", - "2026-06-18 17:55:00", - "2026-06-18 18:10:00", - "2026-06-18 18:25:00", - "2026-06-18 18:40:00", - "2026-06-18 18:55:00", - "2026-06-18 19:10:00", - "2026-06-18 19:25:00", - "2026-06-18 19:40:00", - "2026-06-18 19:55:00", - "2026-06-18 20:10:00", - "2026-06-18 20:25:00", - "2026-06-18 20:40:00", - "2026-06-18 20:55:00", - "2026-06-18 21:10:00", - "2026-06-18 21:25:00", - "2026-06-18 21:40:00", - "2026-06-18 21:55:00", - "2026-06-18 22:10:00", - "2026-06-18 22:25:00", - "2026-06-18 22:40:00", - "2026-06-18 22:55:00", - "2026-06-18 23:10:00", - "2026-06-18 23:25:00", - "2026-06-18 23:40:00", - "2026-06-18 23:55:00", - "2026-06-19 00:10:00", - "2026-06-19 00:25:00", - "2026-06-19 00:40:00", - "2026-06-19 00:55:00", - "2026-06-19 01:10:00", - "2026-06-19 01:25:00", - "2026-06-19 01:40:00", - "2026-06-19 01:55:00", - "2026-06-19 02:10:00", - "2026-06-19 02:25:00", - "2026-06-19 02:40:00", "2026-06-19 02:55:00", "2026-06-19 03:10:00", "2026-06-19 03:25:00", @@ -327,6 +287,46 @@ "2026-06-19 21:55:00", "2026-06-19 22:10:00", "2026-06-19 22:25:00", - "2026-06-19 22:40:00" + "2026-06-19 22:40:00", + "2026-06-19 22:55:00", + "2026-06-19 23:10:00", + "2026-06-19 23:25:00", + "2026-06-19 23:40:00", + "2026-06-19 23:55:00", + "2026-06-20 00:10:00", + "2026-06-20 00:25:00", + "2026-06-20 00:40:00", + "2026-06-20 00:55:00", + "2026-06-20 01:10:00", + "2026-06-20 01:25:00", + "2026-06-20 01:40:00", + "2026-06-20 01:55:00", + "2026-06-20 02:10:00", + "2026-06-20 02:25:00", + "2026-06-20 02:40:00", + "2026-06-20 02:55:00", + "2026-06-20 03:10:00", + "2026-06-20 03:25:00", + "2026-06-20 03:40:00", + "2026-06-20 03:55:00", + "2026-06-20 04:10:00", + "2026-06-20 04:25:00", + "2026-06-20 04:40:00", + "2026-06-20 04:55:00", + "2026-06-20 05:10:00", + "2026-06-20 05:25:00", + "2026-06-20 05:40:00", + "2026-06-20 05:55:00", + "2026-06-20 06:10:00", + "2026-06-20 06:25:00", + "2026-06-20 06:40:00", + "2026-06-20 06:55:00", + "2026-06-20 07:10:00", + "2026-06-20 07:25:00", + "2026-06-20 07:40:00", + "2026-06-20 07:55:00", + "2026-06-20 08:10:00", + "2026-06-20 08:25:00", + "2026-06-20 08:40:00" ] } diff --git a/results/moirai_1_1_large/forecasts/wikimedia_time_series_hourly_pageviews__1D__short.json b/results/moirai_1_1_large/forecasts/wikimedia_time_series_hourly_pageviews__1D__short.json index 2fc8097e0ac7b701ec626cc55568870a6dc42b1d..00b521295b94dddad354ea665d94604535d92883 100644 --- a/results/moirai_1_1_large/forecasts/wikimedia_time_series_hourly_pageviews__1D__short.json +++ b/results/moirai_1_1_large/forecasts/wikimedia_time_series_hourly_pageviews__1D__short.json @@ -1,65 +1,11 @@ { "dataset": "wikimedia_time_series_hourly_pageviews/1D/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T09:46:01.162798+00:00", + "evaluated_at": "2026-06-19T13:47:02.711533+00:00", "freq": "1D", - "context_length": 86, - "prediction_length": 2, + "context_length": 30, + "prediction_length": 7, "context": [ - 290.0, - 223.0, - 237.0, - 382.0, - 383.0, - 397.0, - 337.0, - 303.0, - 263.0, - 226.0, - 312.0, - 370.0, - 343.0, - 370.0, - 320.0, - 237.0, - 222.0, - 267.0, - 321.0, - 310.0, - 365.0, - 330.0, - 247.0, - 229.0, - 289.0, - 355.0, - 370.0, - 360.0, - 318.0, - 265.0, - 273.0, - 368.0, - 402.0, - 418.0, - 324.0, - 335.0, - 216.0, - 232.0, - 355.0, - 412.0, - 376.0, - 384.0, - 286.0, - 206.0, - 241.0, - 385.0, - 340.0, - 320.0, - 318.0, - 285.0, - 189.0, - 228.0, - 298.0, - 294.0, 304.0, 287.0, 267.0, @@ -89,81 +35,45 @@ 328.0, 282.0, 310.0, - 292.0, - 242.0, - 184.0 + 292.0 ], "actuals": [ + 242.0, + 184.0, 186.0, - 288.0 + 288.0, + 321.0, + 262.0, + 287.0 ], "p50": [ - 191.33458709716797, - 273.62806701660156 + 260.6665802001953, + 194.3673095703125, + 201.34864807128906, + 281.04248046875, + 297.1378936767578, + 294.3282470703125, + 284.81202697753906 ], "p10": [ - 163.69840240478516, - 236.5784912109375 + 239.56190490722656, + 168.97370147705078, + 169.50836181640625, + 246.29566192626953, + 265.1143798828125, + 255.75787353515625, + 238.75360870361328 ], "p90": [ - 218.71766662597656, - 318.0181121826172 + 287.23919677734375, + 220.49983978271484, + 226.51397705078125, + 330.9349365234375, + 342.2736053466797, + 350.4074401855469, + 334.98394775390625 ], "timestamps": [ - "2026-03-20 00:00:00", - "2026-03-21 00:00:00", - "2026-03-22 00:00:00", - "2026-03-23 00:00:00", - "2026-03-24 00:00:00", - "2026-03-25 00:00:00", - "2026-03-26 00:00:00", - "2026-03-27 00:00:00", - "2026-03-28 00:00:00", - "2026-03-29 00:00:00", - "2026-03-30 00:00:00", - "2026-03-31 00:00:00", - "2026-04-01 00:00:00", - "2026-04-02 00:00:00", - "2026-04-03 00:00:00", - "2026-04-04 00:00:00", - "2026-04-05 00:00:00", - "2026-04-06 00:00:00", - "2026-04-07 00:00:00", - "2026-04-08 00:00:00", - "2026-04-09 00:00:00", - "2026-04-10 00:00:00", - "2026-04-11 00:00:00", - "2026-04-12 00:00:00", - "2026-04-13 00:00:00", - "2026-04-14 00:00:00", - "2026-04-15 00:00:00", - "2026-04-16 00:00:00", - "2026-04-17 00:00:00", - "2026-04-18 00:00:00", - "2026-04-19 00:00:00", - "2026-04-20 00:00:00", - "2026-04-21 00:00:00", - "2026-04-22 00:00:00", - "2026-04-23 00:00:00", - "2026-04-24 00:00:00", - "2026-04-25 00:00:00", - "2026-04-26 00:00:00", - "2026-04-27 00:00:00", - "2026-04-28 00:00:00", - "2026-04-29 00:00:00", - "2026-04-30 00:00:00", - "2026-05-01 00:00:00", - "2026-05-02 00:00:00", - "2026-05-03 00:00:00", - "2026-05-04 00:00:00", - "2026-05-05 00:00:00", - "2026-05-06 00:00:00", - "2026-05-07 00:00:00", - "2026-05-08 00:00:00", - "2026-05-09 00:00:00", - "2026-05-10 00:00:00", - "2026-05-11 00:00:00", - "2026-05-12 00:00:00", "2026-05-13 00:00:00", "2026-05-14 00:00:00", "2026-05-15 00:00:00", @@ -197,6 +107,9 @@ "2026-06-12 00:00:00", "2026-06-13 00:00:00", "2026-06-14 00:00:00", - "2026-06-15 00:00:00" + "2026-06-15 00:00:00", + "2026-06-16 00:00:00", + "2026-06-17 00:00:00", + "2026-06-18 00:00:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 9d691a7ed0ef5996bc538d7f881796f9f55aac18..362a035c659e2894154f37dc41ea93d32c5774ad 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,25 +1,25 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-19T03:48:08.678042+00:00", + "evaluated_at": "2026-06-19T13:47:07.732791+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T03:44:17.277795Z", + "data_fetched_at": "2026-06-19T13:43:18.000972Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t213000z", - "data_fetched_at": "2026-06-19T03:44:17.277795Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t105000z", + "data_fetched_at": "2026-06-19T13:43:18.000972Z", + "context_length": 96, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t041000z", - "data_fetched_at": "2026-06-19T03:44:17.277795Z", - "context_length": 71, - "prediction_length": 72 + "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260611t000000z", + "data_fetched_at": "2026-06-19T13:43:18.000972Z", + "context_length": 30, + "prediction_length": 7 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 4907f27726f1722bb325584c24fb84af59b644af..7d12801df7d7ef9c5432e869888b4bbdd4b275e0 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,Moving-Average,2.5714547826799143,2.6 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,112.82828859724812,108.47139720429514,9.00460174765753,0.7540287766458498,0.371794339712455,0.29048799201288306,11.147577300529335,10.622066117156686,0.3638732453545313,0.3084648151222666,0.27917783286034314,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moving-Average,3.6973809320049114,3.5822022850455717,1.7117040620316721,0.8378595025075736,0.06664474350392564,0.06638104817892915,8.507794133451965,1.922857491340664,0.07486790714527283,0.06664648906821638,0.056991976288172194,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moving-Average,37.27313316182073,43.49267557698973,6.036676646706586,1.1087773432726384,0.7258840374154735,0.4893669973468912,4.5910710838773525,6.1051726561843225,0.5932151568762095,0.5865596741739193,0.40016269754687656,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Moving-Average,12.853397199143638,6.810268544168603,2.609649122807241,0.09635627530365198,0.0009847732538895248,0.0009852583819408777,5.538461181672048,3.585163482903344,0.0013528918803408846,0.0009847732538895248,0.0027299030245075077,Hydrology,1 -wikimedia_time_series_hourly_pageviews/1D/short,Moving-Average,3186.993684116635,3177.361323443369,49.11165845648604,1.0676447490540444,0.21863862441419712,0.19485722187989926,15.220407540008106,56.4534647662713,0.21677139515298907,0.18858014766615594,0.14220183563365515,Web,1 +usgs_potomac_iv_usgs_00060/15min/short,Moving-Average,1735.4979729346378,1846.502770083124,36.46929824561433,0.5933987511150807,0.014466130604288618,0.014321284851184743,18.755397036243274,41.65930835881265,0.016430951530180832,0.014383946719716417,0.013960734942441584,Hydrology,1 +wikimedia_time_series_hourly_pageviews/1D/short,Moving-Average,3197.6763016482378,2817.5812890455422,41.356732348111656,0.8779979781077876,0.19236769295660214,0.16779456410206287,10.519354079162806,56.54799997920561,0.2236361581098527,0.163557698551854,0.13571534226609228,Web,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index 0b836c531baf28c490fba9e8c35d45fe576e0318..21183a0666559b322f01213faf4674bfa9fb1a95 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-19T12:53:49.364963+00:00", + "evaluated_at": "2026-06-19T13:47:43.184952+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index cc4e462444ba5872b71bb3bb5d3676668c4f1c0a..dcff333d0da5331ca7290023b0b74e600c5e306d 100644 --- a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,86 +1,35 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-19T04:52:57.650317+00:00", + "evaluated_at": "2026-06-19T13:47:43.195605+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2600.0, - 2550.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2550.0, - 2600.0, - 2550.0, - 2600.0, - 2650.0, - 2500.0, - 2700.0, - 2700.0, - 2600.0, - 2650.0, - 2600.0, - 2700.0, - 2650.0, 2650.0, - 2600.0, - 2650.0, - 2650.0, - 2600.0, - 2600.0, 2650.0, 2650.0, - 2550.0, + 2700.0, 2650.0, 2650.0, 2650.0, 2650.0, 2700.0, - 2600.0, 2650.0, - 2600.0, 2650.0, - 2700.0, 2650.0, - 2600.0, - 2600.0, 2650.0, 2650.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, 2650.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, 2650.0, - 2600.0, - 2600.0, 2650.0, - 2600.0, 2650.0, 2650.0, 2650.0, - 2600.0, 2650.0, 2650.0, 2650.0, 2650.0, - 2600.0, 2650.0, 2650.0, 2650.0, @@ -90,6 +39,7 @@ 2650.0, 2650.0, 2650.0, + 2600.0, 2650.0, 2650.0, 2650.0, @@ -101,153 +51,163 @@ 2650.0, 2650.0, 2650.0, - 2650.0 + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 ], "actuals": [ - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0 + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2550.0, + 2500.0, + 2550.0, + 2550.0 ], "p50": [ - 2647.3903508771928, - 2647.3903508771928, - 2647.3903508771928, - 2647.3903508771928, - 2647.3903508771928, - 2647.3903508771928, - 2647.3903508771928, - 2647.3903508771928, - 2647.3903508771928, - 2647.3903508771928, - 2647.3903508771928, - 2647.3903508771928, - 2647.3903508771928, - 2647.3903508771928, - 2647.3903508771928, - 2647.3903508771928, - 2647.3903508771928, - 2647.3903508771928, - 2647.3903508771928, - 2647.3903508771928, - 2647.3903508771928, - 2647.3903508771928, - 2647.3903508771928, - 2647.3903508771928 + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281 ], "p10": [ - 2597.3903508771928, - 2597.3903508771928, - 2597.3903508771928, - 2597.3903508771928, - 2597.3903508771928, - 2597.3903508771928, - 2597.3903508771928, - 2597.3903508771928, - 2597.3903508771928, - 2597.3903508771928, - 2597.3903508771928, - 2597.3903508771928, - 2597.3903508771928, - 2597.3903508771928, - 2597.3903508771928, - 2597.3903508771928, - 2597.3903508771928, - 2597.3903508771928, - 2597.3903508771928, - 2597.3903508771928, - 2597.3903508771928, - 2597.3903508771928, - 2597.3903508771928, - 2597.3903508771928 + 2571.885964912281, + 2571.885964912281, + 2566.885964912281, + 2571.885964912281, + 2571.885964912281, + 2521.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2566.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2521.885964912281, + 2521.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281 ], "p90": [ - 2697.3903508771928, - 2697.3903508771928, - 2697.3903508771928, - 2697.3903508771928, - 2697.3903508771928, - 2697.3903508771928, - 2697.3903508771928, - 2697.3903508771928, - 2697.3903508771928, - 2697.3903508771928, - 2697.3903508771928, - 2697.3903508771928, - 2697.3903508771928, - 2697.3903508771928, - 2697.3903508771928, - 2697.3903508771928, - 2697.3903508771928, - 2697.3903508771928, - 2697.3903508771928, - 2697.3903508771928, - 2697.3903508771928, - 2697.3903508771928, - 2697.3903508771928, - 2697.3903508771928 + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281 ], "timestamps": [ - "2026-06-18 16:55:00", - "2026-06-18 17:10:00", - "2026-06-18 17:25:00", - "2026-06-18 17:40:00", - "2026-06-18 17:55:00", - "2026-06-18 18:10:00", - "2026-06-18 18:25:00", - "2026-06-18 18:40:00", - "2026-06-18 18:55:00", - "2026-06-18 19:10:00", - "2026-06-18 19:25:00", - "2026-06-18 19:40:00", - "2026-06-18 19:55:00", - "2026-06-18 20:10:00", - "2026-06-18 20:25:00", - "2026-06-18 20:40:00", - "2026-06-18 20:55:00", - "2026-06-18 21:10:00", - "2026-06-18 21:25:00", - "2026-06-18 21:40:00", - "2026-06-18 21:55:00", - "2026-06-18 22:10:00", - "2026-06-18 22:25:00", - "2026-06-18 22:40:00", - "2026-06-18 22:55:00", - "2026-06-18 23:10:00", - "2026-06-18 23:25:00", - "2026-06-18 23:40:00", - "2026-06-18 23:55:00", - "2026-06-19 00:10:00", - "2026-06-19 00:25:00", - "2026-06-19 00:40:00", - "2026-06-19 00:55:00", - "2026-06-19 01:10:00", - "2026-06-19 01:25:00", - "2026-06-19 01:40:00", - "2026-06-19 01:55:00", - "2026-06-19 02:10:00", - "2026-06-19 02:25:00", - "2026-06-19 02:40:00", "2026-06-19 02:55:00", "2026-06-19 03:10:00", "2026-06-19 03:25:00", @@ -327,6 +287,46 @@ "2026-06-19 21:55:00", "2026-06-19 22:10:00", "2026-06-19 22:25:00", - "2026-06-19 22:40:00" + "2026-06-19 22:40:00", + "2026-06-19 22:55:00", + "2026-06-19 23:10:00", + "2026-06-19 23:25:00", + "2026-06-19 23:40:00", + "2026-06-19 23:55:00", + "2026-06-20 00:10:00", + "2026-06-20 00:25:00", + "2026-06-20 00:40:00", + "2026-06-20 00:55:00", + "2026-06-20 01:10:00", + "2026-06-20 01:25:00", + "2026-06-20 01:40:00", + "2026-06-20 01:55:00", + "2026-06-20 02:10:00", + "2026-06-20 02:25:00", + "2026-06-20 02:40:00", + "2026-06-20 02:55:00", + "2026-06-20 03:10:00", + "2026-06-20 03:25:00", + "2026-06-20 03:40:00", + "2026-06-20 03:55:00", + "2026-06-20 04:10:00", + "2026-06-20 04:25:00", + "2026-06-20 04:40:00", + "2026-06-20 04:55:00", + "2026-06-20 05:10:00", + "2026-06-20 05:25:00", + "2026-06-20 05:40:00", + "2026-06-20 05:55:00", + "2026-06-20 06:10:00", + "2026-06-20 06:25:00", + "2026-06-20 06:40:00", + "2026-06-20 06:55:00", + "2026-06-20 07:10:00", + "2026-06-20 07:25:00", + "2026-06-20 07:40:00", + "2026-06-20 07:55:00", + "2026-06-20 08:10:00", + "2026-06-20 08:25:00", + "2026-06-20 08:40:00" ] } diff --git a/results/moving_average/forecasts/wikimedia_time_series_hourly_pageviews__1D__short.json b/results/moving_average/forecasts/wikimedia_time_series_hourly_pageviews__1D__short.json index abb37ff1711d56b267406fa9c4a1bb1bb4beeea6..fd19d118b3c8f7e0908f83f0c05948c0e8e58ed6 100644 --- a/results/moving_average/forecasts/wikimedia_time_series_hourly_pageviews__1D__short.json +++ b/results/moving_average/forecasts/wikimedia_time_series_hourly_pageviews__1D__short.json @@ -1,13 +1,11 @@ { "dataset": "wikimedia_time_series_hourly_pageviews/1D/short", "model": "Moving-Average", - "evaluated_at": "2026-06-18T10:07:44.098223+00:00", + "evaluated_at": "2026-06-19T13:47:43.207055+00:00", "freq": "1D", "context_length": 30, "prediction_length": 7, "context": [ - 298.0, - 294.0, 304.0, 287.0, 267.0, @@ -35,47 +33,47 @@ 215.0, 177.0, 328.0, - 282.0 + 282.0, + 310.0, + 292.0 ], "actuals": [ - 310.0, - 292.0, 242.0, 184.0, 186.0, 288.0, - 321.0 + 321.0, + 262.0, + 287.0 ], "p50": [ - 261.21839080459773, - 275.21839080459773, - 274.21839080459773, - 274.21839080459773, - 274.21839080459773, - 267.21839080459773, - 274.21839080459773 + 263.49712643678157, + 269.49712643678157, + 278.49712643678157, + 262.49712643678157, + 269.49712643678157, + 266.49712643678157, + 278.49712643678157 ], "p10": [ - 198.21839080459773, - 231.21839080459773, - 198.21839080459773, - 231.21839080459773, - 231.21839080459773, - 198.21839080459773, - 231.21839080459773 + 200.49712643678157, + 200.49712643678157, + 233.4971264367816, + 200.49712643678157, + 233.4971264367816, + 233.4971264367816, + 233.4971264367816 ], "p90": [ - 347.3183908045977, - 357.21839080459773, - 357.21839080459773, - 346.21839080459773, - 357.21839080459773, - 325.21839080459773, - 357.21839080459773 + 359.49712643678157, + 402.49712643678157, + 359.49712643678157, + 327.49712643678157, + 348.49712643678157, + 348.49712643678157, + 348.49712643678157 ], "timestamps": [ - "2026-05-11 00:00:00", - "2026-05-12 00:00:00", "2026-05-13 00:00:00", "2026-05-14 00:00:00", "2026-05-15 00:00:00", @@ -110,6 +108,8 @@ "2026-06-13 00:00:00", "2026-06-14 00:00:00", "2026-06-15 00:00:00", - "2026-06-16 00:00:00" + "2026-06-16 00:00:00", + "2026-06-17 00:00:00", + "2026-06-18 00:00:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index c6a4f759e82e324620581b56dfec3394a693110d..e5f8b13c188f68904dbd3f9e6a4c876e685b96bc 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,37 +1,25 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-19T12:53:49.538647+00:00", + "evaluated_at": "2026-06-19T13:47:43.211966+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T07:14:52.573979Z", + "data_fetched_at": "2026-06-19T13:43:18.000972Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t214800z", - "data_fetched_at": "2026-06-19T07:14:52.573979Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t015000z", - "data_fetched_at": "2026-06-19T07:14:52.573979Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t105000z", + "data_fetched_at": "2026-06-19T13:43:18.000972Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t030000z", - "data_fetched_at": "2026-06-19T07:14:52.573979Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t030000z", - "data_fetched_at": "2026-06-19T07:14:52.573979Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260611t000000z", + "data_fetched_at": "2026-06-19T13:43:18.000972Z", + "context_length": 30, + "prediction_length": 7 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index 87730c39e2f5bef8e45c700189b2d8944dace026..cce30ffd4b229275d18ce23f1b1548976e03abb8 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,21 +1,274 @@ { - "status": "partial", - "started_at": "2026-06-19T11:59:13.996858+00:00", - "finished_at": "2026-06-19T13:39:49.656155+00:00", - "task_count": 9, + "status": "ok", + "started_at": "2026-06-19T13:43:18.565329+00:00", + "finished_at": "2026-06-19T13:47:43.234574+00:00", + "task_count": 3, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", - "ts_bench_root": "/Users/zhouziyu/Desktop/TS-Bench", - "models": {}, - "failed_models": [ - "Chronos-Bolt-Tiny", - "Chronos-Bolt-Mini", - "Chronos-Bolt-Base", - "Chronos-2", - "TimesFM-2.5", - "Moirai-1.1-Small" - ], - "push_status": "ok", - "pushed_at": "2026-06-19T13:39:52.532366+00:00", - "push_detail": "HF Hub API" + "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", + "models": { + "Chronos-2": { + "model": "Chronos-2", + "api_model_id": "amazon/chronos-2", + "evaluated_at": "2026-06-19T13:44:17.566885+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", + "data_fetched_at": "2026-06-19T13:43:18.000972Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t105000z", + "data_fetched_at": "2026-06-19T13:43:18.000972Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260611t000000z", + "data_fetched_at": "2026-06-19T13:43:18.000972Z", + "context_length": 30, + "prediction_length": 7 + } + ], + "failed_datasets": [] + }, + "TimesFM-2.5": { + "model": "TimesFM-2.5", + "api_model_id": "google/timesfm-2.5-200m-pytorch", + "evaluated_at": "2026-06-19T13:45:10.560663+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", + "data_fetched_at": "2026-06-19T13:43:18.000972Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t105000z", + "data_fetched_at": "2026-06-19T13:43:18.000972Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260611t000000z", + "data_fetched_at": "2026-06-19T13:43:18.000972Z", + "context_length": 30, + "prediction_length": 7 + } + ], + "failed_datasets": [] + }, + "Toto-2.0-1B": { + "model": "Toto-2.0-1B", + "api_model_id": "Datadog/Toto-2.0-1B", + "evaluated_at": "2026-06-19T13:45:59.799745+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", + "data_fetched_at": "2026-06-19T13:43:18.000972Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t105000z", + "data_fetched_at": "2026-06-19T13:43:18.000972Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260611t000000z", + "data_fetched_at": "2026-06-19T13:43:18.000972Z", + "context_length": 30, + "prediction_length": 7 + } + ], + "failed_datasets": [] + }, + "TiRex": { + "model": "TiRex", + "api_model_id": "NX-AI/TiRex-1.1-gifteval", + "evaluated_at": "2026-06-19T13:46:23.630388+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", + "data_fetched_at": "2026-06-19T13:43:18.000972Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t105000z", + "data_fetched_at": "2026-06-19T13:43:18.000972Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260611t000000z", + "data_fetched_at": "2026-06-19T13:43:18.000972Z", + "context_length": 30, + "prediction_length": 7 + } + ], + "failed_datasets": [] + }, + "Moirai-1.1-Large": { + "model": "Moirai-1.1-Large", + "api_model_id": "Salesforce/moirai-1.1-R-large", + "evaluated_at": "2026-06-19T13:47:07.732791+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", + "data_fetched_at": "2026-06-19T13:43:18.000972Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t105000z", + "data_fetched_at": "2026-06-19T13:43:18.000972Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260611t000000z", + "data_fetched_at": "2026-06-19T13:43:18.000972Z", + "context_length": 30, + "prediction_length": 7 + } + ], + "failed_datasets": [] + }, + "Timer-S1": { + "model": "Timer-S1", + "api_model_id": "bytedance-research/Timer-S1", + "evaluated_at": "2026-06-19T13:47:41.849497+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", + "data_fetched_at": "2026-06-19T13:43:18.000972Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t105000z", + "data_fetched_at": "2026-06-19T13:43:18.000972Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260611t000000z", + "data_fetched_at": "2026-06-19T13:43:18.000972Z", + "context_length": 30, + "prediction_length": 7 + } + ], + "failed_datasets": [] + }, + "ARIMA": { + "model": "ARIMA", + "api_model_id": "baseline/arima", + "evaluated_at": "2026-06-19T13:47:43.013436+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", + "data_fetched_at": "2026-06-19T13:43:18.000972Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t105000z", + "data_fetched_at": "2026-06-19T13:43:18.000972Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260611t000000z", + "data_fetched_at": "2026-06-19T13:43:18.000972Z", + "context_length": 30, + "prediction_length": 7 + } + ], + "failed_datasets": [] + }, + "ETS": { + "model": "ETS", + "api_model_id": "baseline/ets", + "evaluated_at": "2026-06-19T13:47:43.176197+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", + "data_fetched_at": "2026-06-19T13:43:18.000972Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t105000z", + "data_fetched_at": "2026-06-19T13:43:18.000972Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260611t000000z", + "data_fetched_at": "2026-06-19T13:43:18.000972Z", + "context_length": 30, + "prediction_length": 7 + } + ], + "failed_datasets": [] + }, + "Moving-Average": { + "model": "Moving-Average", + "api_model_id": "baseline/moving-average", + "evaluated_at": "2026-06-19T13:47:43.211966+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", + "data_fetched_at": "2026-06-19T13:43:18.000972Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t105000z", + "data_fetched_at": "2026-06-19T13:43:18.000972Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260611t000000z", + "data_fetched_at": "2026-06-19T13:43:18.000972Z", + "context_length": 30, + "prediction_length": 7 + } + ], + "failed_datasets": [] + }, + "Seasonal-Naive": { + "model": "Seasonal-Naive", + "api_model_id": "baseline/seasonal-naive", + "evaluated_at": "2026-06-19T13:47:43.233262+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", + "data_fetched_at": "2026-06-19T13:43:18.000972Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t105000z", + "data_fetched_at": "2026-06-19T13:43:18.000972Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260611t000000z", + "data_fetched_at": "2026-06-19T13:43:18.000972Z", + "context_length": 30, + "prediction_length": 7 + } + ], + "failed_datasets": [] + } + }, + "failed_models": [], + "failed_datasets": [], + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260619_134742.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260619_134742.json new file mode 100644 index 0000000000000000000000000000000000000000..24eac78404cc3ec056ad79b2b500546ac73ba9a9 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260619_134742.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-19T13:47:42.912789+00:00", + "metrics": { + "MSE[mean]": 1504723.2075174497, + "MSE[0.5]": 536667.729545168, + "MAE[0.5]": 628.9176321438503, + "MASE[0.5]": 0.5717036003100443, + "MAPE[0.5]": 0.00991933050211775, + "sMAPE[0.5]": 0.009887370208063776, + "MSIS": 9.062122909468888, + "RMSE[mean]": 1226.6715972571672, + "NRMSE[mean]": 0.019260592070557345, + "ND[0.5]": 0.009874954295663886, + "mean_weighted_sum_quantile_loss": 0.008689023171309656 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 63821.443983587065, + 63785.64319788941, + 63821.4232652426, + 63836.6527724326, + 63838.669364267276, + 63785.64719695041, + 63828.19093247102, + 63827.1904207811, + 63813.32697146696, + 63803.32036449068, + 63805.23142447947, + 63796.39100606, + 63826.18991033264, + 63826.1899103326, + 63805.23142447838, + 63791.37270760568, + 63796.39100606021, + 63785.64720179751, + 63788.54143109399, + 63824.90695981374, + 63841.30381103287, + 63785.63425439109, + 63832.42192165481, + 63801.40930451473 + ], + "p10": [ + 63531.57462158278, + 63512.0695751072, + 63512.07432586527, + 63531.55301707822, + 63458.5546658431, + 63512.0735741682, + 63512.07357991942, + 63615.94488692678, + 63531.553156419795, + 63503.112132285096, + 63549.94419797209, + 63619.07013888611, + 63657.801872252996, + 63529.60519865103, + 63512.0735790153, + 63503.11213229097, + 63511.17743434286, + 63529.605198651036, + 63612.57832944985, + 63619.070138886316, + 63551.8921557083, + 63529.605198651036, + 63529.605198651036, + 63619.070138886316 + ], + "p90": [ + 64167.00846896983, + 64261.230705295144, + 64077.54682910404, + 64157.33053433501, + 64085.524567378714, + 64068.41454353184, + 64158.12815033032, + 64166.15249881983, + 64166.98700380684, + 64159.01403485524, + 64157.410421224326, + 64085.173611722326, + 64158.29630665819, + 64174.12546790274, + 64157.33067364513, + 64157.33067364513, + 64166.987003775386, + 64238.37164504903, + 64153.868730116184, + 64166.987003775386, + 64166.987003775386, + 64077.54608225406, + 64159.01403486111, + 64153.868730116184 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260619_134349.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260619_134349.json new file mode 100644 index 0000000000000000000000000000000000000000..121b70937262ce9b857f2593a4bd8739525487d5 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260619_134349.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-19T13:43:49.297035+00:00", + "metrics": { + "MSE[mean]": 4525259.544978459, + "MSE[0.5]": 4525259.544978459, + "MAE[0.5]": 1855.7430013020833, + "MASE[0.5]": 1.6869219447355295, + "MAPE[0.5]": 0.029319271571139335, + "sMAPE[0.5]": 0.028762615130256963, + "MSIS": 20.49445301699377, + "RMSE[mean]": 2127.265743854881, + "NRMSE[mean]": 0.03340127692666375, + "ND[0.5]": 0.029137960816726947, + "mean_weighted_sum_quantile_loss": 0.019117885309381556 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 64699.46875, + 64844.3046875, + 64898.7734375, + 65034.06640625, + 65076.45703125, + 65215.30859375, + 65345.37890625, + 65507.30859375, + 65609.6640625, + 65665.8046875, + 65713.6015625, + 65716.5234375, + 65664.1484375, + 65568.4296875, + 65439.828125, + 65411.28515625, + 65568.8984375, + 65631.1328125, + 65770.59375, + 65955.0546875, + 66089.1328125, + 66151.109375, + 66211.640625, + 66265.7265625 + ], + "p10": [ + 64159.640625, + 64096.4453125, + 64034.6171875, + 64038.59765625, + 64035.5703125, + 64094.65625, + 64124.71875, + 64172.11328125, + 64165.67578125, + 64239.0859375, + 64308.37890625, + 64383.30859375, + 64349.1328125, + 64221.76953125, + 64063.74609375, + 64011.55078125, + 63793.9921875, + 63855.09375, + 63870.03515625, + 64041.953125, + 64079.81640625, + 64006.25390625, + 64054.22265625, + 64062.203125 + ], + "p90": [ + 65194.1640625, + 65566.1484375, + 65750.0859375, + 65956.671875, + 66061.453125, + 66223.0078125, + 66393.4609375, + 66581.140625, + 66690.9921875, + 66789.3359375, + 66821.984375, + 66861.671875, + 66832.015625, + 66747.09375, + 66675.8984375, + 66673.1796875, + 66742.5, + 66843.3203125, + 66961.140625, + 67145.6953125, + 67204.40625, + 67379.484375, + 67457.234375, + 67479.59375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260619_134743.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260619_134743.json new file mode 100644 index 0000000000000000000000000000000000000000..a4b80648ab03ea1ce3ce1d36b070f83a0612a487 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260619_134743.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-19T13:47:43.126521+00:00", + "metrics": { + "MSE[mean]": 1191158.974249787, + "MSE[0.5]": 1154335.0265473472, + "MAE[0.5]": 816.8154304431382, + "MASE[0.5]": 0.7425079191710923, + "MAPE[0.5]": 0.012952003923995072, + "sMAPE[0.5]": 0.012808139316733635, + "MSIS": 17.944000862482635, + "RMSE[mean]": 1091.4022971616776, + "NRMSE[mean]": 0.017136660274439608, + "ND[0.5]": 0.012825232798965478, + "mean_weighted_sum_quantile_loss": 0.012078491203113951 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 64496.09432288468, + 64474.08383803345, + 64497.383900057226, + 64458.285524581006, + 64498.20863347978, + 64461.33486737855, + 64461.384929402324, + 64495.7201476761, + 64495.77020969987, + 64497.73433422364, + 64458.635958747414, + 64474.584458271194, + 64486.20873904497, + 64504.91309794374, + 64476.59792559251, + 64469.784706366285, + 64458.93633089006, + 64458.93170541383, + 64458.9270799376, + 64501.44198571138, + 64501.492047735155, + 64496.42101600893, + 64496.4710780327, + 64477.04848380647 + ], + "p10": [ + 64291.56502600968, + 64203.88071303345, + 64202.03936880723, + 64203.980837081006, + 64171.457461604776, + 64227.19033612855, + 64175.896648152324, + 64175.9467101761, + 64298.13739719987, + 64184.43511547364, + 64176.096896247414, + 64331.03055202119, + 64300.64623904497, + 64202.59005106874, + 64204.53151934251, + 64172.00814386628, + 64185.71758089006, + 64285.95358041383, + 64204.7317674376, + 64304.75448571138, + 64300.81587586016, + 64204.88195350893, + 64203.0406092827, + 64292.71645255647 + ], + "p90": [ + 64839.62752600968, + 64933.30258803345, + 64750.098743807226, + 64829.93943083101, + 64758.20121160478, + 64750.24892987855, + 64830.089616902325, + 64830.0560851761, + 64936.84013157487, + 64827.32964672364, + 64827.065646247414, + 64747.705552021194, + 64830.30639529497, + 64827.52989481874, + 64831.24245684251, + 64742.27728449128, + 64827.36601839006, + 64830.55670541383, + 64758.5880174376, + 64839.54198571138, + 64827.566266485155, + 64751.08507850893, + 64758.7882655327, + 64827.71645255647 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260619_134648.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260619_134648.json new file mode 100644 index 0000000000000000000000000000000000000000..e357e3c58cf4067882a4639ba7773906c6a8ac9e --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260619_134648.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-19T13:46:48.905866+00:00", + "metrics": { + "MSE[mean]": 1241945.856786092, + "MSE[0.5]": 1230726.560997963, + "MAE[0.5]": 891.1134440104166, + "MASE[0.5]": 0.8100468776631673, + "MAPE[0.5]": 0.014111437715370994, + "sMAPE[0.5]": 0.0139582542523322, + "MSIS": 5.242579380140899, + "RMSE[mean]": 1114.4262455569199, + "NRMSE[mean]": 0.017498170950064517, + "ND[0.5]": 0.013991823542708016, + "mean_weighted_sum_quantile_loss": 0.009680184119063795 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 64549.23828125, + 64553.080078125, + 64502.69921875, + 64584.14453125, + 64646.078125, + 64536.013671875, + 64631.333984375, + 64658.08984375, + 64550.923828125, + 64625.447265625, + 64513.888671875, + 64548.81640625, + 64540.66015625, + 64636.68359375, + 64508.990234375, + 64676.474609375, + 64469.416015625, + 64604.265625, + 64376.111328125, + 64539.77734375, + 64414.5703125, + 64478.73828125, + 64360.376953125, + 64221.29296875 + ], + "p10": [ + 64177.294921875, + 64116.919921875, + 63854.52734375, + 63458.9296875, + 63820.623046875, + 63701.01171875, + 63588.078125, + 63240.091796875, + 63560.474609375, + 63267.884765625, + 63308.240234375, + 63310.921875, + 63362.150390625, + 63026.287109375, + 62685.005859375, + 63239.236328125, + 62621.28125, + 63065.771484375, + 62698.16796875, + 62850.982421875, + 62327.4609375, + 62832.005859375, + 62386.060546875, + 62469.38671875 + ], + "p90": [ + 64880.990234375, + 65091.619140625, + 65185.8125, + 65592.02734375, + 65567.43359375, + 65619.80078125, + 65859.8984375, + 65848.06640625, + 65724.08984375, + 66000.765625, + 65898.21484375, + 65940.48828125, + 66032.86328125, + 66009.74609375, + 66190.44140625, + 66163.66015625, + 66260.41015625, + 66414.24609375, + 66058.3203125, + 66340.14453125, + 66135.578125, + 66238.8359375, + 66382.87890625, + 66069.59375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260619_134743.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260619_134743.json new file mode 100644 index 0000000000000000000000000000000000000000..db3bce6cf037cb6e515934f9ae8ec931831779db --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260619_134743.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-19T13:47:43.184952+00:00", + "metrics": { + "MSE[mean]": 2976970.8600683515, + "MSE[0.5]": 2900099.972834121, + "MAE[0.5]": 1541.2992281729748, + "MASE[0.5]": 1.4010838190334534, + "MAPE[0.5]": 0.024334418604790225, + "sMAPE[0.5]": 0.023976029527836635, + "MSIS": 38.79174977163109, + "RMSE[mean]": 1725.3900602670549, + "NRMSE[mean]": 0.02709122326440491, + "ND[0.5]": 0.024200719865759574, + "mean_weighted_sum_quantile_loss": 0.02325250139544322 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 65244.61148403235, + 65222.55093715735, + 65245.80093715735, + 65206.65249965735, + 65246.52554653235, + 65209.60171840735, + 65209.60171840735, + 65243.88687465735, + 65243.88687465735, + 65245.80093715735, + 65206.65249965735, + 65222.55093715735, + 65234.12515590735, + 65252.77945278235, + 65224.41421840735, + 65217.55093715735, + 65206.65249965735, + 65206.59781215735, + 65206.54312465735, + 65249.00796840735, + 65249.00796840735, + 65243.88687465735, + 65243.88687465735, + 65224.41421840735 + ], + "p10": [ + 65040.08218715735, + 64952.34781215735, + 64950.45640590735, + 64952.34781215735, + 64919.77437465735, + 64975.45718715735, + 64924.11343715735, + 64924.11343715735, + 65046.25406215735, + 64932.50171840735, + 64924.11343715735, + 65078.99703090735, + 65048.56265590735, + 64950.45640590735, + 64952.34781215735, + 64919.77437465735, + 64933.43374965735, + 65033.61968715735, + 64952.34781215735, + 65052.32046840735, + 65048.33179653235, + 64952.34781215735, + 64950.45640590735, + 65040.08218715735 + ], + "p90": [ + 65588.14468715734, + 65681.76968715734, + 65498.51578090735, + 65578.30640590734, + 65506.51812465735, + 65498.51578090735, + 65578.30640590734, + 65578.22281215734, + 65684.95679653234, + 65575.39624965734, + 65575.08218715734, + 65495.67203090735, + 65578.22281215734, + 65575.39624965734, + 65579.05874965734, + 65490.04351528235, + 65575.08218715734, + 65578.22281215734, + 65506.20406215735, + 65587.10796840735, + 65575.08218715734, + 65498.55093715735, + 65506.20406215735, + 65575.08218715734 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260619_134743.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260619_134743.json new file mode 100644 index 0000000000000000000000000000000000000000..d377d42351aaf77ff5780c64f7fbaf67e9f4d96b --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260619_134743.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-19T13:47:43.218108+00:00", + "metrics": { + "MSE[mean]": 3140140.755794525, + "MSE[0.5]": 3140140.755794525, + "MAE[0.5]": 1569.8069661458333, + "MASE[0.5]": 1.4269981448573648, + "MAPE[0.5]": 0.02475711410343608, + "sMAPE[0.5]": 0.024370600454748394, + "MSIS": 11.132353186555392, + "RMSE[mean]": 1772.0442307669764, + "NRMSE[mean]": 0.027823764026250586, + "ND[0.5]": 0.02464833429913954, + "mean_weighted_sum_quantile_loss": 0.018554232329948895 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "p10": [ + 64386.0, + 64621.2, + 64585.92, + 64534.952343749996, + 64574.159999999996, + 64519.5709375, + 64311.52, + 64228.71, + 63627.499140625, + 63611.252578125, + 63502.04, + 63513.811484375, + 63740.061328125, + 63972.44, + 63799.420234375, + 64436.96, + 64546.834843749995, + 64781.9965625, + 64205.68, + 63015.81453125, + 63145.6721875, + 62972.614140624995, + 63014.011484375, + 63219.210468749996 + ], + "p90": [ + 67014.0, + 67258.8, + 67222.08, + 67169.03203125, + 67209.84, + 67153.0228125, + 66936.48, + 66850.29000000001, + 66224.539921875, + 66207.630234375, + 66093.96, + 66106.211953125, + 66341.696484375, + 66583.56, + 66403.478203125, + 67067.04000000001, + 67181.39953125, + 67426.1596875, + 66826.32, + 65587.88859375, + 65723.0465625, + 65542.924921875, + 65586.011953125, + 65799.58640625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260619_134728.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260619_134728.json new file mode 100644 index 0000000000000000000000000000000000000000..044822530cdc68f4d3fe4bd7e46edbf86c08a5e1 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260619_134728.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-19T13:47:28.349531+00:00", + "metrics": { + "MSE[mean]": 1487816.95783933, + "MSE[0.5]": 1487816.95783933, + "MAE[0.5]": 934.4558919270834, + "MASE[0.5]": 0.8494463669663092, + "MAPE[0.5]": 0.014812037401077562, + "sMAPE[0.5]": 0.014626763844173966, + "MSIS": 16.919955448169635, + "RMSE[mean]": 1219.761024889437, + "NRMSE[mean]": 0.01915208567353427, + "ND[0.5]": 0.014672365270851804, + "mean_weighted_sum_quantile_loss": 0.011822564101173166 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 64521.0, + 64570.0, + 64563.0, + 64577.0, + 64549.0, + 64570.0, + 64549.0, + 64577.0, + 64556.0, + 64584.0, + 64570.0, + 64570.0, + 64535.0, + 64528.0, + 64500.0, + 64493.0, + 64437.0, + 64493.0, + 64507.0, + 64584.0, + 64731.0, + 64913.0, + 65056.5, + 65156.25 + ], + "p10": [ + 64206.0, + 64171.0, + 64129.0, + 64101.0, + 64052.0, + 64045.0, + 64017.0, + 64017.0, + 63989.0, + 63989.0, + 63975.0, + 63947.0, + 63912.0, + 63912.0, + 63877.0, + 63877.0, + 63751.0, + 63758.0, + 63751.0, + 63772.0, + 63863.0, + 64010.0, + 64115.0, + 64164.0 + ], + "p90": [ + 65018.0, + 65282.25, + 65403.875, + 65498.375, + 65513.90625, + 65565.96875, + 65575.375, + 65621.75, + 65638.8125, + 65692.625, + 65697.0, + 65727.625, + 65723.25, + 65737.25, + 65733.75, + 65735.5, + 65688.25, + 65760.0, + 65788.0, + 65889.5, + 66064.5, + 66250.0, + 66379.5, + 66467.0 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260619_134443.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260619_134443.json new file mode 100644 index 0000000000000000000000000000000000000000..9a248be8dec24a0fe95da8f4329de547a10323ae --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260619_134443.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-19T13:44:43.596167+00:00", + "metrics": { + "MSE[mean]": 1309848.276089986, + "MSE[0.5]": 1010694.1341425577, + "MAE[0.5]": 753.2607421875, + "MASE[0.5]": 0.6847349418600981, + "MAPE[0.5]": 0.011947237171961453, + "sMAPE[0.5]": 0.011821887904386222, + "MSIS": 37.1690239314189, + "RMSE[mean]": 1144.486031408853, + "NRMSE[mean]": 0.017970154873322354, + "ND[0.5]": 0.011827328447547891, + "mean_weighted_sum_quantile_loss": 0.014828174270802685 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 64420.83203125, + 64409.1171875, + 64406.9296875, + 64389.9140625, + 64403.0390625, + 64390.19921875, + 64392.68359375, + 64401.0546875, + 64375.4921875, + 64402.6796875, + 64406.8359375, + 64394.66796875, + 64395.875, + 64386.5234375, + 64391.91796875, + 64367.484375, + 64377.046875, + 64380.546875, + 64371.203125, + 64388.39453125, + 64355.2578125, + 64386.875, + 64389.1328125, + 64403.98828125 + ], + "p10": [ + 64514.8359375, + 64575.83203125, + 64547.69921875, + 64596.51171875, + 64631.44140625, + 64652.84765625, + 64651.875, + 64634.74609375, + 64686.4765625, + 64713.125, + 64683.30078125, + 64747.97265625, + 64743.421875, + 64752.2421875, + 64733.04296875, + 64742.2265625, + 64736.28515625, + 64728.82421875, + 64777.078125, + 64750.45703125, + 64736.84765625, + 64716.6953125, + 64755.765625, + 64782.828125 + ], + "p90": [ + 64743.49609375, + 64824.4453125, + 64917.59375, + 64977.734375, + 65036.98046875, + 65082.70703125, + 65120.24609375, + 65173.046875, + 65190.77734375, + 65224.17578125, + 65268.4609375, + 65252.90234375, + 65281.578125, + 65299.734375, + 65322.18359375, + 65322.546875, + 65360.01171875, + 65374.05078125, + 65387.28125, + 65390.6484375, + 65384.5546875, + 65427.1015625, + 65411.4921875, + 65414.16015625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260619_134606.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260619_134606.json new file mode 100644 index 0000000000000000000000000000000000000000..d04027b5ba9c1e4ac2267599713519d71f85cb5d --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260619_134606.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-19T13:46:06.304162+00:00", + "metrics": { + "MSE[mean]": 1504824.3119869232, + "MSE[0.5]": 1504824.3119869232, + "MAE[0.5]": 978.26806640625, + "MASE[0.5]": 0.8892728507647827, + "MAPE[0.5]": 0.015495502893619515, + "sMAPE[0.5]": 0.015308014614020973, + "MSIS": 11.097020270846093, + "RMSE[mean]": 1226.7128074602153, + "NRMSE[mean]": 0.019261239132828803, + "ND[0.5]": 0.015360282413674835, + "mean_weighted_sum_quantile_loss": 0.011170109942075797 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 64545.51171875, + 64577.52734375, + 64588.59375, + 64615.75, + 64623.890625, + 64646.61328125, + 64650.546875, + 64667.40625, + 64671.8515625, + 64680.5234375, + 64673.9375, + 64678.54296875, + 64678.8671875, + 64683.16796875, + 64664.7421875, + 64685.33203125, + 64672.61328125, + 64677.65234375, + 64665.53125, + 64668.359375, + 64674.0, + 64687.1796875, + 64695.6640625, + 64718.625 + ], + "p10": [ + 64236.3828125, + 64111.6640625, + 63987.26171875, + 63924.890625, + 63862.390625, + 63826.94140625, + 63776.68359375, + 63741.40234375, + 63704.5, + 63683.40625, + 63648.9453125, + 63636.27734375, + 63606.74609375, + 63581.3515625, + 63533.01171875, + 63532.59765625, + 63495.046875, + 63481.92578125, + 63455.703125, + 63440.12890625, + 63437.07421875, + 63447.1875, + 63439.21875, + 63440.97265625 + ], + "p90": [ + 64902.046875, + 65141.10546875, + 65341.33984375, + 65526.8515625, + 65631.234375, + 65735.1953125, + 65808.8046875, + 65880.5078125, + 65933.0, + 65994.046875, + 66029.234375, + 66071.875, + 66098.984375, + 66138.75, + 66162.4296875, + 66207.0234375, + 66211.171875, + 66261.375, + 66289.0625, + 66323.3046875, + 66332.9453125, + 66363.296875, + 66382.15625, + 66426.8671875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260619_134534.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260619_134534.json new file mode 100644 index 0000000000000000000000000000000000000000..20f5d98b54c191d19c7a47160658713195cca0e9 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260619_134534.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-19T13:45:34.302764+00:00", + "metrics": { + "MSE[mean]": 1141740.5477148693, + "MSE[0.5]": 1141740.5477148693, + "MAE[0.5]": 814.89208984375, + "MASE[0.5]": 0.7407595491316891, + "MAPE[0.5]": 0.012920552686899312, + "sMAPE[0.5]": 0.012778328864994193, + "MSIS": 8.483297009046089, + "RMSE[mean]": 1068.5226004698586, + "NRMSE[mean]": 0.016777414567875147, + "ND[0.5]": 0.012795033454022308, + "mean_weighted_sum_quantile_loss": 0.009108111019355433 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "actual": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "predictions": { + "p50": [ + 64485.30078125, + 64494.89453125, + 64471.9609375, + 64507.23828125, + 64485.93359375, + 64499.953125, + 64493.28515625, + 64490.578125, + 64481.20703125, + 64493.109375, + 64483.01171875, + 64488.078125, + 64478.921875, + 64483.1953125, + 64469.55859375, + 64481.3203125, + 64465.921875, + 64472.44140625, + 64468.55859375, + 64466.2421875, + 64449.47265625, + 64463.390625, + 64455.0078125, + 64462.14453125 + ], + "p10": [ + 64269.8515625, + 64199.02734375, + 64083.94140625, + 64054.7578125, + 63969.84765625, + 63930.34375, + 63854.7578125, + 63811.25390625, + 63746.82421875, + 63709.64453125, + 63655.4921875, + 63615.703125, + 63550.9375, + 63498.52734375, + 63453.74609375, + 63438.12890625, + 63387.6640625, + 63362.16796875, + 63315.19140625, + 63291.1171875, + 63232.7578125, + 63219.5, + 63201.26171875, + 63169.21484375 + ], + "p90": [ + 64739.6875, + 64842.97265625, + 64941.85546875, + 65088.1875, + 65121.7421875, + 65194.1953125, + 65266.51171875, + 65325.703125, + 65371.765625, + 65427.83203125, + 65478.58203125, + 65537.734375, + 65575.109375, + 65620.8359375, + 65636.2421875, + 65718.390625, + 65738.1484375, + 65787.8125, + 65827.296875, + 65856.0546875, + 65876.6171875, + 65929.90625, + 65934.703125, + 65994.1484375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260619_134742.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260619_134742.json new file mode 100644 index 0000000000000000000000000000000000000000..e2f3fa0e00a1499861d40f7310122106b1510225 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260619_134742.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ARIMA", + "evaluated_at": "2026-06-19T13:47:42.940131+00:00", + "metrics": { + "MSE[mean]": 1087.5230492833266, + "MSE[0.5]": 619.2118994004448, + "MAE[0.5]": 24.882662002314174, + "MASE[0.5]": 0.4048704325800272, + "MAPE[0.5]": 0.009815720615659409, + "sMAPE[0.5]": 0.009834342689159782, + "MSIS": 6.8860103201222245, + "RMSE[mean]": 32.97761436616249, + "NRMSE[mean]": 0.013006782987475757, + "ND[0.5]": 0.009814032671413972, + "mean_weighted_sum_quantile_loss": 0.00919973374106623 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00", + "2026-06-19 14:55:00", + "2026-06-19 15:10:00", + "2026-06-19 15:25:00", + "2026-06-19 15:40:00", + "2026-06-19 15:55:00", + "2026-06-19 16:10:00", + "2026-06-19 16:25:00", + "2026-06-19 16:40:00", + "2026-06-19 16:55:00", + "2026-06-19 17:10:00", + "2026-06-19 17:25:00", + "2026-06-19 17:40:00", + "2026-06-19 17:55:00", + "2026-06-19 18:10:00", + "2026-06-19 18:25:00", + "2026-06-19 18:40:00", + "2026-06-19 18:55:00", + "2026-06-19 19:10:00", + "2026-06-19 19:25:00", + "2026-06-19 19:40:00", + "2026-06-19 19:55:00", + "2026-06-19 20:10:00", + "2026-06-19 20:25:00", + "2026-06-19 20:40:00", + "2026-06-19 20:55:00", + "2026-06-19 21:10:00", + "2026-06-19 21:25:00", + "2026-06-19 21:40:00", + "2026-06-19 21:55:00", + "2026-06-19 22:10:00", + "2026-06-19 22:25:00", + "2026-06-19 22:40:00", + "2026-06-19 22:55:00", + "2026-06-19 23:10:00", + "2026-06-19 23:25:00", + "2026-06-19 23:40:00", + "2026-06-19 23:55:00", + "2026-06-20 00:10:00", + "2026-06-20 00:25:00", + "2026-06-20 00:40:00", + "2026-06-20 00:55:00", + "2026-06-20 01:10:00", + "2026-06-20 01:25:00", + "2026-06-20 01:40:00", + "2026-06-20 01:55:00", + "2026-06-20 02:10:00", + "2026-06-20 02:25:00", + "2026-06-20 02:40:00", + "2026-06-20 02:55:00", + "2026-06-20 03:10:00", + "2026-06-20 03:25:00", + "2026-06-20 03:40:00", + "2026-06-20 03:55:00", + "2026-06-20 04:10:00", + "2026-06-20 04:25:00", + "2026-06-20 04:40:00", + "2026-06-20 04:55:00", + "2026-06-20 05:10:00", + "2026-06-20 05:25:00", + "2026-06-20 05:40:00", + "2026-06-20 05:55:00", + "2026-06-20 06:10:00", + "2026-06-20 06:25:00", + "2026-06-20 06:40:00", + "2026-06-20 06:55:00", + "2026-06-20 07:10:00", + "2026-06-20 07:25:00", + "2026-06-20 07:40:00", + "2026-06-20 07:55:00", + "2026-06-20 08:10:00", + "2026-06-20 08:25:00", + "2026-06-20 08:40:00" + ], + "context": [ + 2650.0, + 2650.0, + 2650.0, + 2700.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2700.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 + ], + "actual": [ + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2550.0, + 2500.0, + 2550.0, + 2550.0 + ], + "predictions": { + "p50": [ + 2525.3053244978314, + 2525.310276968026, + 2525.3311013465573, + 2525.2735645591897, + 2525.315414324436, + 2525.3362723586883, + 2525.230435651878, + 2525.254051916778, + 2525.2192130777075, + 2525.254051916778, + 2525.316455499832, + 2525.2964077386414, + 2525.144755359488, + 2525.2664456075, + 2525.2416582260553, + 2525.3009237545075, + 2525.305439770374, + 2525.313291800817, + 2525.2806837705575, + 2525.2885457545995, + 2525.3182790797573, + 2525.180138063874, + 2525.2304356518816, + 2525.3243075302744 + ], + "p10": [ + 2509.3856806518224, + 2513.699213336676, + 2503.7256919314186, + 2509.3907830734665, + 2504.4584039296083, + 2509.390783203193, + 2509.3907832033024, + 2504.4584039334272, + 2509.3907832033055, + 2509.3907832033055, + 2505.9907969387177, + 2506.2080263548874, + 2503.142452195367, + 2506.203330002218, + 2512.7345467450095, + 2506.033064112741, + 2509.3907832033055, + 2509.3907832033055, + 2503.142452195367, + 2509.3907832033055, + 2506.203330002218, + 2506.2080263548874, + 2506.1610628281946, + 2497.893254841846 + ], + "p90": [ + 2536.402862243792, + 2527.242337412323, + 2532.7684568838276, + 2526.069043553014, + 2530.055339389143, + 2546.9087012683704, + 2528.33426038573, + 2525.542951507485, + 2530.0553393929617, + 2529.7988135454343, + 2528.334260385733, + 2526.069043682853, + 2529.7988135454343, + 2532.364072020711, + 2527.1392602976935, + 2527.1392602976935, + 2525.542951507485, + 2536.407964795275, + 2529.7988135454343, + 2529.7988135454343, + 2530.0553393929617, + 2527.1392602976935, + 2527.1392602976935, + 2527.242487493612 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260619_134402.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260619_134402.json new file mode 100644 index 0000000000000000000000000000000000000000..a030cb451f33796c1c8846e783d98213b2c6dacc --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260619_134402.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Chronos-2", + "evaluated_at": "2026-06-19T13:44:02.552661+00:00", + "metrics": { + "MSE[mean]": 835.8339234987894, + "MSE[0.5]": 835.8339234987894, + "MAE[0.5]": 19.305338541666668, + "MASE[0.5]": 0.3141207627118644, + "MAPE[0.5]": 0.007678390443091299, + "sMAPE[0.5]": 0.007630390990919858, + "MSIS": 8.152985467425848, + "RMSE[mean]": 28.910792509005862, + "NRMSE[mean]": 0.011402777653510941, + "ND[0.5]": 0.007614266639276911, + "mean_weighted_sum_quantile_loss": 0.00651974237937095 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00", + "2026-06-19 14:55:00", + "2026-06-19 15:10:00", + "2026-06-19 15:25:00", + "2026-06-19 15:40:00", + "2026-06-19 15:55:00", + "2026-06-19 16:10:00", + "2026-06-19 16:25:00", + "2026-06-19 16:40:00", + "2026-06-19 16:55:00", + "2026-06-19 17:10:00", + "2026-06-19 17:25:00", + "2026-06-19 17:40:00", + "2026-06-19 17:55:00", + "2026-06-19 18:10:00", + "2026-06-19 18:25:00", + "2026-06-19 18:40:00", + "2026-06-19 18:55:00", + "2026-06-19 19:10:00", + "2026-06-19 19:25:00", + "2026-06-19 19:40:00", + "2026-06-19 19:55:00", + "2026-06-19 20:10:00", + "2026-06-19 20:25:00", + "2026-06-19 20:40:00", + "2026-06-19 20:55:00", + "2026-06-19 21:10:00", + "2026-06-19 21:25:00", + "2026-06-19 21:40:00", + "2026-06-19 21:55:00", + "2026-06-19 22:10:00", + "2026-06-19 22:25:00", + "2026-06-19 22:40:00", + "2026-06-19 22:55:00", + "2026-06-19 23:10:00", + "2026-06-19 23:25:00", + "2026-06-19 23:40:00", + "2026-06-19 23:55:00", + "2026-06-20 00:10:00", + "2026-06-20 00:25:00", + "2026-06-20 00:40:00", + "2026-06-20 00:55:00", + "2026-06-20 01:10:00", + "2026-06-20 01:25:00", + "2026-06-20 01:40:00", + "2026-06-20 01:55:00", + "2026-06-20 02:10:00", + "2026-06-20 02:25:00", + "2026-06-20 02:40:00", + "2026-06-20 02:55:00", + "2026-06-20 03:10:00", + "2026-06-20 03:25:00", + "2026-06-20 03:40:00", + "2026-06-20 03:55:00", + "2026-06-20 04:10:00", + "2026-06-20 04:25:00", + "2026-06-20 04:40:00", + "2026-06-20 04:55:00", + "2026-06-20 05:10:00", + "2026-06-20 05:25:00", + "2026-06-20 05:40:00", + "2026-06-20 05:55:00", + "2026-06-20 06:10:00", + "2026-06-20 06:25:00", + "2026-06-20 06:40:00", + "2026-06-20 06:55:00", + "2026-06-20 07:10:00", + "2026-06-20 07:25:00", + "2026-06-20 07:40:00", + "2026-06-20 07:55:00", + "2026-06-20 08:10:00", + "2026-06-20 08:25:00", + "2026-06-20 08:40:00" + ], + "context": [ + 2650.0, + 2650.0, + 2650.0, + 2700.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2700.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 + ], + "actual": [ + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2550.0, + 2500.0, + 2550.0, + 2550.0 + ], + "predictions": { + "p50": [ + 2553.470947265625, + 2554.69287109375, + 2553.688720703125, + 2553.548828125, + 2553.696044921875, + 2554.575439453125, + 2554.305908203125, + 2554.404541015625, + 2554.41552734375, + 2553.756103515625, + 2554.849853515625, + 2554.873291015625, + 2554.46484375, + 2551.70703125, + 2554.974609375, + 2555.0390625, + 2552.67236328125, + 2551.7138671875, + 2552.3359375, + 2551.714111328125, + 2552.859375, + 2511.0185546875, + 2511.883056640625, + 2513.566650390625 + ], + "p10": [ + 2548.562255859375, + 2549.811767578125, + 2547.962158203125, + 2549.06494140625, + 2548.16259765625, + 2548.840087890625, + 2548.830078125, + 2548.308837890625, + 2548.5517578125, + 2547.886962890625, + 2548.85546875, + 2548.379150390625, + 2547.913330078125, + 2545.47412109375, + 2548.02783203125, + 2546.636474609375, + 2540.992431640625, + 2538.766845703125, + 2537.897705078125, + 2536.78564453125, + 2529.724853515625, + 2500.107177734375, + 2500.267333984375, + 2501.29736328125 + ], + "p90": [ + 2557.664306640625, + 2558.72705078125, + 2557.3798828125, + 2558.015380859375, + 2557.870361328125, + 2559.51611328125, + 2558.90869140625, + 2559.48486328125, + 2559.048095703125, + 2558.948974609375, + 2560.566162109375, + 2560.16943359375, + 2560.273193359375, + 2557.388916015625, + 2560.799560546875, + 2562.107421875, + 2565.514892578125, + 2563.583984375, + 2566.426513671875, + 2567.729736328125, + 2573.83203125, + 2526.641845703125, + 2528.5947265625, + 2530.287353515625 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260619_134743.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260619_134743.json new file mode 100644 index 0000000000000000000000000000000000000000..395e404c1826acbd4181be258b9cb3d68def27c5 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260619_134743.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ETS", + "evaluated_at": "2026-06-19T13:47:43.147121+00:00", + "metrics": { + "MSE[mean]": 383.5875855539554, + "MSE[0.5]": 390.9900030694484, + "MAE[0.5]": 17.308584613469197, + "MASE[0.5]": 0.2816312072700073, + "MAPE[0.5]": 0.006850873791359091, + "sMAPE[0.5]": 0.0068458614213346355, + "MSIS": 10.115036703944847, + "RMSE[mean]": 19.58539214705581, + "NRMSE[mean]": 0.007724723279035981, + "ND[0.5]": 0.006826721951080703, + "mean_weighted_sum_quantile_loss": 0.006686435086978029 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00", + "2026-06-19 14:55:00", + "2026-06-19 15:10:00", + "2026-06-19 15:25:00", + "2026-06-19 15:40:00", + "2026-06-19 15:55:00", + "2026-06-19 16:10:00", + "2026-06-19 16:25:00", + "2026-06-19 16:40:00", + "2026-06-19 16:55:00", + "2026-06-19 17:10:00", + "2026-06-19 17:25:00", + "2026-06-19 17:40:00", + "2026-06-19 17:55:00", + "2026-06-19 18:10:00", + "2026-06-19 18:25:00", + "2026-06-19 18:40:00", + "2026-06-19 18:55:00", + "2026-06-19 19:10:00", + "2026-06-19 19:25:00", + "2026-06-19 19:40:00", + "2026-06-19 19:55:00", + "2026-06-19 20:10:00", + "2026-06-19 20:25:00", + "2026-06-19 20:40:00", + "2026-06-19 20:55:00", + "2026-06-19 21:10:00", + "2026-06-19 21:25:00", + "2026-06-19 21:40:00", + "2026-06-19 21:55:00", + "2026-06-19 22:10:00", + "2026-06-19 22:25:00", + "2026-06-19 22:40:00", + "2026-06-19 22:55:00", + "2026-06-19 23:10:00", + "2026-06-19 23:25:00", + "2026-06-19 23:40:00", + "2026-06-19 23:55:00", + "2026-06-20 00:10:00", + "2026-06-20 00:25:00", + "2026-06-20 00:40:00", + "2026-06-20 00:55:00", + "2026-06-20 01:10:00", + "2026-06-20 01:25:00", + "2026-06-20 01:40:00", + "2026-06-20 01:55:00", + "2026-06-20 02:10:00", + "2026-06-20 02:25:00", + "2026-06-20 02:40:00", + "2026-06-20 02:55:00", + "2026-06-20 03:10:00", + "2026-06-20 03:25:00", + "2026-06-20 03:40:00", + "2026-06-20 03:55:00", + "2026-06-20 04:10:00", + "2026-06-20 04:25:00", + "2026-06-20 04:40:00", + "2026-06-20 04:55:00", + "2026-06-20 05:10:00", + "2026-06-20 05:25:00", + "2026-06-20 05:40:00", + "2026-06-20 05:55:00", + "2026-06-20 06:10:00", + "2026-06-20 06:25:00", + "2026-06-20 06:40:00", + "2026-06-20 06:55:00", + "2026-06-20 07:10:00", + "2026-06-20 07:25:00", + "2026-06-20 07:40:00", + "2026-06-20 07:55:00", + "2026-06-20 08:10:00", + "2026-06-20 08:25:00", + "2026-06-20 08:40:00" + ], + "context": [ + 2650.0, + 2650.0, + 2650.0, + 2700.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2700.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 + ], + "actual": [ + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2550.0, + 2500.0, + 2550.0, + 2550.0 + ], + "predictions": { + "p50": [ + 2547.668644260507, + 2546.4994088902754, + 2545.3301735200444, + 2544.160938149813, + 2542.9917027795814, + 2541.82246740935, + 2540.6532320391184, + 2539.4839966688874, + 2538.314761298656, + 2537.1455259284244, + 2535.976290558193, + 2534.8070551879614, + 2533.63781981773, + 2532.468584447499, + 2531.2993490772674, + 2530.130113707036, + 2528.9608783368044, + 2527.791642966573, + 2526.622407596342, + 2525.4531722261104, + 2524.283936855879, + 2523.1147014856474, + 2521.945466115416, + 2520.776230745185 + ], + "p10": [ + 2547.668644260507, + 2546.4994088902754, + 2540.3301735200444, + 2544.160938149813, + 2542.9917027795814, + 2491.82246740935, + 2540.6532320391184, + 2539.4839966688874, + 2538.314761298656, + 2532.1455259284244, + 2535.976290558193, + 2534.8070551879614, + 2533.63781981773, + 2532.468584447499, + 2531.2993490772674, + 2530.130113707036, + 2528.9608783368044, + 2477.791642966573, + 2476.622407596342, + 2525.4531722261104, + 2524.283936855879, + 2523.1147014856474, + 2521.945466115416, + 2520.776230745185 + ], + "p90": [ + 2547.668644260507, + 2546.4994088902754, + 2545.3301735200444, + 2544.160938149813, + 2542.9917027795814, + 2541.82246740935, + 2540.6532320391184, + 2539.4839966688874, + 2538.314761298656, + 2537.1455259284244, + 2535.976290558193, + 2534.8070551879614, + 2533.63781981773, + 2532.468584447499, + 2531.2993490772674, + 2530.130113707036, + 2528.9608783368044, + 2527.791642966573, + 2526.622407596342, + 2525.4531722261104, + 2524.283936855879, + 2523.1147014856474, + 2521.945466115416, + 2520.776230745185 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260619_134656.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260619_134656.json new file mode 100644 index 0000000000000000000000000000000000000000..aa554731fa1ca4d0a1148b8ad46345bad32a17d8 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260619_134656.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-19T13:46:56.752690+00:00", + "metrics": { + "MSE[mean]": 5879.8337522695465, + "MSE[0.5]": 5883.945313726862, + "MAE[0.5]": 73.0244852701823, + "MASE[0.5]": 1.1881950145656779, + "MAPE[0.5]": 0.02888710742027931, + "sMAPE[0.5]": 0.02843190032893907, + "MSIS": 10.201887331170552, + "RMSE[mean]": 76.68007402363111, + "NRMSE[mean]": 0.030243578908252206, + "ND[0.5]": 0.028801769046579703, + "mean_weighted_sum_quantile_loss": 0.01803907654259963 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00", + "2026-06-19 14:55:00", + "2026-06-19 15:10:00", + "2026-06-19 15:25:00", + "2026-06-19 15:40:00", + "2026-06-19 15:55:00", + "2026-06-19 16:10:00", + "2026-06-19 16:25:00", + "2026-06-19 16:40:00", + "2026-06-19 16:55:00", + "2026-06-19 17:10:00", + "2026-06-19 17:25:00", + "2026-06-19 17:40:00", + "2026-06-19 17:55:00", + "2026-06-19 18:10:00", + "2026-06-19 18:25:00", + "2026-06-19 18:40:00", + "2026-06-19 18:55:00", + "2026-06-19 19:10:00", + "2026-06-19 19:25:00", + "2026-06-19 19:40:00", + "2026-06-19 19:55:00", + "2026-06-19 20:10:00", + "2026-06-19 20:25:00", + "2026-06-19 20:40:00", + "2026-06-19 20:55:00", + "2026-06-19 21:10:00", + "2026-06-19 21:25:00", + "2026-06-19 21:40:00", + "2026-06-19 21:55:00", + "2026-06-19 22:10:00", + "2026-06-19 22:25:00", + "2026-06-19 22:40:00", + "2026-06-19 22:55:00", + "2026-06-19 23:10:00", + "2026-06-19 23:25:00", + "2026-06-19 23:40:00", + "2026-06-19 23:55:00", + "2026-06-20 00:10:00", + "2026-06-20 00:25:00", + "2026-06-20 00:40:00", + "2026-06-20 00:55:00", + "2026-06-20 01:10:00", + "2026-06-20 01:25:00", + "2026-06-20 01:40:00", + "2026-06-20 01:55:00", + "2026-06-20 02:10:00", + "2026-06-20 02:25:00", + "2026-06-20 02:40:00", + "2026-06-20 02:55:00", + "2026-06-20 03:10:00", + "2026-06-20 03:25:00", + "2026-06-20 03:40:00", + "2026-06-20 03:55:00", + "2026-06-20 04:10:00", + "2026-06-20 04:25:00", + "2026-06-20 04:40:00", + "2026-06-20 04:55:00", + "2026-06-20 05:10:00", + "2026-06-20 05:25:00", + "2026-06-20 05:40:00", + "2026-06-20 05:55:00", + "2026-06-20 06:10:00", + "2026-06-20 06:25:00", + "2026-06-20 06:40:00", + "2026-06-20 06:55:00", + "2026-06-20 07:10:00", + "2026-06-20 07:25:00", + "2026-06-20 07:40:00", + "2026-06-20 07:55:00", + "2026-06-20 08:10:00", + "2026-06-20 08:25:00", + "2026-06-20 08:40:00" + ], + "context": [ + 2650.0, + 2650.0, + 2650.0, + 2700.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2700.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 + ], + "actual": [ + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2550.0, + 2500.0, + 2550.0, + 2550.0 + ], + "predictions": { + "p50": [ + 2605.839111328125, + 2603.7255859375, + 2610.6392822265625, + 2607.6844482421875, + 2604.752685546875, + 2608.338134765625, + 2607.5828857421875, + 2610.4813232421875, + 2608.01416015625, + 2606.4017333984375, + 2608.7130126953125, + 2608.5638427734375, + 2612.260009765625, + 2608.2745361328125, + 2602.521240234375, + 2606.7135009765625, + 2607.525146484375, + 2607.7672119140625, + 2602.7607421875, + 2604.1015625, + 2607.81884765625, + 2605.97705078125, + 2601.4276123046875, + 2606.45849609375 + ], + "p10": [ + 2558.19775390625, + 2554.276123046875, + 2557.5126953125, + 2555.0765380859375, + 2547.18359375, + 2557.222412109375, + 2550.822998046875, + 2557.330810546875, + 2553.871337890625, + 2549.4993896484375, + 2541.8397216796875, + 2550.944580078125, + 2537.7811279296875, + 2534.1529541015625, + 2528.3072509765625, + 2546.5848388671875, + 2534.0340576171875, + 2546.3675537109375, + 2531.684814453125, + 2537.8828125, + 2541.4581298828125, + 2527.0233154296875, + 2523.826416015625, + 2525.789794921875 + ], + "p90": [ + 2644.7069091796875, + 2664.1541748046875, + 2657.84423828125, + 2666.10009765625, + 2654.81396484375, + 2659.4139404296875, + 2681.139404296875, + 2675.49951171875, + 2668.70458984375, + 2660.025634765625, + 2669.66162109375, + 2673.3294677734375, + 2675.166015625, + 2677.40185546875, + 2665.9488525390625, + 2692.921875, + 2669.077880859375, + 2686.3096923828125, + 2670.0064697265625, + 2675.6297607421875, + 2688.99853515625, + 2683.55810546875, + 2688.9886474609375, + 2669.2193603515625 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260619_134743.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260619_134743.json new file mode 100644 index 0000000000000000000000000000000000000000..9a6e3126aaf06e0eea3491b176bf26770a51071a --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260619_134743.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moving-Average", + "evaluated_at": "2026-06-19T13:47:43.195605+00:00", + "metrics": { + "MSE[mean]": 1735.4979729346378, + "MSE[0.5]": 1846.502770083124, + "MAE[0.5]": 36.46929824561433, + "MASE[0.5]": 0.5933987511150807, + "MAPE[0.5]": 0.014466130604288618, + "sMAPE[0.5]": 0.014321284851184743, + "MSIS": 18.755397036243274, + "RMSE[mean]": 41.65930835881265, + "NRMSE[mean]": 0.016430951530180832, + "ND[0.5]": 0.014383946719716417, + "mean_weighted_sum_quantile_loss": 0.013960734942441584 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00", + "2026-06-19 14:55:00", + "2026-06-19 15:10:00", + "2026-06-19 15:25:00", + "2026-06-19 15:40:00", + "2026-06-19 15:55:00", + "2026-06-19 16:10:00", + "2026-06-19 16:25:00", + "2026-06-19 16:40:00", + "2026-06-19 16:55:00", + "2026-06-19 17:10:00", + "2026-06-19 17:25:00", + "2026-06-19 17:40:00", + "2026-06-19 17:55:00", + "2026-06-19 18:10:00", + "2026-06-19 18:25:00", + "2026-06-19 18:40:00", + "2026-06-19 18:55:00", + "2026-06-19 19:10:00", + "2026-06-19 19:25:00", + "2026-06-19 19:40:00", + "2026-06-19 19:55:00", + "2026-06-19 20:10:00", + "2026-06-19 20:25:00", + "2026-06-19 20:40:00", + "2026-06-19 20:55:00", + "2026-06-19 21:10:00", + "2026-06-19 21:25:00", + "2026-06-19 21:40:00", + "2026-06-19 21:55:00", + "2026-06-19 22:10:00", + "2026-06-19 22:25:00", + "2026-06-19 22:40:00", + "2026-06-19 22:55:00", + "2026-06-19 23:10:00", + "2026-06-19 23:25:00", + "2026-06-19 23:40:00", + "2026-06-19 23:55:00", + "2026-06-20 00:10:00", + "2026-06-20 00:25:00", + "2026-06-20 00:40:00", + "2026-06-20 00:55:00", + "2026-06-20 01:10:00", + "2026-06-20 01:25:00", + "2026-06-20 01:40:00", + "2026-06-20 01:55:00", + "2026-06-20 02:10:00", + "2026-06-20 02:25:00", + "2026-06-20 02:40:00", + "2026-06-20 02:55:00", + "2026-06-20 03:10:00", + "2026-06-20 03:25:00", + "2026-06-20 03:40:00", + "2026-06-20 03:55:00", + "2026-06-20 04:10:00", + "2026-06-20 04:25:00", + "2026-06-20 04:40:00", + "2026-06-20 04:55:00", + "2026-06-20 05:10:00", + "2026-06-20 05:25:00", + "2026-06-20 05:40:00", + "2026-06-20 05:55:00", + "2026-06-20 06:10:00", + "2026-06-20 06:25:00", + "2026-06-20 06:40:00", + "2026-06-20 06:55:00", + "2026-06-20 07:10:00", + "2026-06-20 07:25:00", + "2026-06-20 07:40:00", + "2026-06-20 07:55:00", + "2026-06-20 08:10:00", + "2026-06-20 08:25:00", + "2026-06-20 08:40:00" + ], + "context": [ + 2650.0, + 2650.0, + 2650.0, + 2700.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2700.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 + ], + "actual": [ + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2550.0, + 2500.0, + 2550.0, + 2550.0 + ], + "predictions": { + "p50": [ + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281 + ], + "p10": [ + 2571.885964912281, + 2571.885964912281, + 2566.885964912281, + 2571.885964912281, + 2571.885964912281, + 2521.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2566.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2521.885964912281, + 2521.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281 + ], + "p90": [ + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281, + 2571.885964912281 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260619_134743.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260619_134743.json new file mode 100644 index 0000000000000000000000000000000000000000..76853ac0070a5f063c59e6eb60691f64a2e888bc --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260619_134743.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-19T13:47:43.224856+00:00", + "metrics": { + "MSE[mean]": 1770.8333333333333, + "MSE[0.5]": 1770.8333333333333, + "MAE[0.5]": 35.416666666666664, + "MASE[0.5]": 0.5762711864406779, + "MAPE[0.5]": 0.014003267973856209, + "sMAPE[0.5]": 0.013866192444487163, + "MSIS": 2.5098303549627095, + "RMSE[mean]": 42.08127057650866, + "NRMSE[mean]": 0.01659737869903382, + "ND[0.5]": 0.013968775677896467, + "mean_weighted_sum_quantile_loss": 0.010566967953985186 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00", + "2026-06-19 14:55:00", + "2026-06-19 15:10:00", + "2026-06-19 15:25:00", + "2026-06-19 15:40:00", + "2026-06-19 15:55:00", + "2026-06-19 16:10:00", + "2026-06-19 16:25:00", + "2026-06-19 16:40:00", + "2026-06-19 16:55:00", + "2026-06-19 17:10:00", + "2026-06-19 17:25:00", + "2026-06-19 17:40:00", + "2026-06-19 17:55:00", + "2026-06-19 18:10:00", + "2026-06-19 18:25:00", + "2026-06-19 18:40:00", + "2026-06-19 18:55:00", + "2026-06-19 19:10:00", + "2026-06-19 19:25:00", + "2026-06-19 19:40:00", + "2026-06-19 19:55:00", + "2026-06-19 20:10:00", + "2026-06-19 20:25:00", + "2026-06-19 20:40:00", + "2026-06-19 20:55:00", + "2026-06-19 21:10:00", + "2026-06-19 21:25:00", + "2026-06-19 21:40:00", + "2026-06-19 21:55:00", + "2026-06-19 22:10:00", + "2026-06-19 22:25:00", + "2026-06-19 22:40:00", + "2026-06-19 22:55:00", + "2026-06-19 23:10:00", + "2026-06-19 23:25:00", + "2026-06-19 23:40:00", + "2026-06-19 23:55:00", + "2026-06-20 00:10:00", + "2026-06-20 00:25:00", + "2026-06-20 00:40:00", + "2026-06-20 00:55:00", + "2026-06-20 01:10:00", + "2026-06-20 01:25:00", + "2026-06-20 01:40:00", + "2026-06-20 01:55:00", + "2026-06-20 02:10:00", + "2026-06-20 02:25:00", + "2026-06-20 02:40:00", + "2026-06-20 02:55:00", + "2026-06-20 03:10:00", + "2026-06-20 03:25:00", + "2026-06-20 03:40:00", + "2026-06-20 03:55:00", + "2026-06-20 04:10:00", + "2026-06-20 04:25:00", + "2026-06-20 04:40:00", + "2026-06-20 04:55:00", + "2026-06-20 05:10:00", + "2026-06-20 05:25:00", + "2026-06-20 05:40:00", + "2026-06-20 05:55:00", + "2026-06-20 06:10:00", + "2026-06-20 06:25:00", + "2026-06-20 06:40:00", + "2026-06-20 06:55:00", + "2026-06-20 07:10:00", + "2026-06-20 07:25:00", + "2026-06-20 07:40:00", + "2026-06-20 07:55:00", + "2026-06-20 08:10:00", + "2026-06-20 08:25:00", + "2026-06-20 08:40:00" + ], + "context": [ + 2650.0, + 2650.0, + 2650.0, + 2700.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2700.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 + ], + "actual": [ + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2550.0, + 2500.0, + 2550.0, + 2550.0 + ], + "predictions": { + "p50": [ + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 + ], + "p10": [ + 2548.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0, + 2499.0, + 2499.0, + 2499.0, + 2548.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0 + ], + "p90": [ + 2652.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0, + 2601.0, + 2601.0, + 2601.0, + 2652.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260619_134732.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260619_134732.json new file mode 100644 index 0000000000000000000000000000000000000000..f27a1626eff146d6c0ec06301ecdc1e5f3060fd5 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260619_134732.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Timer-S1", + "evaluated_at": "2026-06-19T13:47:32.660261+00:00", + "metrics": { + "MSE[mean]": 686.2221120198568, + "MSE[0.5]": 686.2221120198568, + "MAE[0.5]": 18.323567708333332, + "MASE[0.5]": 0.298146186440678, + "MAPE[0.5]": 0.007293719362745098, + "sMAPE[0.5]": 0.007244829096308673, + "MSIS": 8.125715042372882, + "RMSE[mean]": 26.195841502418983, + "NRMSE[mean]": 0.010331967067511185, + "ND[0.5]": 0.007227043960558751, + "mean_weighted_sum_quantile_loss": 0.007270704943851 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00", + "2026-06-19 14:55:00", + "2026-06-19 15:10:00", + "2026-06-19 15:25:00", + "2026-06-19 15:40:00", + "2026-06-19 15:55:00", + "2026-06-19 16:10:00", + "2026-06-19 16:25:00", + "2026-06-19 16:40:00", + "2026-06-19 16:55:00", + "2026-06-19 17:10:00", + "2026-06-19 17:25:00", + "2026-06-19 17:40:00", + "2026-06-19 17:55:00", + "2026-06-19 18:10:00", + "2026-06-19 18:25:00", + "2026-06-19 18:40:00", + "2026-06-19 18:55:00", + "2026-06-19 19:10:00", + "2026-06-19 19:25:00", + "2026-06-19 19:40:00", + "2026-06-19 19:55:00", + "2026-06-19 20:10:00", + "2026-06-19 20:25:00", + "2026-06-19 20:40:00", + "2026-06-19 20:55:00", + "2026-06-19 21:10:00", + "2026-06-19 21:25:00", + "2026-06-19 21:40:00", + "2026-06-19 21:55:00", + "2026-06-19 22:10:00", + "2026-06-19 22:25:00", + "2026-06-19 22:40:00", + "2026-06-19 22:55:00", + "2026-06-19 23:10:00", + "2026-06-19 23:25:00", + "2026-06-19 23:40:00", + "2026-06-19 23:55:00", + "2026-06-20 00:10:00", + "2026-06-20 00:25:00", + "2026-06-20 00:40:00", + "2026-06-20 00:55:00", + "2026-06-20 01:10:00", + "2026-06-20 01:25:00", + "2026-06-20 01:40:00", + "2026-06-20 01:55:00", + "2026-06-20 02:10:00", + "2026-06-20 02:25:00", + "2026-06-20 02:40:00", + "2026-06-20 02:55:00", + "2026-06-20 03:10:00", + "2026-06-20 03:25:00", + "2026-06-20 03:40:00", + "2026-06-20 03:55:00", + "2026-06-20 04:10:00", + "2026-06-20 04:25:00", + "2026-06-20 04:40:00", + "2026-06-20 04:55:00", + "2026-06-20 05:10:00", + "2026-06-20 05:25:00", + "2026-06-20 05:40:00", + "2026-06-20 05:55:00", + "2026-06-20 06:10:00", + "2026-06-20 06:25:00", + "2026-06-20 06:40:00", + "2026-06-20 06:55:00", + "2026-06-20 07:10:00", + "2026-06-20 07:25:00", + "2026-06-20 07:40:00", + "2026-06-20 07:55:00", + "2026-06-20 08:10:00", + "2026-06-20 08:25:00", + "2026-06-20 08:40:00" + ], + "context": [ + 2650.0, + 2650.0, + 2650.0, + 2700.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2700.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 + ], + "actual": [ + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2550.0, + 2500.0, + 2550.0, + 2550.0 + ], + "predictions": { + "p50": [ + 2542.3671875, + 2542.03125, + 2541.359375, + 2541.359375, + 2541.6953125, + 2541.6953125, + 2542.03125, + 2542.03125, + 2542.3671875, + 2542.3671875, + 2542.703125, + 2542.3671875, + 2543.7109375, + 2543.7109375, + 2544.3828125, + 2544.71875, + 2548.078125, + 2547.40625, + 2548.4140625, + 2549.0859375, + 2549.421875, + 2548.4140625, + 2549.7578125, + 2549.7578125 + ], + "p10": [ + 2540.6875, + 2540.015625, + 2539.0078125, + 2539.0078125, + 2538.671875, + 2538.3359375, + 2538.671875, + 2538.671875, + 2538.3359375, + 2537.328125, + 2536.65625, + 2536.65625, + 2536.65625, + 2535.984375, + 2536.65625, + 2535.984375, + 2540.015625, + 2538.3359375, + 2539.0078125, + 2539.6796875, + 2540.015625, + 2539.0078125, + 2540.015625, + 2539.34375 + ], + "p90": [ + 2550.4296875, + 2556.140625, + 2561.515625, + 2566.21875, + 2570.921875, + 2574.6171875, + 2578.3125, + 2581.671875, + 2585.19921875, + 2589.0625, + 2591.75, + 2592.7578125, + 2595.94921875, + 2597.62890625, + 2599.64453125, + 2600.8203125, + 2602.66796875, + 2605.103515625, + 2607.03515625, + 2608.798828125, + 2609.974609375, + 2609.890625, + 2611.90625, + 2612.662109375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260619_134455.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260619_134455.json new file mode 100644 index 0000000000000000000000000000000000000000..670a8bd79b25d778340153d39c5873bda78cbb33 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260619_134455.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-19T13:44:55.086826+00:00", + "metrics": { + "MSE[mean]": 645.8368457804123, + "MSE[0.5]": 532.0272138590614, + "MAE[0.5]": 15.501230875651041, + "MASE[0.5]": 0.25222341763771183, + "MAPE[0.5]": 0.006174479485804739, + "sMAPE[0.5]": 0.0061357614887252295, + "MSIS": 12.076494140625, + "RMSE[mean]": 25.413320243140454, + "NRMSE[mean]": 0.010023330909373393, + "ND[0.5]": 0.006113879063527116, + "mean_weighted_sum_quantile_loss": 0.007105387971617365 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00", + "2026-06-19 14:55:00", + "2026-06-19 15:10:00", + "2026-06-19 15:25:00", + "2026-06-19 15:40:00", + "2026-06-19 15:55:00", + "2026-06-19 16:10:00", + "2026-06-19 16:25:00", + "2026-06-19 16:40:00", + "2026-06-19 16:55:00", + "2026-06-19 17:10:00", + "2026-06-19 17:25:00", + "2026-06-19 17:40:00", + "2026-06-19 17:55:00", + "2026-06-19 18:10:00", + "2026-06-19 18:25:00", + "2026-06-19 18:40:00", + "2026-06-19 18:55:00", + "2026-06-19 19:10:00", + "2026-06-19 19:25:00", + "2026-06-19 19:40:00", + "2026-06-19 19:55:00", + "2026-06-19 20:10:00", + "2026-06-19 20:25:00", + "2026-06-19 20:40:00", + "2026-06-19 20:55:00", + "2026-06-19 21:10:00", + "2026-06-19 21:25:00", + "2026-06-19 21:40:00", + "2026-06-19 21:55:00", + "2026-06-19 22:10:00", + "2026-06-19 22:25:00", + "2026-06-19 22:40:00", + "2026-06-19 22:55:00", + "2026-06-19 23:10:00", + "2026-06-19 23:25:00", + "2026-06-19 23:40:00", + "2026-06-19 23:55:00", + "2026-06-20 00:10:00", + "2026-06-20 00:25:00", + "2026-06-20 00:40:00", + "2026-06-20 00:55:00", + "2026-06-20 01:10:00", + "2026-06-20 01:25:00", + "2026-06-20 01:40:00", + "2026-06-20 01:55:00", + "2026-06-20 02:10:00", + "2026-06-20 02:25:00", + "2026-06-20 02:40:00", + "2026-06-20 02:55:00", + "2026-06-20 03:10:00", + "2026-06-20 03:25:00", + "2026-06-20 03:40:00", + "2026-06-20 03:55:00", + "2026-06-20 04:10:00", + "2026-06-20 04:25:00", + "2026-06-20 04:40:00", + "2026-06-20 04:55:00", + "2026-06-20 05:10:00", + "2026-06-20 05:25:00", + "2026-06-20 05:40:00", + "2026-06-20 05:55:00", + "2026-06-20 06:10:00", + "2026-06-20 06:25:00", + "2026-06-20 06:40:00", + "2026-06-20 06:55:00", + "2026-06-20 07:10:00", + "2026-06-20 07:25:00", + "2026-06-20 07:40:00", + "2026-06-20 07:55:00", + "2026-06-20 08:10:00", + "2026-06-20 08:25:00", + "2026-06-20 08:40:00" + ], + "context": [ + 2650.0, + 2650.0, + 2650.0, + 2700.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2700.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 + ], + "actual": [ + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2550.0, + 2500.0, + 2550.0, + 2550.0 + ], + "predictions": { + "p50": [ + 2550.761474609375, + 2549.849609375, + 2548.525634765625, + 2546.70361328125, + 2549.3720703125, + 2547.936767578125, + 2546.821044921875, + 2545.890380859375, + 2544.10888671875, + 2546.080810546875, + 2543.206787109375, + 2544.41064453125, + 2543.218994140625, + 2543.779541015625, + 2544.02685546875, + 2543.45068359375, + 2542.191162109375, + 2540.333740234375, + 2541.510986328125, + 2541.484130859375, + 2541.963623046875, + 2539.4326171875, + 2539.744140625, + 2539.549560546875 + ], + "p10": [ + 2553.576904296875, + 2552.601318359375, + 2550.609375, + 2550.994873046875, + 2554.320556640625, + 2553.332763671875, + 2555.8544921875, + 2551.294189453125, + 2556.5869140625, + 2550.95068359375, + 2552.859375, + 2556.349365234375, + 2555.328369140625, + 2551.79638671875, + 2553.370849609375, + 2551.041015625, + 2555.466552734375, + 2557.2822265625, + 2555.071044921875, + 2553.8515625, + 2554.103515625, + 2553.5048828125, + 2556.55078125, + 2554.09814453125 + ], + "p90": [ + 2553.843505859375, + 2555.051025390625, + 2555.82373046875, + 2556.73095703125, + 2560.40625, + 2560.45361328125, + 2558.5498046875, + 2559.24853515625, + 2559.170166015625, + 2561.051513671875, + 2560.963134765625, + 2558.447265625, + 2561.4365234375, + 2563.10400390625, + 2563.451904296875, + 2562.30712890625, + 2562.328857421875, + 2561.7939453125, + 2564.265380859375, + 2566.614990234375, + 2566.603759765625, + 2566.15869140625, + 2566.822265625, + 2567.15234375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260619_134612.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260619_134612.json new file mode 100644 index 0000000000000000000000000000000000000000..16ce63fb44205968c9645257769342da66678f88 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260619_134612.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TiRex", + "evaluated_at": "2026-06-19T13:46:12.983033+00:00", + "metrics": { + "MSE[mean]": 755.4486772467693, + "MSE[0.5]": 755.4486772467693, + "MAE[0.5]": 15.05938720703125, + "MASE[0.5]": 0.24503409692796607, + "MAPE[0.5]": 0.006022055871502247, + "sMAPE[0.5]": 0.005962229141653169, + "MSIS": 6.3117036877648305, + "RMSE[mean]": 27.485426633886718, + "NRMSE[mean]": 0.01084059554993067, + "ND[0.5]": 0.0059396104021158585, + "mean_weighted_sum_quantile_loss": 0.005880337881887382 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00", + "2026-06-19 14:55:00", + "2026-06-19 15:10:00", + "2026-06-19 15:25:00", + "2026-06-19 15:40:00", + "2026-06-19 15:55:00", + "2026-06-19 16:10:00", + "2026-06-19 16:25:00", + "2026-06-19 16:40:00", + "2026-06-19 16:55:00", + "2026-06-19 17:10:00", + "2026-06-19 17:25:00", + "2026-06-19 17:40:00", + "2026-06-19 17:55:00", + "2026-06-19 18:10:00", + "2026-06-19 18:25:00", + "2026-06-19 18:40:00", + "2026-06-19 18:55:00", + "2026-06-19 19:10:00", + "2026-06-19 19:25:00", + "2026-06-19 19:40:00", + "2026-06-19 19:55:00", + "2026-06-19 20:10:00", + "2026-06-19 20:25:00", + "2026-06-19 20:40:00", + "2026-06-19 20:55:00", + "2026-06-19 21:10:00", + "2026-06-19 21:25:00", + "2026-06-19 21:40:00", + "2026-06-19 21:55:00", + "2026-06-19 22:10:00", + "2026-06-19 22:25:00", + "2026-06-19 22:40:00", + "2026-06-19 22:55:00", + "2026-06-19 23:10:00", + "2026-06-19 23:25:00", + "2026-06-19 23:40:00", + "2026-06-19 23:55:00", + "2026-06-20 00:10:00", + "2026-06-20 00:25:00", + "2026-06-20 00:40:00", + "2026-06-20 00:55:00", + "2026-06-20 01:10:00", + "2026-06-20 01:25:00", + "2026-06-20 01:40:00", + "2026-06-20 01:55:00", + "2026-06-20 02:10:00", + "2026-06-20 02:25:00", + "2026-06-20 02:40:00", + "2026-06-20 02:55:00", + "2026-06-20 03:10:00", + "2026-06-20 03:25:00", + "2026-06-20 03:40:00", + "2026-06-20 03:55:00", + "2026-06-20 04:10:00", + "2026-06-20 04:25:00", + "2026-06-20 04:40:00", + "2026-06-20 04:55:00", + "2026-06-20 05:10:00", + "2026-06-20 05:25:00", + "2026-06-20 05:40:00", + "2026-06-20 05:55:00", + "2026-06-20 06:10:00", + "2026-06-20 06:25:00", + "2026-06-20 06:40:00", + "2026-06-20 06:55:00", + "2026-06-20 07:10:00", + "2026-06-20 07:25:00", + "2026-06-20 07:40:00", + "2026-06-20 07:55:00", + "2026-06-20 08:10:00", + "2026-06-20 08:25:00", + "2026-06-20 08:40:00" + ], + "context": [ + 2650.0, + 2650.0, + 2650.0, + 2700.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2700.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 + ], + "actual": [ + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2550.0, + 2500.0, + 2550.0, + 2550.0 + ], + "predictions": { + "p50": [ + 2549.96240234375, + 2550.06396484375, + 2550.0771484375, + 2550.15966796875, + 2550.23291015625, + 2550.152587890625, + 2550.134033203125, + 2550.283203125, + 2550.265625, + 2550.233154296875, + 2550.185302734375, + 2550.38330078125, + 2550.536376953125, + 2550.777099609375, + 2550.841796875, + 2550.9609375, + 2551.026123046875, + 2551.227294921875, + 2550.83740234375, + 2550.712646484375, + 2550.5908203125, + 2550.6201171875, + 2550.510009765625, + 2550.576171875 + ], + "p10": [ + 2548.5703125, + 2547.958251953125, + 2547.44287109375, + 2546.630859375, + 2545.4208984375, + 2544.056640625, + 2542.34765625, + 2540.89599609375, + 2539.409912109375, + 2537.76318359375, + 2536.5087890625, + 2535.426513671875, + 2533.629150390625, + 2532.58935546875, + 2531.646240234375, + 2530.372314453125, + 2529.555419921875, + 2529.197998046875, + 2528.2119140625, + 2527.76708984375, + 2527.990966796875, + 2526.569580078125, + 2526.121826171875, + 2525.385986328125 + ], + "p90": [ + 2551.434326171875, + 2551.659912109375, + 2555.64306640625, + 2563.55078125, + 2572.269287109375, + 2576.47314453125, + 2578.0791015625, + 2580.266357421875, + 2584.1845703125, + 2586.27734375, + 2586.1181640625, + 2586.548095703125, + 2591.8017578125, + 2594.279296875, + 2591.3837890625, + 2594.791748046875, + 2597.983154296875, + 2597.883056640625, + 2595.517822265625, + 2592.982421875, + 2600.087158203125, + 2602.993408203125, + 2603.349609375, + 2602.85302734375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260619_134551.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260619_134551.json new file mode 100644 index 0000000000000000000000000000000000000000..297cbb4f4465f29ee7389e846f39ef9c33b13c4b --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260619_134551.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-19T13:45:51.341551+00:00", + "metrics": { + "MSE[mean]": 735.3968925103545, + "MSE[0.5]": 735.3968925103545, + "MAE[0.5]": 14.797251383463541, + "MASE[0.5]": 0.24076883606991525, + "MAPE[0.5]": 0.005917707375919117, + "sMAPE[0.5]": 0.005859460648853718, + "MSIS": 5.84654594809322, + "RMSE[mean]": 27.118202235958684, + "NRMSE[mean]": 0.0106957576608547, + "ND[0.5]": 0.005836220759295399, + "mean_weighted_sum_quantile_loss": 0.005808580376095589 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00", + "2026-06-19 13:55:00", + "2026-06-19 14:10:00", + "2026-06-19 14:25:00", + "2026-06-19 14:40:00", + "2026-06-19 14:55:00", + "2026-06-19 15:10:00", + "2026-06-19 15:25:00", + "2026-06-19 15:40:00", + "2026-06-19 15:55:00", + "2026-06-19 16:10:00", + "2026-06-19 16:25:00", + "2026-06-19 16:40:00", + "2026-06-19 16:55:00", + "2026-06-19 17:10:00", + "2026-06-19 17:25:00", + "2026-06-19 17:40:00", + "2026-06-19 17:55:00", + "2026-06-19 18:10:00", + "2026-06-19 18:25:00", + "2026-06-19 18:40:00", + "2026-06-19 18:55:00", + "2026-06-19 19:10:00", + "2026-06-19 19:25:00", + "2026-06-19 19:40:00", + "2026-06-19 19:55:00", + "2026-06-19 20:10:00", + "2026-06-19 20:25:00", + "2026-06-19 20:40:00", + "2026-06-19 20:55:00", + "2026-06-19 21:10:00", + "2026-06-19 21:25:00", + "2026-06-19 21:40:00", + "2026-06-19 21:55:00", + "2026-06-19 22:10:00", + "2026-06-19 22:25:00", + "2026-06-19 22:40:00", + "2026-06-19 22:55:00", + "2026-06-19 23:10:00", + "2026-06-19 23:25:00", + "2026-06-19 23:40:00", + "2026-06-19 23:55:00", + "2026-06-20 00:10:00", + "2026-06-20 00:25:00", + "2026-06-20 00:40:00", + "2026-06-20 00:55:00", + "2026-06-20 01:10:00", + "2026-06-20 01:25:00", + "2026-06-20 01:40:00", + "2026-06-20 01:55:00", + "2026-06-20 02:10:00", + "2026-06-20 02:25:00", + "2026-06-20 02:40:00", + "2026-06-20 02:55:00", + "2026-06-20 03:10:00", + "2026-06-20 03:25:00", + "2026-06-20 03:40:00", + "2026-06-20 03:55:00", + "2026-06-20 04:10:00", + "2026-06-20 04:25:00", + "2026-06-20 04:40:00", + "2026-06-20 04:55:00", + "2026-06-20 05:10:00", + "2026-06-20 05:25:00", + "2026-06-20 05:40:00", + "2026-06-20 05:55:00", + "2026-06-20 06:10:00", + "2026-06-20 06:25:00", + "2026-06-20 06:40:00", + "2026-06-20 06:55:00", + "2026-06-20 07:10:00", + "2026-06-20 07:25:00", + "2026-06-20 07:40:00", + "2026-06-20 07:55:00", + "2026-06-20 08:10:00", + "2026-06-20 08:25:00", + "2026-06-20 08:40:00" + ], + "context": [ + 2650.0, + 2650.0, + 2650.0, + 2700.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2700.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 + ], + "actual": [ + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2550.0, + 2500.0, + 2550.0, + 2550.0 + ], + "predictions": { + "p50": [ + 2550.18017578125, + 2550.18359375, + 2550.243408203125, + 2550.16552734375, + 2550.169921875, + 2550.240478515625, + 2550.237060546875, + 2550.10107421875, + 2550.1591796875, + 2550.286376953125, + 2550.250244140625, + 2550.253662109375, + 2550.467041015625, + 2550.196044921875, + 2550.215576171875, + 2550.2529296875, + 2550.210693359375, + 2550.166748046875, + 2550.1767578125, + 2550.16357421875, + 2550.0634765625, + 2550.296630859375, + 2550.258056640625, + 2550.19580078125 + ], + "p10": [ + 2549.58642578125, + 2549.4990234375, + 2549.388427734375, + 2549.287353515625, + 2549.301025390625, + 2549.375, + 2549.070068359375, + 2547.49609375, + 2544.87890625, + 2543.124755859375, + 2541.128662109375, + 2539.237548828125, + 2537.272705078125, + 2535.76611328125, + 2534.018798828125, + 2531.724365234375, + 2529.278076171875, + 2526.26171875, + 2523.312744140625, + 2521.4677734375, + 2518.1513671875, + 2515.422607421875, + 2512.6689453125, + 2511.376708984375 + ], + "p90": [ + 2578.62060546875, + 2551.065673828125, + 2580.291748046875, + 2582.144775390625, + 2578.609130859375, + 2574.382080078125, + 2593.17578125, + 2597.632568359375, + 2599.300048828125, + 2591.931640625, + 2595.896240234375, + 2598.2861328125, + 2599.888916015625, + 2600.44775390625, + 2599.69140625, + 2599.1923828125, + 2600.72900390625, + 2599.618408203125, + 2599.749267578125, + 2599.164306640625, + 2599.391357421875, + 2601.297607421875, + 2600.53955078125, + 2601.2607421875 + ] + } +} diff --git a/results/saved_evals/web/wikimedia_time_series_hourly_pageviews_1d_short/arima/20260619_134742.json b/results/saved_evals/web/wikimedia_time_series_hourly_pageviews_1d_short/arima/20260619_134742.json new file mode 100644 index 0000000000000000000000000000000000000000..4314d2e4435fc1372bb7785e39857cbff8def926 --- /dev/null +++ b/results/saved_evals/web/wikimedia_time_series_hourly_pageviews_1d_short/arima/20260619_134742.json @@ -0,0 +1,130 @@ +{ + "dataset": "wikimedia_time_series_hourly_pageviews/1D/short", + "domain": "Web", + "model": "ARIMA", + "evaluated_at": "2026-06-19T13:47:42.994266+00:00", + "metrics": { + "MSE[mean]": 3215.289366425924, + "MSE[0.5]": 2790.324209108016, + "MAE[0.5]": 41.06854573316601, + "MASE[0.5]": 0.8718798142473021, + "MAPE[0.5]": 0.19224567324893124, + "sMAPE[0.5]": 0.1664831532151903, + "MSIS": 7.39042042839788, + "RMSE[mean]": 56.70352164042304, + "NRMSE[mean]": 0.22425121552709676, + "ND[0.5]": 0.1624179774757978, + "mean_weighted_sum_quantile_loss": 0.12989006864871536 + }, + "context_length": 30, + "prediction_length": 7, + "timestamps": [ + "2026-05-13 00:00:00", + "2026-05-14 00:00:00", + "2026-05-15 00:00:00", + "2026-05-16 00:00:00", + "2026-05-17 00:00:00", + "2026-05-18 00:00:00", + "2026-05-19 00:00:00", + "2026-05-20 00:00:00", + "2026-05-21 00:00:00", + "2026-05-22 00:00:00", + "2026-05-23 00:00:00", + "2026-05-24 00:00:00", + "2026-05-25 00:00:00", + "2026-05-26 00:00:00", + "2026-05-27 00:00:00", + "2026-05-28 00:00:00", + "2026-05-29 00:00:00", + "2026-05-30 00:00:00", + "2026-05-31 00:00:00", + "2026-06-01 00:00:00", + "2026-06-02 00:00:00", + "2026-06-03 00:00:00", + "2026-06-04 00:00:00", + "2026-06-05 00:00:00", + "2026-06-06 00:00:00", + "2026-06-07 00:00:00", + "2026-06-08 00:00:00", + "2026-06-09 00:00:00", + "2026-06-10 00:00:00", + "2026-06-11 00:00:00", + "2026-06-12 00:00:00", + "2026-06-13 00:00:00", + "2026-06-14 00:00:00", + "2026-06-15 00:00:00", + "2026-06-16 00:00:00", + "2026-06-17 00:00:00", + "2026-06-18 00:00:00" + ], + "context": [ + 304.0, + 287.0, + 267.0, + 187.0, + 211.0, + 333.0, + 322.0, + 300.0, + 316.0, + 284.0, + 201.0, + 215.0, + 258.0, + 304.0, + 317.0, + 385.0, + 338.0, + 187.0, + 213.0, + 292.0, + 339.0, + 294.0, + 292.0, + 261.0, + 215.0, + 177.0, + 328.0, + 282.0, + 310.0, + 292.0 + ], + "actual": [ + 242.0, + 184.0, + 186.0, + 288.0, + 321.0, + 262.0, + 287.0 + ], + "predictions": { + "p50": [ + 257.6269881183335, + 275.22789957857725, + 275.74023510216983, + 273.4149503741533, + 273.2179591686893, + 274.0505010542797, + 270.5328941783556 + ], + "p10": [ + 198.3139115905696, + 194.95205725542888, + 194.3210943000822, + 177.75959461524866, + 192.9421168455409, + 193.540415300307, + 192.83588527997563 + ], + "p90": [ + 333.95515390520126, + 364.1492268311731, + 362.42107621871884, + 361.86697091584125, + 361.71691038146804, + 361.5934665478528, + 361.56374814481194 + ] + } +} diff --git a/results/saved_evals/web/wikimedia_time_series_hourly_pageviews_1d_short/chronos_2/20260619_134412.json b/results/saved_evals/web/wikimedia_time_series_hourly_pageviews_1d_short/chronos_2/20260619_134412.json new file mode 100644 index 0000000000000000000000000000000000000000..800e973241cb1448d44ce57cdef37887f91b969c --- /dev/null +++ b/results/saved_evals/web/wikimedia_time_series_hourly_pageviews_1d_short/chronos_2/20260619_134412.json @@ -0,0 +1,130 @@ +{ + "dataset": "wikimedia_time_series_hourly_pageviews/1D/short", + "domain": "Web", + "model": "Chronos-2", + "evaluated_at": "2026-06-19T13:44:12.238767+00:00", + "metrics": { + "MSE[mean]": 547.931499861846, + "MSE[0.5]": 547.931499861846, + "MAE[0.5]": 21.720873151506698, + "MASE[0.5]": 0.4611312748123676, + "MAPE[0.5]": 0.08979400097660017, + "sMAPE[0.5]": 0.08572323663604182, + "MSIS": 1.868382137755773, + "RMSE[mean]": 23.40793668527506, + "NRMSE[mean]": 0.09257376090221775, + "ND[0.5]": 0.08590175822629767, + "mean_weighted_sum_quantile_loss": 0.06506340376476186 + }, + "context_length": 30, + "prediction_length": 7, + "timestamps": [ + "2026-05-13 00:00:00", + "2026-05-14 00:00:00", + "2026-05-15 00:00:00", + "2026-05-16 00:00:00", + "2026-05-17 00:00:00", + "2026-05-18 00:00:00", + "2026-05-19 00:00:00", + "2026-05-20 00:00:00", + "2026-05-21 00:00:00", + "2026-05-22 00:00:00", + "2026-05-23 00:00:00", + "2026-05-24 00:00:00", + "2026-05-25 00:00:00", + "2026-05-26 00:00:00", + "2026-05-27 00:00:00", + "2026-05-28 00:00:00", + "2026-05-29 00:00:00", + "2026-05-30 00:00:00", + "2026-05-31 00:00:00", + "2026-06-01 00:00:00", + "2026-06-02 00:00:00", + "2026-06-03 00:00:00", + "2026-06-04 00:00:00", + "2026-06-05 00:00:00", + "2026-06-06 00:00:00", + "2026-06-07 00:00:00", + "2026-06-08 00:00:00", + "2026-06-09 00:00:00", + "2026-06-10 00:00:00", + "2026-06-11 00:00:00", + "2026-06-12 00:00:00", + "2026-06-13 00:00:00", + "2026-06-14 00:00:00", + "2026-06-15 00:00:00", + "2026-06-16 00:00:00", + "2026-06-17 00:00:00", + "2026-06-18 00:00:00" + ], + "context": [ + 304.0, + 287.0, + 267.0, + 187.0, + 211.0, + 333.0, + 322.0, + 300.0, + 316.0, + 284.0, + 201.0, + 215.0, + 258.0, + 304.0, + 317.0, + 385.0, + 338.0, + 187.0, + 213.0, + 292.0, + 339.0, + 294.0, + 292.0, + 261.0, + 215.0, + 177.0, + 328.0, + 282.0, + 310.0, + 292.0 + ], + "actual": [ + 242.0, + 184.0, + 186.0, + 288.0, + 321.0, + 262.0, + 287.0 + ], + "predictions": { + "p50": [ + 274.6812438964844, + 203.40853881835938, + 203.89334106445312, + 300.0671691894531, + 303.8144836425781, + 299.24884033203125, + 302.56146240234375 + ], + "p10": [ + 235.26596069335938, + 174.46078491210938, + 175.5126495361328, + 250.380859375, + 254.86148071289062, + 250.51771545410156, + 252.80856323242188 + ], + "p90": [ + 316.5950622558594, + 247.22079467773438, + 253.57867431640625, + 345.47235107421875, + 350.9482421875, + 347.50531005859375, + 348.53826904296875 + ] + } +} diff --git a/results/saved_evals/web/wikimedia_time_series_hourly_pageviews_1d_short/ets/20260619_134743.json b/results/saved_evals/web/wikimedia_time_series_hourly_pageviews_1d_short/ets/20260619_134743.json new file mode 100644 index 0000000000000000000000000000000000000000..b173801a277396e6aefe354a90aba7dfe4443c28 --- /dev/null +++ b/results/saved_evals/web/wikimedia_time_series_hourly_pageviews_1d_short/ets/20260619_134743.json @@ -0,0 +1,130 @@ +{ + "dataset": "wikimedia_time_series_hourly_pageviews/1D/short", + "domain": "Web", + "model": "ETS", + "evaluated_at": "2026-06-19T13:47:43.168854+00:00", + "metrics": { + "MSE[mean]": 3173.349140851323, + "MSE[0.5]": 2796.2923753126274, + "MAE[0.5]": 41.16028344732492, + "MASE[0.5]": 0.8738273938304705, + "MAPE[0.5]": 0.19145683099680808, + "sMAPE[0.5]": 0.1670856238504667, + "MSIS": 10.487987451745425, + "RMSE[mean]": 56.33248743710261, + "NRMSE[mean]": 0.22278384862130973, + "ND[0.5]": 0.16278078199507032, + "mean_weighted_sum_quantile_loss": 0.13516672351186537 + }, + "context_length": 30, + "prediction_length": 7, + "timestamps": [ + "2026-05-13 00:00:00", + "2026-05-14 00:00:00", + "2026-05-15 00:00:00", + "2026-05-16 00:00:00", + "2026-05-17 00:00:00", + "2026-05-18 00:00:00", + "2026-05-19 00:00:00", + "2026-05-20 00:00:00", + "2026-05-21 00:00:00", + "2026-05-22 00:00:00", + "2026-05-23 00:00:00", + "2026-05-24 00:00:00", + "2026-05-25 00:00:00", + "2026-05-26 00:00:00", + "2026-05-27 00:00:00", + "2026-05-28 00:00:00", + "2026-05-29 00:00:00", + "2026-05-30 00:00:00", + "2026-05-31 00:00:00", + "2026-06-01 00:00:00", + "2026-06-02 00:00:00", + "2026-06-03 00:00:00", + "2026-06-04 00:00:00", + "2026-06-05 00:00:00", + "2026-06-06 00:00:00", + "2026-06-07 00:00:00", + "2026-06-08 00:00:00", + "2026-06-09 00:00:00", + "2026-06-10 00:00:00", + "2026-06-11 00:00:00", + "2026-06-12 00:00:00", + "2026-06-13 00:00:00", + "2026-06-14 00:00:00", + "2026-06-15 00:00:00", + "2026-06-16 00:00:00", + "2026-06-17 00:00:00", + "2026-06-18 00:00:00" + ], + "context": [ + 304.0, + 287.0, + 267.0, + 187.0, + 211.0, + 333.0, + 322.0, + 300.0, + 316.0, + 284.0, + 201.0, + 215.0, + 258.0, + 304.0, + 317.0, + 385.0, + 338.0, + 187.0, + 213.0, + 292.0, + 339.0, + 294.0, + 292.0, + 261.0, + 215.0, + 177.0, + 328.0, + 282.0, + 310.0, + 292.0 + ], + "actual": [ + 242.0, + 184.0, + 186.0, + 288.0, + 321.0, + 262.0, + 287.0 + ], + "predictions": { + "p50": [ + 262.9195440961903, + 269.07905608917343, + 278.2385680821566, + 262.3980800751398, + 269.5575920681229, + 266.71710406110606, + 278.8766160540892 + ], + "p10": [ + 199.9195440961903, + 200.07905608917343, + 233.2385680821566, + 200.39808007513977, + 233.55759206812294, + 233.71710406110608, + 233.87661605408923 + ], + "p90": [ + 358.9195440961903, + 402.07905608917343, + 359.2385680821566, + 327.3980800751398, + 348.5575920681229, + 348.71710406110606, + 348.8766160540892 + ] + } +} diff --git a/results/saved_evals/web/wikimedia_time_series_hourly_pageviews_1d_short/moirai_1_1_large/20260619_134702.json b/results/saved_evals/web/wikimedia_time_series_hourly_pageviews_1d_short/moirai_1_1_large/20260619_134702.json new file mode 100644 index 0000000000000000000000000000000000000000..ce0321bbdba68fb25e65a2ada00711df62c6de98 --- /dev/null +++ b/results/saved_evals/web/wikimedia_time_series_hourly_pageviews_1d_short/moirai_1_1_large/20260619_134702.json @@ -0,0 +1,130 @@ +{ + "dataset": "wikimedia_time_series_hourly_pageviews/1D/short", + "domain": "Web", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-19T13:47:02.711533+00:00", + "metrics": { + "MSE[mean]": 421.0737164568688, + "MSE[0.5]": 302.4390479905747, + "MAE[0.5]": 15.198910304478236, + "MASE[0.5]": 0.32267086297940617, + "MAPE[0.5]": 0.06137473765343993, + "sMAPE[0.5]": 0.0599805707275231, + "MSIS": 1.598517073420046, + "RMSE[mean]": 20.520080810193434, + "NRMSE[mean]": 0.08115286196121697, + "ND[0.5]": 0.06010868481997043, + "mean_weighted_sum_quantile_loss": 0.05242898465699545 + }, + "context_length": 30, + "prediction_length": 7, + "timestamps": [ + "2026-05-13 00:00:00", + "2026-05-14 00:00:00", + "2026-05-15 00:00:00", + "2026-05-16 00:00:00", + "2026-05-17 00:00:00", + "2026-05-18 00:00:00", + "2026-05-19 00:00:00", + "2026-05-20 00:00:00", + "2026-05-21 00:00:00", + "2026-05-22 00:00:00", + "2026-05-23 00:00:00", + "2026-05-24 00:00:00", + "2026-05-25 00:00:00", + "2026-05-26 00:00:00", + "2026-05-27 00:00:00", + "2026-05-28 00:00:00", + "2026-05-29 00:00:00", + "2026-05-30 00:00:00", + "2026-05-31 00:00:00", + "2026-06-01 00:00:00", + "2026-06-02 00:00:00", + "2026-06-03 00:00:00", + "2026-06-04 00:00:00", + "2026-06-05 00:00:00", + "2026-06-06 00:00:00", + "2026-06-07 00:00:00", + "2026-06-08 00:00:00", + "2026-06-09 00:00:00", + "2026-06-10 00:00:00", + "2026-06-11 00:00:00", + "2026-06-12 00:00:00", + "2026-06-13 00:00:00", + "2026-06-14 00:00:00", + "2026-06-15 00:00:00", + "2026-06-16 00:00:00", + "2026-06-17 00:00:00", + "2026-06-18 00:00:00" + ], + "context": [ + 304.0, + 287.0, + 267.0, + 187.0, + 211.0, + 333.0, + 322.0, + 300.0, + 316.0, + 284.0, + 201.0, + 215.0, + 258.0, + 304.0, + 317.0, + 385.0, + 338.0, + 187.0, + 213.0, + 292.0, + 339.0, + 294.0, + 292.0, + 261.0, + 215.0, + 177.0, + 328.0, + 282.0, + 310.0, + 292.0 + ], + "actual": [ + 242.0, + 184.0, + 186.0, + 288.0, + 321.0, + 262.0, + 287.0 + ], + "predictions": { + "p50": [ + 260.6665802001953, + 194.3673095703125, + 201.34864807128906, + 281.04248046875, + 297.1378936767578, + 294.3282470703125, + 284.81202697753906 + ], + "p10": [ + 239.56190490722656, + 168.97370147705078, + 169.50836181640625, + 246.29566192626953, + 265.1143798828125, + 255.75787353515625, + 238.75360870361328 + ], + "p90": [ + 287.23919677734375, + 220.49983978271484, + 226.51397705078125, + 330.9349365234375, + 342.2736053466797, + 350.4074401855469, + 334.98394775390625 + ] + } +} diff --git a/results/saved_evals/web/wikimedia_time_series_hourly_pageviews_1d_short/moving_average/20260619_134743.json b/results/saved_evals/web/wikimedia_time_series_hourly_pageviews_1d_short/moving_average/20260619_134743.json new file mode 100644 index 0000000000000000000000000000000000000000..a37312e3d1dcc223d07c033ba4e7785a76968482 --- /dev/null +++ b/results/saved_evals/web/wikimedia_time_series_hourly_pageviews_1d_short/moving_average/20260619_134743.json @@ -0,0 +1,130 @@ +{ + "dataset": "wikimedia_time_series_hourly_pageviews/1D/short", + "domain": "Web", + "model": "Moving-Average", + "evaluated_at": "2026-06-19T13:47:43.207055+00:00", + "metrics": { + "MSE[mean]": 3197.6763016482378, + "MSE[0.5]": 2817.5812890455422, + "MAE[0.5]": 41.356732348111656, + "MASE[0.5]": 0.8779979781077876, + "MAPE[0.5]": 0.19236769295660214, + "sMAPE[0.5]": 0.16779456410206287, + "MSIS": 10.519354079162806, + "RMSE[mean]": 56.54799997920561, + "NRMSE[mean]": 0.2236361581098527, + "ND[0.5]": 0.163557698551854, + "mean_weighted_sum_quantile_loss": 0.13571534226609228 + }, + "context_length": 30, + "prediction_length": 7, + "timestamps": [ + "2026-05-13 00:00:00", + "2026-05-14 00:00:00", + "2026-05-15 00:00:00", + "2026-05-16 00:00:00", + "2026-05-17 00:00:00", + "2026-05-18 00:00:00", + "2026-05-19 00:00:00", + "2026-05-20 00:00:00", + "2026-05-21 00:00:00", + "2026-05-22 00:00:00", + "2026-05-23 00:00:00", + "2026-05-24 00:00:00", + "2026-05-25 00:00:00", + "2026-05-26 00:00:00", + "2026-05-27 00:00:00", + "2026-05-28 00:00:00", + "2026-05-29 00:00:00", + "2026-05-30 00:00:00", + "2026-05-31 00:00:00", + "2026-06-01 00:00:00", + "2026-06-02 00:00:00", + "2026-06-03 00:00:00", + "2026-06-04 00:00:00", + "2026-06-05 00:00:00", + "2026-06-06 00:00:00", + "2026-06-07 00:00:00", + "2026-06-08 00:00:00", + "2026-06-09 00:00:00", + "2026-06-10 00:00:00", + "2026-06-11 00:00:00", + "2026-06-12 00:00:00", + "2026-06-13 00:00:00", + "2026-06-14 00:00:00", + "2026-06-15 00:00:00", + "2026-06-16 00:00:00", + "2026-06-17 00:00:00", + "2026-06-18 00:00:00" + ], + "context": [ + 304.0, + 287.0, + 267.0, + 187.0, + 211.0, + 333.0, + 322.0, + 300.0, + 316.0, + 284.0, + 201.0, + 215.0, + 258.0, + 304.0, + 317.0, + 385.0, + 338.0, + 187.0, + 213.0, + 292.0, + 339.0, + 294.0, + 292.0, + 261.0, + 215.0, + 177.0, + 328.0, + 282.0, + 310.0, + 292.0 + ], + "actual": [ + 242.0, + 184.0, + 186.0, + 288.0, + 321.0, + 262.0, + 287.0 + ], + "predictions": { + "p50": [ + 263.49712643678157, + 269.49712643678157, + 278.49712643678157, + 262.49712643678157, + 269.49712643678157, + 266.49712643678157, + 278.49712643678157 + ], + "p10": [ + 200.49712643678157, + 200.49712643678157, + 233.4971264367816, + 200.49712643678157, + 233.4971264367816, + 233.4971264367816, + 233.4971264367816 + ], + "p90": [ + 359.49712643678157, + 402.49712643678157, + 359.49712643678157, + 327.49712643678157, + 348.49712643678157, + 348.49712643678157, + 348.49712643678157 + ] + } +} diff --git a/results/saved_evals/web/wikimedia_time_series_hourly_pageviews_1d_short/seasonal_naive/20260619_134743.json b/results/saved_evals/web/wikimedia_time_series_hourly_pageviews_1d_short/seasonal_naive/20260619_134743.json new file mode 100644 index 0000000000000000000000000000000000000000..c87328501ae471c5db8e402fb6f3b8331571ca0a --- /dev/null +++ b/results/saved_evals/web/wikimedia_time_series_hourly_pageviews_1d_short/seasonal_naive/20260619_134743.json @@ -0,0 +1,130 @@ +{ + "dataset": "wikimedia_time_series_hourly_pageviews/1D/short", + "domain": "Web", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-19T13:47:43.231409+00:00", + "metrics": { + "MSE[mean]": 7746.0, + "MSE[0.5]": 7746.0, + "MAE[0.5]": 75.14285714285714, + "MASE[0.5]": 1.5952729554486509, + "MAPE[0.5]": 0.3325847571317651, + "sMAPE[0.5]": 0.29402831569788485, + "MSIS": 57.803957678218616, + "RMSE[mean]": 88.01136290275251, + "NRMSE[mean]": 0.348067536903541, + "ND[0.5]": 0.29717514124293787, + "mean_weighted_sum_quantile_loss": 0.2902774639045826 + }, + "context_length": 30, + "prediction_length": 7, + "timestamps": [ + "2026-05-13 00:00:00", + "2026-05-14 00:00:00", + "2026-05-15 00:00:00", + "2026-05-16 00:00:00", + "2026-05-17 00:00:00", + "2026-05-18 00:00:00", + "2026-05-19 00:00:00", + "2026-05-20 00:00:00", + "2026-05-21 00:00:00", + "2026-05-22 00:00:00", + "2026-05-23 00:00:00", + "2026-05-24 00:00:00", + "2026-05-25 00:00:00", + "2026-05-26 00:00:00", + "2026-05-27 00:00:00", + "2026-05-28 00:00:00", + "2026-05-29 00:00:00", + "2026-05-30 00:00:00", + "2026-05-31 00:00:00", + "2026-06-01 00:00:00", + "2026-06-02 00:00:00", + "2026-06-03 00:00:00", + "2026-06-04 00:00:00", + "2026-06-05 00:00:00", + "2026-06-06 00:00:00", + "2026-06-07 00:00:00", + "2026-06-08 00:00:00", + "2026-06-09 00:00:00", + "2026-06-10 00:00:00", + "2026-06-11 00:00:00", + "2026-06-12 00:00:00", + "2026-06-13 00:00:00", + "2026-06-14 00:00:00", + "2026-06-15 00:00:00", + "2026-06-16 00:00:00", + "2026-06-17 00:00:00", + "2026-06-18 00:00:00" + ], + "context": [ + 304.0, + 287.0, + 267.0, + 187.0, + 211.0, + 333.0, + 322.0, + 300.0, + 316.0, + 284.0, + 201.0, + 215.0, + 258.0, + 304.0, + 317.0, + 385.0, + 338.0, + 187.0, + 213.0, + 292.0, + 339.0, + 294.0, + 292.0, + 261.0, + 215.0, + 177.0, + 328.0, + 282.0, + 310.0, + 292.0 + ], + "actual": [ + 242.0, + 184.0, + 186.0, + 288.0, + 321.0, + 262.0, + 287.0 + ], + "predictions": { + "p50": [ + 322.0, + 300.0, + 316.0, + 284.0, + 201.0, + 215.0, + 258.0 + ], + "p10": [ + 315.56, + 294.0, + 309.68, + 278.32, + 196.98, + 210.7, + 252.84 + ], + "p90": [ + 328.44, + 306.0, + 322.32, + 289.68, + 205.02, + 219.3, + 263.16 + ] + } +} diff --git a/results/saved_evals/web/wikimedia_time_series_hourly_pageviews_1d_short/timer_s1/20260619_134737.json b/results/saved_evals/web/wikimedia_time_series_hourly_pageviews_1d_short/timer_s1/20260619_134737.json new file mode 100644 index 0000000000000000000000000000000000000000..01653b0508ef0f3e95c7df3ab386e910749b6eba --- /dev/null +++ b/results/saved_evals/web/wikimedia_time_series_hourly_pageviews_1d_short/timer_s1/20260619_134737.json @@ -0,0 +1,130 @@ +{ + "dataset": "wikimedia_time_series_hourly_pageviews/1D/short", + "domain": "Web", + "model": "Timer-S1", + "evaluated_at": "2026-06-19T13:47:37.153413+00:00", + "metrics": { + "MSE[mean]": 819.7185096022274, + "MSE[0.5]": 819.7185096022274, + "MAE[0.5]": 25.976327078683035, + "MASE[0.5]": 0.5514740009383661, + "MAPE[0.5]": 0.11187591303610797, + "sMAPE[0.5]": 0.10476024087598686, + "MSIS": 4.263247625769444, + "RMSE[mean]": 28.63072666912643, + "NRMSE[mean]": 0.11322886253326837, + "ND[0.5]": 0.10273123703433969, + "mean_weighted_sum_quantile_loss": 0.06931331272927456 + }, + "context_length": 30, + "prediction_length": 7, + "timestamps": [ + "2026-05-13 00:00:00", + "2026-05-14 00:00:00", + "2026-05-15 00:00:00", + "2026-05-16 00:00:00", + "2026-05-17 00:00:00", + "2026-05-18 00:00:00", + "2026-05-19 00:00:00", + "2026-05-20 00:00:00", + "2026-05-21 00:00:00", + "2026-05-22 00:00:00", + "2026-05-23 00:00:00", + "2026-05-24 00:00:00", + "2026-05-25 00:00:00", + "2026-05-26 00:00:00", + "2026-05-27 00:00:00", + "2026-05-28 00:00:00", + "2026-05-29 00:00:00", + "2026-05-30 00:00:00", + "2026-05-31 00:00:00", + "2026-06-01 00:00:00", + "2026-06-02 00:00:00", + "2026-06-03 00:00:00", + "2026-06-04 00:00:00", + "2026-06-05 00:00:00", + "2026-06-06 00:00:00", + "2026-06-07 00:00:00", + "2026-06-08 00:00:00", + "2026-06-09 00:00:00", + "2026-06-10 00:00:00", + "2026-06-11 00:00:00", + "2026-06-12 00:00:00", + "2026-06-13 00:00:00", + "2026-06-14 00:00:00", + "2026-06-15 00:00:00", + "2026-06-16 00:00:00", + "2026-06-17 00:00:00", + "2026-06-18 00:00:00" + ], + "context": [ + 304.0, + 287.0, + 267.0, + 187.0, + 211.0, + 333.0, + 322.0, + 300.0, + 316.0, + 284.0, + 201.0, + 215.0, + 258.0, + 304.0, + 317.0, + 385.0, + 338.0, + 187.0, + 213.0, + 292.0, + 339.0, + 294.0, + 292.0, + 261.0, + 215.0, + 177.0, + 328.0, + 282.0, + 310.0, + 292.0 + ], + "actual": [ + 242.0, + 184.0, + 186.0, + 288.0, + 321.0, + 262.0, + 287.0 + ], + "predictions": { + "p50": [ + 280.51495361328125, + 211.134765625, + 219.54296875, + 294.6162109375, + 305.626953125, + 304.025390625, + 305.626953125 + ], + "p10": [ + 251.974609375, + 180.3046875, + 187.111328125, + 264.1865234375, + 277.0553283691406, + 275.3974609375, + 276.3984375 + ], + "p90": [ + 309.630859375, + 242.365234375, + 253.3759765625, + 327.248046875, + 336.056640625, + 333.654296875, + 336.45703125 + ] + } +} diff --git a/results/saved_evals/web/wikimedia_time_series_hourly_pageviews_1d_short/timesfm_2_5/20260619_134505.json b/results/saved_evals/web/wikimedia_time_series_hourly_pageviews_1d_short/timesfm_2_5/20260619_134505.json new file mode 100644 index 0000000000000000000000000000000000000000..1c567393ab69a1665873e9f676cecc021c9917cb --- /dev/null +++ b/results/saved_evals/web/wikimedia_time_series_hourly_pageviews_1d_short/timesfm_2_5/20260619_134505.json @@ -0,0 +1,130 @@ +{ + "dataset": "wikimedia_time_series_hourly_pageviews/1D/short", + "domain": "Web", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-19T13:45:05.438329+00:00", + "metrics": { + "MSE[mean]": 581.5291792114731, + "MSE[0.5]": 448.8410288263445, + "MAE[0.5]": 16.82055882045201, + "MASE[0.5]": 0.35709824728631645, + "MAPE[0.5]": 0.06612858490910202, + "sMAPE[0.5]": 0.06380301602645701, + "MSIS": 15.217170467987094, + "RMSE[mean]": 24.11491611454357, + "NRMSE[mean]": 0.09536972474678247, + "ND[0.5]": 0.0665219840356859, + "mean_weighted_sum_quantile_loss": 0.07562223119550131 + }, + "context_length": 30, + "prediction_length": 7, + "timestamps": [ + "2026-05-13 00:00:00", + "2026-05-14 00:00:00", + "2026-05-15 00:00:00", + "2026-05-16 00:00:00", + "2026-05-17 00:00:00", + "2026-05-18 00:00:00", + "2026-05-19 00:00:00", + "2026-05-20 00:00:00", + "2026-05-21 00:00:00", + "2026-05-22 00:00:00", + "2026-05-23 00:00:00", + "2026-05-24 00:00:00", + "2026-05-25 00:00:00", + "2026-05-26 00:00:00", + "2026-05-27 00:00:00", + "2026-05-28 00:00:00", + "2026-05-29 00:00:00", + "2026-05-30 00:00:00", + "2026-05-31 00:00:00", + "2026-06-01 00:00:00", + "2026-06-02 00:00:00", + "2026-06-03 00:00:00", + "2026-06-04 00:00:00", + "2026-06-05 00:00:00", + "2026-06-06 00:00:00", + "2026-06-07 00:00:00", + "2026-06-08 00:00:00", + "2026-06-09 00:00:00", + "2026-06-10 00:00:00", + "2026-06-11 00:00:00", + "2026-06-12 00:00:00", + "2026-06-13 00:00:00", + "2026-06-14 00:00:00", + "2026-06-15 00:00:00", + "2026-06-16 00:00:00", + "2026-06-17 00:00:00", + "2026-06-18 00:00:00" + ], + "context": [ + 304.0, + 287.0, + 267.0, + 187.0, + 211.0, + 333.0, + 322.0, + 300.0, + 316.0, + 284.0, + 201.0, + 215.0, + 258.0, + 304.0, + 317.0, + 385.0, + 338.0, + 187.0, + 213.0, + 292.0, + 339.0, + 294.0, + 292.0, + 261.0, + 215.0, + 177.0, + 328.0, + 282.0, + 310.0, + 292.0 + ], + "actual": [ + 242.0, + 184.0, + 186.0, + 288.0, + 321.0, + 262.0, + 287.0 + ], + "predictions": { + "p50": [ + 276.6637878417969, + 192.8658447265625, + 191.6431427001953, + 284.94976806640625, + 296.3242492675781, + 296.1612243652344, + 293.6839294433594 + ], + "p10": [ + 280.15167236328125, + 198.20968627929688, + 204.8794403076172, + 291.3690490722656, + 301.9065246582031, + 296.8889465332031, + 299.1858215332031 + ], + "p90": [ + 297.91143798828125, + 220.85769653320312, + 225.07994079589844, + 314.73529052734375, + 321.7416687011719, + 322.2601623535156, + 320.0887145996094 + ] + } +} diff --git a/results/saved_evals/web/wikimedia_time_series_hourly_pageviews_1d_short/tirex/20260619_134619.json b/results/saved_evals/web/wikimedia_time_series_hourly_pageviews_1d_short/tirex/20260619_134619.json new file mode 100644 index 0000000000000000000000000000000000000000..e4b16dd63616c4662ac1f8ab8ccbb1da8bb81ba3 --- /dev/null +++ b/results/saved_evals/web/wikimedia_time_series_hourly_pageviews_1d_short/tirex/20260619_134619.json @@ -0,0 +1,130 @@ +{ + "dataset": "wikimedia_time_series_hourly_pageviews/1D/short", + "domain": "Web", + "model": "TiRex", + "evaluated_at": "2026-06-19T13:46:19.517278+00:00", + "metrics": { + "MSE[mean]": 384.07118180487305, + "MSE[0.5]": 384.07118180487305, + "MAE[0.5]": 15.865081787109375, + "MASE[0.5]": 0.3368135957731858, + "MAPE[0.5]": 0.06213313224143093, + "sMAPE[0.5]": 0.060067917042885534, + "MSIS": 2.0585889419335444, + "RMSE[mean]": 19.59773409873889, + "NRMSE[mean]": 0.0775051631023572, + "ND[0.5]": 0.06274326130495234, + "mean_weighted_sum_quantile_loss": 0.06103663002105158 + }, + "context_length": 30, + "prediction_length": 7, + "timestamps": [ + "2026-05-13 00:00:00", + "2026-05-14 00:00:00", + "2026-05-15 00:00:00", + "2026-05-16 00:00:00", + "2026-05-17 00:00:00", + "2026-05-18 00:00:00", + "2026-05-19 00:00:00", + "2026-05-20 00:00:00", + "2026-05-21 00:00:00", + "2026-05-22 00:00:00", + "2026-05-23 00:00:00", + "2026-05-24 00:00:00", + "2026-05-25 00:00:00", + "2026-05-26 00:00:00", + "2026-05-27 00:00:00", + "2026-05-28 00:00:00", + "2026-05-29 00:00:00", + "2026-05-30 00:00:00", + "2026-05-31 00:00:00", + "2026-06-01 00:00:00", + "2026-06-02 00:00:00", + "2026-06-03 00:00:00", + "2026-06-04 00:00:00", + "2026-06-05 00:00:00", + "2026-06-06 00:00:00", + "2026-06-07 00:00:00", + "2026-06-08 00:00:00", + "2026-06-09 00:00:00", + "2026-06-10 00:00:00", + "2026-06-11 00:00:00", + "2026-06-12 00:00:00", + "2026-06-13 00:00:00", + "2026-06-14 00:00:00", + "2026-06-15 00:00:00", + "2026-06-16 00:00:00", + "2026-06-17 00:00:00", + "2026-06-18 00:00:00" + ], + "context": [ + 304.0, + 287.0, + 267.0, + 187.0, + 211.0, + 333.0, + 322.0, + 300.0, + 316.0, + 284.0, + 201.0, + 215.0, + 258.0, + 304.0, + 317.0, + 385.0, + 338.0, + 187.0, + 213.0, + 292.0, + 339.0, + 294.0, + 292.0, + 261.0, + 215.0, + 177.0, + 328.0, + 282.0, + 310.0, + 292.0 + ], + "actual": [ + 242.0, + 184.0, + 186.0, + 288.0, + 321.0, + 262.0, + 287.0 + ], + "predictions": { + "p50": [ + 268.67266845703125, + 190.88497924804688, + 192.89566040039062, + 292.54339599609375, + 299.6221008300781, + 298.5928955078125, + 295.08807373046875 + ], + "p10": [ + 234.3607635498047, + 157.76116943359375, + 155.40682983398438, + 237.02505493164062, + 250.84738159179688, + 246.85232543945312, + 240.8277130126953 + ], + "p90": [ + 308.6516418457031, + 235.59768676757812, + 243.9789276123047, + 347.65185546875, + 354.7965087890625, + 355.6990966796875, + 355.47198486328125 + ] + } +} diff --git a/results/saved_evals/web/wikimedia_time_series_hourly_pageviews_1d_short/toto_2_0_1b/20260619_134557.json b/results/saved_evals/web/wikimedia_time_series_hourly_pageviews_1d_short/toto_2_0_1b/20260619_134557.json new file mode 100644 index 0000000000000000000000000000000000000000..b761ebc6a9dd2aeb71fd20cf890c5467f59a7422 --- /dev/null +++ b/results/saved_evals/web/wikimedia_time_series_hourly_pageviews_1d_short/toto_2_0_1b/20260619_134557.json @@ -0,0 +1,130 @@ +{ + "dataset": "wikimedia_time_series_hourly_pageviews/1D/short", + "domain": "Web", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-19T13:45:57.371969+00:00", + "metrics": { + "MSE[mean]": 911.1493529982066, + "MSE[0.5]": 911.1493529982066, + "MAE[0.5]": 25.936536516462052, + "MASE[0.5]": 0.5506292525456805, + "MAPE[0.5]": 0.10930430436435003, + "sMAPE[0.5]": 0.10222024293024637, + "MSIS": 5.839700471853716, + "RMSE[mean]": 30.18525058697056, + "NRMSE[mean]": 0.11937669723660674, + "ND[0.5]": 0.10257387322894597, + "mean_weighted_sum_quantile_loss": 0.0750636376753889 + }, + "context_length": 30, + "prediction_length": 7, + "timestamps": [ + "2026-05-13 00:00:00", + "2026-05-14 00:00:00", + "2026-05-15 00:00:00", + "2026-05-16 00:00:00", + "2026-05-17 00:00:00", + "2026-05-18 00:00:00", + "2026-05-19 00:00:00", + "2026-05-20 00:00:00", + "2026-05-21 00:00:00", + "2026-05-22 00:00:00", + "2026-05-23 00:00:00", + "2026-05-24 00:00:00", + "2026-05-25 00:00:00", + "2026-05-26 00:00:00", + "2026-05-27 00:00:00", + "2026-05-28 00:00:00", + "2026-05-29 00:00:00", + "2026-05-30 00:00:00", + "2026-05-31 00:00:00", + "2026-06-01 00:00:00", + "2026-06-02 00:00:00", + "2026-06-03 00:00:00", + "2026-06-04 00:00:00", + "2026-06-05 00:00:00", + "2026-06-06 00:00:00", + "2026-06-07 00:00:00", + "2026-06-08 00:00:00", + "2026-06-09 00:00:00", + "2026-06-10 00:00:00", + "2026-06-11 00:00:00", + "2026-06-12 00:00:00", + "2026-06-13 00:00:00", + "2026-06-14 00:00:00", + "2026-06-15 00:00:00", + "2026-06-16 00:00:00", + "2026-06-17 00:00:00", + "2026-06-18 00:00:00" + ], + "context": [ + 304.0, + 287.0, + 267.0, + 187.0, + 211.0, + 333.0, + 322.0, + 300.0, + 316.0, + 284.0, + 201.0, + 215.0, + 258.0, + 304.0, + 317.0, + 385.0, + 338.0, + 187.0, + 213.0, + 292.0, + 339.0, + 294.0, + 292.0, + 261.0, + 215.0, + 177.0, + 328.0, + 282.0, + 310.0, + 292.0 + ], + "actual": [ + 242.0, + 184.0, + 186.0, + 288.0, + 321.0, + 262.0, + 287.0 + ], + "predictions": { + "p50": [ + 287.5650634765625, + 211.9385986328125, + 206.17202758789062, + 291.515625, + 303.95904541015625, + 312.17559814453125, + 304.14788818359375 + ], + "p10": [ + 261.70574951171875, + 182.16604614257812, + 184.98724365234375, + 254.21690368652344, + 273.541259765625, + 279.10357666015625, + 274.6058654785156 + ], + "p90": [ + 316.7557678222656, + 243.24078369140625, + 229.4787139892578, + 331.44036865234375, + 341.9325866699219, + 357.5516357421875, + 343.0439453125 + ] + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 1160881c4683697de30cdedc525dd6109cfd8670..cb13f55ef58aa40266c7198d381295add32c44f9 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,2.442083400090572,2.44 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,359.6425047906252,359.6425047906252,13.583333571751913,1.1374433520666278,0.5834987860641834,0.38028260420985865,41.97717267197984,18.964242795076874,0.6496457935231773,0.4653154682875918,0.45681798962143855,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Seasonal-Naive,1.3025001780195755,1.3025001780195755,0.958333412806193,0.46909321202237403,0.03690848513169654,0.036575001238771616,7.296808510091272,1.1412712990431222,0.04443625907229936,0.03731343445226495,0.03123242778986576,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Seasonal-Naive,86.70833333333333,86.70833333333333,7.541666666666667,1.3852040816326532,0.9027474546437396,0.5494359623162849,52.28204102700016,9.311730952585203,0.9047835743402627,0.7327935222672065,0.7233378317588843,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Seasonal-Naive,104.16666666666667,104.16666666666667,2.0833333333333335,0.07692307692307693,0.0007861635220125786,0.0007936507936507938,5.866153487355024,10.206207261596576,0.0038513989666402173,0.0007861635220125787,0.004779874213836457,Hydrology,1 -wikimedia_time_series_hourly_pageviews/1D/short,Seasonal-Naive,8950.57142857143,8950.57142857143,84.28571428571429,1.8322981366459625,0.3582034983416852,0.3237070842478116,66.88950349806771,94.60745968776156,0.36327603829639654,0.3236423477783873,0.3166855610410191,Web,1 +usgs_potomac_iv_usgs_00060/15min/short,Seasonal-Naive,1770.8333333333333,1770.8333333333333,35.416666666666664,0.5762711864406779,0.014003267973856209,0.013866192444487163,2.5098303549627095,42.08127057650866,0.01659737869903382,0.013968775677896467,0.010566967953985186,Hydrology,1 +wikimedia_time_series_hourly_pageviews/1D/short,Seasonal-Naive,7746.0,7746.0,75.14285714285714,1.5952729554486509,0.3325847571317651,0.29402831569788485,57.803957678218616,88.01136290275251,0.348067536903541,0.29717514124293787,0.2902774639045826,Web,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index 974c015eee7dba07051298cf7ef04880243aa804..e7097722e6f2805365dfd8d565284b942ec2acbd 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-19T12:53:49.558947+00:00", + "evaluated_at": "2026-06-19T13:47:43.218108+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 9cbf63fd4f4224cd07b220745531eb2f2154bdd9..1dccdcecc0d0785e598316b51985b7f94697fcd0 100644 --- a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,86 +1,35 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-19T04:52:57.672978+00:00", + "evaluated_at": "2026-06-19T13:47:43.224856+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2600.0, - 2550.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2550.0, - 2600.0, - 2550.0, - 2600.0, 2650.0, - 2500.0, - 2700.0, - 2700.0, - 2600.0, 2650.0, - 2600.0, - 2700.0, 2650.0, - 2650.0, - 2600.0, - 2650.0, - 2650.0, - 2600.0, - 2600.0, - 2650.0, - 2650.0, - 2550.0, + 2700.0, 2650.0, 2650.0, 2650.0, 2650.0, 2700.0, - 2600.0, 2650.0, - 2600.0, 2650.0, - 2700.0, 2650.0, - 2600.0, - 2600.0, 2650.0, 2650.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, 2650.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, 2650.0, - 2600.0, - 2600.0, 2650.0, - 2600.0, 2650.0, 2650.0, 2650.0, - 2600.0, 2650.0, 2650.0, 2650.0, 2650.0, - 2600.0, 2650.0, 2650.0, 2650.0, @@ -90,6 +39,7 @@ 2650.0, 2650.0, 2650.0, + 2600.0, 2650.0, 2650.0, 2650.0, @@ -101,153 +51,163 @@ 2650.0, 2650.0, 2650.0, - 2650.0 + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 ], "actuals": [ - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0 + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2550.0, + 2500.0, + 2550.0, + 2550.0 ], "p50": [ - 2650.0, - 2650.0, 2600.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0 + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 ], "p10": [ - 2597.0, - 2597.0, 2548.0, - 2597.0, - 2597.0, - 2597.0, - 2597.0, - 2597.0, - 2597.0, - 2597.0, - 2597.0, - 2597.0, - 2597.0, - 2597.0, - 2597.0, - 2597.0, - 2597.0, - 2597.0, - 2597.0, - 2597.0, - 2597.0, - 2597.0, - 2597.0, - 2597.0 + 2548.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0, + 2499.0, + 2499.0, + 2499.0, + 2548.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0 ], "p90": [ - 2703.0, - 2703.0, 2652.0, - 2703.0, - 2703.0, - 2703.0, - 2703.0, - 2703.0, - 2703.0, - 2703.0, - 2703.0, - 2703.0, - 2703.0, - 2703.0, - 2703.0, - 2703.0, - 2703.0, - 2703.0, - 2703.0, - 2703.0, - 2703.0, - 2703.0, - 2703.0, - 2703.0 + 2652.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0, + 2601.0, + 2601.0, + 2601.0, + 2652.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0 ], "timestamps": [ - "2026-06-18 16:55:00", - "2026-06-18 17:10:00", - "2026-06-18 17:25:00", - "2026-06-18 17:40:00", - "2026-06-18 17:55:00", - "2026-06-18 18:10:00", - "2026-06-18 18:25:00", - "2026-06-18 18:40:00", - "2026-06-18 18:55:00", - "2026-06-18 19:10:00", - "2026-06-18 19:25:00", - "2026-06-18 19:40:00", - "2026-06-18 19:55:00", - "2026-06-18 20:10:00", - "2026-06-18 20:25:00", - "2026-06-18 20:40:00", - "2026-06-18 20:55:00", - "2026-06-18 21:10:00", - "2026-06-18 21:25:00", - "2026-06-18 21:40:00", - "2026-06-18 21:55:00", - "2026-06-18 22:10:00", - "2026-06-18 22:25:00", - "2026-06-18 22:40:00", - "2026-06-18 22:55:00", - "2026-06-18 23:10:00", - "2026-06-18 23:25:00", - "2026-06-18 23:40:00", - "2026-06-18 23:55:00", - "2026-06-19 00:10:00", - "2026-06-19 00:25:00", - "2026-06-19 00:40:00", - "2026-06-19 00:55:00", - "2026-06-19 01:10:00", - "2026-06-19 01:25:00", - "2026-06-19 01:40:00", - "2026-06-19 01:55:00", - "2026-06-19 02:10:00", - "2026-06-19 02:25:00", - "2026-06-19 02:40:00", "2026-06-19 02:55:00", "2026-06-19 03:10:00", "2026-06-19 03:25:00", @@ -327,6 +287,46 @@ "2026-06-19 21:55:00", "2026-06-19 22:10:00", "2026-06-19 22:25:00", - "2026-06-19 22:40:00" + "2026-06-19 22:40:00", + "2026-06-19 22:55:00", + "2026-06-19 23:10:00", + "2026-06-19 23:25:00", + "2026-06-19 23:40:00", + "2026-06-19 23:55:00", + "2026-06-20 00:10:00", + "2026-06-20 00:25:00", + "2026-06-20 00:40:00", + "2026-06-20 00:55:00", + "2026-06-20 01:10:00", + "2026-06-20 01:25:00", + "2026-06-20 01:40:00", + "2026-06-20 01:55:00", + "2026-06-20 02:10:00", + "2026-06-20 02:25:00", + "2026-06-20 02:40:00", + "2026-06-20 02:55:00", + "2026-06-20 03:10:00", + "2026-06-20 03:25:00", + "2026-06-20 03:40:00", + "2026-06-20 03:55:00", + "2026-06-20 04:10:00", + "2026-06-20 04:25:00", + "2026-06-20 04:40:00", + "2026-06-20 04:55:00", + "2026-06-20 05:10:00", + "2026-06-20 05:25:00", + "2026-06-20 05:40:00", + "2026-06-20 05:55:00", + "2026-06-20 06:10:00", + "2026-06-20 06:25:00", + "2026-06-20 06:40:00", + "2026-06-20 06:55:00", + "2026-06-20 07:10:00", + "2026-06-20 07:25:00", + "2026-06-20 07:40:00", + "2026-06-20 07:55:00", + "2026-06-20 08:10:00", + "2026-06-20 08:25:00", + "2026-06-20 08:40:00" ] } diff --git a/results/seasonal_naive/forecasts/wikimedia_time_series_hourly_pageviews__1D__short.json b/results/seasonal_naive/forecasts/wikimedia_time_series_hourly_pageviews__1D__short.json index 63ecd44606e62c52720181ab5045658c6a89873f..cfb58e4166933dd5a2d2c139b0669ce6e768a278 100644 --- a/results/seasonal_naive/forecasts/wikimedia_time_series_hourly_pageviews__1D__short.json +++ b/results/seasonal_naive/forecasts/wikimedia_time_series_hourly_pageviews__1D__short.json @@ -1,13 +1,11 @@ { "dataset": "wikimedia_time_series_hourly_pageviews/1D/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T10:07:44.149060+00:00", + "evaluated_at": "2026-06-19T13:47:43.231409+00:00", "freq": "1D", "context_length": 30, "prediction_length": 7, "context": [ - 298.0, - 294.0, 304.0, 287.0, 267.0, @@ -35,47 +33,47 @@ 215.0, 177.0, 328.0, - 282.0 + 282.0, + 310.0, + 292.0 ], "actuals": [ - 310.0, - 292.0, 242.0, 184.0, 186.0, 288.0, - 321.0 + 321.0, + 262.0, + 287.0 ], "p50": [ - 211.0, - 333.0, 322.0, 300.0, 316.0, 284.0, - 201.0 + 201.0, + 215.0, + 258.0 ], "p10": [ - 206.78, - 326.34, 315.56, 294.0, 309.68, 278.32, - 196.98 + 196.98, + 210.7, + 252.84 ], "p90": [ - 215.22, - 339.66, 328.44, 306.0, 322.32, 289.68, - 205.02 + 205.02, + 219.3, + 263.16 ], "timestamps": [ - "2026-05-11 00:00:00", - "2026-05-12 00:00:00", "2026-05-13 00:00:00", "2026-05-14 00:00:00", "2026-05-15 00:00:00", @@ -110,6 +108,8 @@ "2026-06-13 00:00:00", "2026-06-14 00:00:00", "2026-06-15 00:00:00", - "2026-06-16 00:00:00" + "2026-06-16 00:00:00", + "2026-06-17 00:00:00", + "2026-06-18 00:00:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 8a8f9b4b099c6e28d085a9340275da31cdca70aa..492a1c472d4ff1f03d182da9535ea22dbe2e0b34 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,37 +1,25 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-19T12:53:49.684300+00:00", + "evaluated_at": "2026-06-19T13:47:43.233262+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T07:14:52.573979Z", + "data_fetched_at": "2026-06-19T13:43:18.000972Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t214800z", - "data_fetched_at": "2026-06-19T07:14:52.573979Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260619t015000z", - "data_fetched_at": "2026-06-19T07:14:52.573979Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t105000z", + "data_fetched_at": "2026-06-19T13:43:18.000972Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260618t030000z", - "data_fetched_at": "2026-06-19T07:14:52.573979Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260618t030000z", - "data_fetched_at": "2026-06-19T07:14:52.573979Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260611t000000z", + "data_fetched_at": "2026-06-19T13:43:18.000972Z", + "context_length": 30, + "prediction_length": 7 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 3a5c3aef83d8f955a57a0599ef78367afccc8e5e..fd852327d883ad1bec3611924be6e3b3a8f2cb1f 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,Timer-S1,3.587535148388421,3.58753514 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,102.5238293420886,102.5238293420886,7.9019544919331866,0.6616951249635844,0.3263433119807986,0.2615345892344587,2.7211989156131735,10.12540514458995,0.34685945181045835,0.270692141614461,0.21158027236748247,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,1.6445120416315149,1.6445120416315149,1.0622379779815674,0.5199533047318426,0.04082842754140411,0.04054589080529985,4.699890954961725,1.2823852937520435,0.04993063892121886,0.04135903708925292,0.03520279876315027,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Timer-S1,51.40574192768827,51.40574192768827,6.608247518539429,1.224694520810396,0.883689954681043,0.5635465134435295,17.36046750573118,7.169779768423035,0.7751113263160038,0.7144051371393977,0.5156749633697417,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Timer-S1,12.262946446736654,12.262946446736654,2.86669921875,0.10584735576923077,0.0010817732900943397,0.0010809621085730006,2.4381550480769234,3.5018490039887005,0.0013214524543353587,0.0010817732900943397,0.0034433839426100633,Hydrology,1 -wikimedia_time_series_hourly_pageviews/1D/short,Timer-S1,178.23861075984314,178.23861075984314,12.328842163085938,0.25735549701923005,0.0594230586909906,0.05716636078972139,1.177709013633503,13.350603385609324,0.056331659854891664,0.05202043106787316,0.040424991827641525,Web,1 +usgs_potomac_iv_usgs_00060/15min/short,Timer-S1,686.2221120198568,686.2221120198568,18.323567708333332,0.298146186440678,0.007293719362745098,0.007244829096308673,8.125715042372882,26.195841502418983,0.010331967067511185,0.007227043960558751,0.007270704943851,Hydrology,1 +wikimedia_time_series_hourly_pageviews/1D/short,Timer-S1,819.7185096022274,819.7185096022274,25.976327078683035,0.5514740009383661,0.11187591303610797,0.10476024087598686,4.263247625769444,28.63072666912643,0.11322886253326837,0.10273123703433969,0.06931331272927456,Web,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index a78ffcad0060afca77752b74f84687043b88376b..dfd69922f91af7da02e181af50325060f229d3fe 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-19T03:48:31.284811+00:00", + "evaluated_at": "2026-06-19T13:47:28.349531+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 17e01168145f089901bd23773c9483ad987fef09..160673db0106e294fa2d9508f9cca965b877ef20 100644 --- a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,86 +1,35 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-19T03:22:38.812898+00:00", + "evaluated_at": "2026-06-19T13:47:32.660261+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2600.0, - 2550.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2550.0, - 2600.0, - 2550.0, - 2600.0, - 2650.0, - 2500.0, - 2700.0, - 2700.0, - 2600.0, - 2650.0, - 2600.0, - 2700.0, - 2650.0, 2650.0, - 2600.0, - 2650.0, - 2650.0, - 2600.0, - 2600.0, 2650.0, 2650.0, - 2550.0, + 2700.0, 2650.0, 2650.0, 2650.0, 2650.0, 2700.0, - 2600.0, 2650.0, - 2600.0, 2650.0, - 2700.0, 2650.0, - 2600.0, - 2600.0, 2650.0, 2650.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, 2650.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, 2650.0, - 2600.0, - 2600.0, 2650.0, - 2600.0, 2650.0, 2650.0, 2650.0, - 2600.0, 2650.0, 2650.0, 2650.0, 2650.0, - 2600.0, 2650.0, 2650.0, 2650.0, @@ -90,6 +39,7 @@ 2650.0, 2650.0, 2650.0, + 2600.0, 2650.0, 2650.0, 2650.0, @@ -101,153 +51,163 @@ 2650.0, 2650.0, 2650.0, - 2650.0 + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 ], "actuals": [ - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0 + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2550.0, + 2500.0, + 2550.0, + 2550.0 ], "p50": [ - 2655.55078125, - 2655.0703125, - 2655.0703125, - 2655.23046875, - 2655.0703125, - 2655.23046875, - 2655.0703125, - 2655.0703125, - 2655.0703125, - 2653.7890625, - 2653.94921875, - 2652.5078125, - 2651.8671875, - 2651.8671875, - 2650.90625, - 2650.42578125, - 2648.34375, - 2649.78515625, - 2650.10546875, - 2649.46484375, - 2648.50390625, - 2647.86328125, - 2649.46484375, - 2649.625 + 2542.3671875, + 2542.03125, + 2541.359375, + 2541.359375, + 2541.6953125, + 2541.6953125, + 2542.03125, + 2542.03125, + 2542.3671875, + 2542.3671875, + 2542.703125, + 2542.3671875, + 2543.7109375, + 2543.7109375, + 2544.3828125, + 2544.71875, + 2548.078125, + 2547.40625, + 2548.4140625, + 2549.0859375, + 2549.421875, + 2548.4140625, + 2549.7578125, + 2549.7578125 ], "p10": [ - 2651.546875, - 2647.0625, - 2642.09765625, - 2635.69140625, - 2627.5634765625, - 2619.8759765625, - 2610.146484375, - 2602.69921875, - 2596.7734375, - 2589.56640625, - 2587.484375, - 2581.71875, - 2576.59375, - 2576.59375, - 2575.6328125, - 2575.3125, - 2567.9453125, - 2569.2265625, - 2570.828125, - 2572.75, - 2574.03125, - 2573.7109375, - 2574.9921875, - 2575.6328125 + 2540.6875, + 2540.015625, + 2539.0078125, + 2539.0078125, + 2538.671875, + 2538.3359375, + 2538.671875, + 2538.671875, + 2538.3359375, + 2537.328125, + 2536.65625, + 2536.65625, + 2536.65625, + 2535.984375, + 2536.65625, + 2535.984375, + 2540.015625, + 2538.3359375, + 2539.0078125, + 2539.6796875, + 2540.015625, + 2539.0078125, + 2540.015625, + 2539.34375 ], "p90": [ - 2656.83203125, - 2656.671875, - 2657.15234375, - 2657.15234375, - 2657.3125, - 2656.671875, - 2657.953125, - 2657.3125, - 2657.47265625, - 2657.3125, - 2656.9921875, - 2656.83203125, - 2657.6328125, - 2656.671875, - 2656.03125, - 2656.9921875, - 2657.47265625, - 2659.234375, - 2660.35546875, - 2660.515625, - 2660.35546875, - 2660.8359375, - 2662.7578125, - 2663.87890625 + 2550.4296875, + 2556.140625, + 2561.515625, + 2566.21875, + 2570.921875, + 2574.6171875, + 2578.3125, + 2581.671875, + 2585.19921875, + 2589.0625, + 2591.75, + 2592.7578125, + 2595.94921875, + 2597.62890625, + 2599.64453125, + 2600.8203125, + 2602.66796875, + 2605.103515625, + 2607.03515625, + 2608.798828125, + 2609.974609375, + 2609.890625, + 2611.90625, + 2612.662109375 ], "timestamps": [ - "2026-06-18 16:55:00", - "2026-06-18 17:10:00", - "2026-06-18 17:25:00", - "2026-06-18 17:40:00", - "2026-06-18 17:55:00", - "2026-06-18 18:10:00", - "2026-06-18 18:25:00", - "2026-06-18 18:40:00", - "2026-06-18 18:55:00", - "2026-06-18 19:10:00", - "2026-06-18 19:25:00", - "2026-06-18 19:40:00", - "2026-06-18 19:55:00", - "2026-06-18 20:10:00", - "2026-06-18 20:25:00", - "2026-06-18 20:40:00", - "2026-06-18 20:55:00", - "2026-06-18 21:10:00", - "2026-06-18 21:25:00", - "2026-06-18 21:40:00", - "2026-06-18 21:55:00", - "2026-06-18 22:10:00", - "2026-06-18 22:25:00", - "2026-06-18 22:40:00", - "2026-06-18 22:55:00", - "2026-06-18 23:10:00", - "2026-06-18 23:25:00", - "2026-06-18 23:40:00", - "2026-06-18 23:55:00", - "2026-06-19 00:10:00", - "2026-06-19 00:25:00", - "2026-06-19 00:40:00", - "2026-06-19 00:55:00", - "2026-06-19 01:10:00", - "2026-06-19 01:25:00", - "2026-06-19 01:40:00", - "2026-06-19 01:55:00", - "2026-06-19 02:10:00", - "2026-06-19 02:25:00", - "2026-06-19 02:40:00", "2026-06-19 02:55:00", "2026-06-19 03:10:00", "2026-06-19 03:25:00", @@ -327,6 +287,46 @@ "2026-06-19 21:55:00", "2026-06-19 22:10:00", "2026-06-19 22:25:00", - "2026-06-19 22:40:00" + "2026-06-19 22:40:00", + "2026-06-19 22:55:00", + "2026-06-19 23:10:00", + "2026-06-19 23:25:00", + "2026-06-19 23:40:00", + "2026-06-19 23:55:00", + "2026-06-20 00:10:00", + "2026-06-20 00:25:00", + "2026-06-20 00:40:00", + "2026-06-20 00:55:00", + "2026-06-20 01:10:00", + "2026-06-20 01:25:00", + "2026-06-20 01:40:00", + "2026-06-20 01:55:00", + "2026-06-20 02:10:00", + "2026-06-20 02:25:00", + "2026-06-20 02:40:00", + "2026-06-20 02:55:00", + "2026-06-20 03:10:00", + "2026-06-20 03:25:00", + "2026-06-20 03:40:00", + "2026-06-20 03:55:00", + "2026-06-20 04:10:00", + "2026-06-20 04:25:00", + "2026-06-20 04:40:00", + "2026-06-20 04:55:00", + "2026-06-20 05:10:00", + "2026-06-20 05:25:00", + "2026-06-20 05:40:00", + "2026-06-20 05:55:00", + "2026-06-20 06:10:00", + "2026-06-20 06:25:00", + "2026-06-20 06:40:00", + "2026-06-20 06:55:00", + "2026-06-20 07:10:00", + "2026-06-20 07:25:00", + "2026-06-20 07:40:00", + "2026-06-20 07:55:00", + "2026-06-20 08:10:00", + "2026-06-20 08:25:00", + "2026-06-20 08:40:00" ] } diff --git a/results/timer_s1/forecasts/wikimedia_time_series_hourly_pageviews__1D__short.json b/results/timer_s1/forecasts/wikimedia_time_series_hourly_pageviews__1D__short.json index e1cd31afc88ee843c102c1a27616196af4c206b4..375d33e6bd8e87d77b2d8fe113e1bd5b3d5ca105 100644 --- a/results/timer_s1/forecasts/wikimedia_time_series_hourly_pageviews__1D__short.json +++ b/results/timer_s1/forecasts/wikimedia_time_series_hourly_pageviews__1D__short.json @@ -1,65 +1,11 @@ { "dataset": "wikimedia_time_series_hourly_pageviews/1D/short", "model": "Timer-S1", - "evaluated_at": "2026-06-17T09:46:15.518954+00:00", + "evaluated_at": "2026-06-19T13:47:37.153413+00:00", "freq": "1D", - "context_length": 86, - "prediction_length": 2, + "context_length": 30, + "prediction_length": 7, "context": [ - 290.0, - 223.0, - 237.0, - 382.0, - 383.0, - 397.0, - 337.0, - 303.0, - 263.0, - 226.0, - 312.0, - 370.0, - 343.0, - 370.0, - 320.0, - 237.0, - 222.0, - 267.0, - 321.0, - 310.0, - 365.0, - 330.0, - 247.0, - 229.0, - 289.0, - 355.0, - 370.0, - 360.0, - 318.0, - 265.0, - 273.0, - 368.0, - 402.0, - 418.0, - 324.0, - 335.0, - 216.0, - 232.0, - 355.0, - 412.0, - 376.0, - 384.0, - 286.0, - 206.0, - 241.0, - 385.0, - 340.0, - 320.0, - 318.0, - 285.0, - 189.0, - 228.0, - 298.0, - 294.0, 304.0, 287.0, 267.0, @@ -89,81 +35,45 @@ 328.0, 282.0, 310.0, - 292.0, - 242.0, - 184.0 + 292.0 ], "actuals": [ + 242.0, + 184.0, 186.0, - 288.0 + 288.0, + 321.0, + 262.0, + 287.0 ], "p50": [ - 203.451171875, - 295.2065124511719 + 280.51495361328125, + 211.134765625, + 219.54296875, + 294.6162109375, + 305.626953125, + 304.025390625, + 305.626953125 ], "p10": [ - 181.619140625, - 265.74365234375 + 251.974609375, + 180.3046875, + 187.111328125, + 264.1865234375, + 277.0553283691406, + 275.3974609375, + 276.3984375 ], "p90": [ - 230.50390625, - 329.697265625 + 309.630859375, + 242.365234375, + 253.3759765625, + 327.248046875, + 336.056640625, + 333.654296875, + 336.45703125 ], "timestamps": [ - "2026-03-20 00:00:00", - "2026-03-21 00:00:00", - "2026-03-22 00:00:00", - "2026-03-23 00:00:00", - "2026-03-24 00:00:00", - "2026-03-25 00:00:00", - "2026-03-26 00:00:00", - "2026-03-27 00:00:00", - "2026-03-28 00:00:00", - "2026-03-29 00:00:00", - "2026-03-30 00:00:00", - "2026-03-31 00:00:00", - "2026-04-01 00:00:00", - "2026-04-02 00:00:00", - "2026-04-03 00:00:00", - "2026-04-04 00:00:00", - "2026-04-05 00:00:00", - "2026-04-06 00:00:00", - "2026-04-07 00:00:00", - "2026-04-08 00:00:00", - "2026-04-09 00:00:00", - "2026-04-10 00:00:00", - "2026-04-11 00:00:00", - "2026-04-12 00:00:00", - "2026-04-13 00:00:00", - "2026-04-14 00:00:00", - "2026-04-15 00:00:00", - "2026-04-16 00:00:00", - "2026-04-17 00:00:00", - "2026-04-18 00:00:00", - "2026-04-19 00:00:00", - "2026-04-20 00:00:00", - "2026-04-21 00:00:00", - "2026-04-22 00:00:00", - "2026-04-23 00:00:00", - "2026-04-24 00:00:00", - "2026-04-25 00:00:00", - "2026-04-26 00:00:00", - "2026-04-27 00:00:00", - "2026-04-28 00:00:00", - "2026-04-29 00:00:00", - "2026-04-30 00:00:00", - "2026-05-01 00:00:00", - "2026-05-02 00:00:00", - "2026-05-03 00:00:00", - "2026-05-04 00:00:00", - "2026-05-05 00:00:00", - "2026-05-06 00:00:00", - "2026-05-07 00:00:00", - "2026-05-08 00:00:00", - "2026-05-09 00:00:00", - "2026-05-10 00:00:00", - "2026-05-11 00:00:00", - "2026-05-12 00:00:00", "2026-05-13 00:00:00", "2026-05-14 00:00:00", "2026-05-15 00:00:00", @@ -197,6 +107,9 @@ "2026-06-12 00:00:00", "2026-06-13 00:00:00", "2026-06-14 00:00:00", - "2026-06-15 00:00:00" + "2026-06-15 00:00:00", + "2026-06-16 00:00:00", + "2026-06-17 00:00:00", + "2026-06-18 00:00:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 7d76ff18426f3612e91ef4428668673b73c80f0c..6f56d0443e0c310918a64715f3c1fa16f0f051b2 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,25 +1,25 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-19T03:48:41.300665+00:00", + "evaluated_at": "2026-06-19T13:47:41.849497+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T03:44:17.277795Z", + "data_fetched_at": "2026-06-19T13:43:18.000972Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t213000z", - "data_fetched_at": "2026-06-19T03:44:17.277795Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t105000z", + "data_fetched_at": "2026-06-19T13:43:18.000972Z", + "context_length": 96, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t041000z", - "data_fetched_at": "2026-06-19T03:44:17.277795Z", - "context_length": 71, - "prediction_length": 72 + "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260611t000000z", + "data_fetched_at": "2026-06-19T13:43:18.000972Z", + "context_length": 30, + "prediction_length": 7 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index cc64c9dd29a237074dcb8effd4cf7883c35c69f3..ea731864d4634d52c559c688bf1e28c9507469af 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,4 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,1359247.1206029255,1753266.7505874634,1132.2649739583333,2.0375633836822966,0.017026736390548112,0.017226634135330692,38.68797464232892,1165.8675399044805,0.01761288016288448,0.017105242762478427,0.013654108028947516,Finance,1 -nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.7829723116960849,0.48572318519427427,0.6179748376210531,0.6439101199890694,0.041117021772596574,0.04006676231170827,39.74713972226133,0.8848572267298748,0.05802342470359834,0.04052294017187233,0.05512189558222573,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,14.40775940274572,13.534856303621458,2.8051276206970215,0.5820437714414568,0.6715312888323447,0.30217126399252,20.592487895866633,3.795755445592579,0.3643925227768876,0.26929225158691406,0.27913609568277997,Hazards,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,1309848.276089986,1010694.1341425577,753.2607421875,0.6847349418600981,0.011947237171961453,0.011821887904386222,37.1690239314189,1144.486031408853,0.017970154873322354,0.011827328447547891,0.014828174270802685,Finance,1 +nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,1.526210171215401,0.7473377386639489,0.7295161088307699,0.41144070104913816,0.03116201568238881,0.03095660265167545,17.411750000413743,1.2353987903569443,0.053413991954890584,0.031541529643874154,0.038499626353120694,Weather,1 +noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.047092906994085956,0.029047234808368096,0.11778773466746012,0.1325754108881183,0.10017905234066213,0.08963858119233281,6.35251636099475,0.21700900210379742,0.1491180272835285,0.08093800008999709,0.09688691900121488,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.06271225503281662,0.041753047187010374,0.17312886317571005,0.9588673388699741,0.12381134449342628,0.11427232808046127,43.35098584410173,0.25042415025874926,0.16977908979994927,0.11737550383100502,0.13463726091849165,Ocean,1 +nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,1.0100968204675762,0.6023095146007714,0.6345949172973633,0.789133555117235,0.03472651886642334,0.03383391751984107,53.606305562645424,1.0050357309407343,0.05397372537929536,0.03407983491417213,0.05010405271940715,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,85.86004566916078,59.791612473109275,6.461504062016805,0.5410744572287355,0.25581093443349984,0.2251951052655632,21.369010044640078,9.266069591210762,0.3174217498410116,0.2213475633633979,0.2475484901072689,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,2.3753085343738953,2.2736152357409387,1.279158353805542,0.6261333402900386,0.04939997423492217,0.04943895560326242,18.24830563171384,1.541203599260622,0.06000792491437004,0.049804995579803266,0.048236312581249004,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,33.609178954652634,23.571583174889913,4.262144009272258,0.7828427772132717,0.5167466424063112,0.37932201196528603,40.5780180595359,5.797342404468847,0.5633045251305763,0.41413545029366067,0.5138086884396064,Hazards,1 +usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,645.8368457804123,532.0272138590614,15.501230875651041,0.25222341763771183,0.006174479485804739,0.0061357614887252295,12.076494140625,25.413320243140454,0.010023330909373393,0.006113879063527116,0.007105387971617365,Hydrology,1 +wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,581.5291792114731,448.8410288263445,16.82055882045201,0.35709824728631645,0.06612858490910202,0.06380301602645701,15.217170467987094,24.11491611454357,0.09536972474678247,0.0665219840356859,0.07562223119550131,Web,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 538434ff8c8d38fecfe0483b36d88c5522e8748a..2fdda1c486c57ad9197a439592692f2b7f7b5555 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-19T03:45:21.228696+00:00", + "evaluated_at": "2026-06-19T13:44:43.596167+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index bb2f66053678c4d2fcf981fbfc198713685576a1..a02d10e4d63beb1fdb6cf818748ab72e30082c42 100644 --- a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,86 +1,35 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-19T03:18:40.216394+00:00", + "evaluated_at": "2026-06-19T13:44:55.086826+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2600.0, - 2550.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2550.0, - 2600.0, - 2550.0, - 2600.0, - 2650.0, - 2500.0, - 2700.0, - 2700.0, - 2600.0, - 2650.0, - 2600.0, - 2700.0, - 2650.0, 2650.0, - 2600.0, - 2650.0, - 2650.0, - 2600.0, - 2600.0, 2650.0, 2650.0, - 2550.0, + 2700.0, 2650.0, 2650.0, 2650.0, 2650.0, 2700.0, - 2600.0, 2650.0, - 2600.0, 2650.0, - 2700.0, 2650.0, - 2600.0, - 2600.0, 2650.0, 2650.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, 2650.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, 2650.0, - 2600.0, - 2600.0, 2650.0, - 2600.0, 2650.0, 2650.0, 2650.0, - 2600.0, 2650.0, 2650.0, 2650.0, 2650.0, - 2600.0, 2650.0, 2650.0, 2650.0, @@ -90,6 +39,7 @@ 2650.0, 2650.0, 2650.0, + 2600.0, 2650.0, 2650.0, 2650.0, @@ -101,153 +51,163 @@ 2650.0, 2650.0, 2650.0, - 2650.0 + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 ], "actuals": [ - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0 + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2550.0, + 2500.0, + 2550.0, + 2550.0 ], "p50": [ - 2649.72509765625, - 2649.739501953125, - 2649.778076171875, - 2649.923583984375, - 2649.959228515625, - 2650.093017578125, - 2649.80322265625, - 2649.72265625, - 2649.867919921875, - 2649.995849609375, - 2649.67724609375, - 2649.735595703125, - 2650.165283203125, - 2649.792236328125, - 2649.6162109375, - 2649.313720703125, - 2649.961181640625, - 2649.85791015625, - 2649.232666015625, - 2649.77001953125, - 2649.78564453125, - 2649.005126953125, - 2649.559814453125, - 2649.917236328125 + 2550.761474609375, + 2549.849609375, + 2548.525634765625, + 2546.70361328125, + 2549.3720703125, + 2547.936767578125, + 2546.821044921875, + 2545.890380859375, + 2544.10888671875, + 2546.080810546875, + 2543.206787109375, + 2544.41064453125, + 2543.218994140625, + 2543.779541015625, + 2544.02685546875, + 2543.45068359375, + 2542.191162109375, + 2540.333740234375, + 2541.510986328125, + 2541.484130859375, + 2541.963623046875, + 2539.4326171875, + 2539.744140625, + 2539.549560546875 ], "p10": [ - 2648.72998046875, - 2648.4853515625, - 2649.0048828125, - 2648.772705078125, - 2648.158203125, - 2648.015869140625, - 2647.79052734375, - 2648.106689453125, - 2647.8232421875, - 2647.1611328125, - 2647.91064453125, - 2646.990478515625, - 2646.5771484375, - 2646.693115234375, - 2646.427001953125, - 2646.484375, - 2646.298828125, - 2645.6328125, - 2645.180908203125, - 2645.8408203125, - 2645.887451171875, - 2645.552978515625, - 2645.28271484375, - 2645.2333984375 + 2553.576904296875, + 2552.601318359375, + 2550.609375, + 2550.994873046875, + 2554.320556640625, + 2553.332763671875, + 2555.8544921875, + 2551.294189453125, + 2556.5869140625, + 2550.95068359375, + 2552.859375, + 2556.349365234375, + 2555.328369140625, + 2551.79638671875, + 2553.370849609375, + 2551.041015625, + 2555.466552734375, + 2557.2822265625, + 2555.071044921875, + 2553.8515625, + 2554.103515625, + 2553.5048828125, + 2556.55078125, + 2554.09814453125 ], "p90": [ - 2650.025634765625, - 2650.075927734375, - 2650.37939453125, - 2650.369140625, - 2650.64794921875, - 2650.393310546875, - 2650.131103515625, - 2650.062255859375, - 2650.0712890625, - 2650.308837890625, - 2650.59326171875, - 2650.2666015625, - 2650.673828125, - 2650.490234375, - 2649.9052734375, - 2650.02978515625, - 2650.892333984375, - 2650.635498046875, - 2649.952392578125, - 2650.295166015625, - 2650.230224609375, - 2649.798828125, - 2650.11669921875, - 2650.261962890625 + 2553.843505859375, + 2555.051025390625, + 2555.82373046875, + 2556.73095703125, + 2560.40625, + 2560.45361328125, + 2558.5498046875, + 2559.24853515625, + 2559.170166015625, + 2561.051513671875, + 2560.963134765625, + 2558.447265625, + 2561.4365234375, + 2563.10400390625, + 2563.451904296875, + 2562.30712890625, + 2562.328857421875, + 2561.7939453125, + 2564.265380859375, + 2566.614990234375, + 2566.603759765625, + 2566.15869140625, + 2566.822265625, + 2567.15234375 ], "timestamps": [ - "2026-06-18 16:55:00", - "2026-06-18 17:10:00", - "2026-06-18 17:25:00", - "2026-06-18 17:40:00", - "2026-06-18 17:55:00", - "2026-06-18 18:10:00", - "2026-06-18 18:25:00", - "2026-06-18 18:40:00", - "2026-06-18 18:55:00", - "2026-06-18 19:10:00", - "2026-06-18 19:25:00", - "2026-06-18 19:40:00", - "2026-06-18 19:55:00", - "2026-06-18 20:10:00", - "2026-06-18 20:25:00", - "2026-06-18 20:40:00", - "2026-06-18 20:55:00", - "2026-06-18 21:10:00", - "2026-06-18 21:25:00", - "2026-06-18 21:40:00", - "2026-06-18 21:55:00", - "2026-06-18 22:10:00", - "2026-06-18 22:25:00", - "2026-06-18 22:40:00", - "2026-06-18 22:55:00", - "2026-06-18 23:10:00", - "2026-06-18 23:25:00", - "2026-06-18 23:40:00", - "2026-06-18 23:55:00", - "2026-06-19 00:10:00", - "2026-06-19 00:25:00", - "2026-06-19 00:40:00", - "2026-06-19 00:55:00", - "2026-06-19 01:10:00", - "2026-06-19 01:25:00", - "2026-06-19 01:40:00", - "2026-06-19 01:55:00", - "2026-06-19 02:10:00", - "2026-06-19 02:25:00", - "2026-06-19 02:40:00", "2026-06-19 02:55:00", "2026-06-19 03:10:00", "2026-06-19 03:25:00", @@ -327,6 +287,46 @@ "2026-06-19 21:55:00", "2026-06-19 22:10:00", "2026-06-19 22:25:00", - "2026-06-19 22:40:00" + "2026-06-19 22:40:00", + "2026-06-19 22:55:00", + "2026-06-19 23:10:00", + "2026-06-19 23:25:00", + "2026-06-19 23:40:00", + "2026-06-19 23:55:00", + "2026-06-20 00:10:00", + "2026-06-20 00:25:00", + "2026-06-20 00:40:00", + "2026-06-20 00:55:00", + "2026-06-20 01:10:00", + "2026-06-20 01:25:00", + "2026-06-20 01:40:00", + "2026-06-20 01:55:00", + "2026-06-20 02:10:00", + "2026-06-20 02:25:00", + "2026-06-20 02:40:00", + "2026-06-20 02:55:00", + "2026-06-20 03:10:00", + "2026-06-20 03:25:00", + "2026-06-20 03:40:00", + "2026-06-20 03:55:00", + "2026-06-20 04:10:00", + "2026-06-20 04:25:00", + "2026-06-20 04:40:00", + "2026-06-20 04:55:00", + "2026-06-20 05:10:00", + "2026-06-20 05:25:00", + "2026-06-20 05:40:00", + "2026-06-20 05:55:00", + "2026-06-20 06:10:00", + "2026-06-20 06:25:00", + "2026-06-20 06:40:00", + "2026-06-20 06:55:00", + "2026-06-20 07:10:00", + "2026-06-20 07:25:00", + "2026-06-20 07:40:00", + "2026-06-20 07:55:00", + "2026-06-20 08:10:00", + "2026-06-20 08:25:00", + "2026-06-20 08:40:00" ] } diff --git a/results/timesfm_2_5/forecasts/wikimedia_time_series_hourly_pageviews__1D__short.json b/results/timesfm_2_5/forecasts/wikimedia_time_series_hourly_pageviews__1D__short.json index c389442d95472419e2b54238d795275fa500f3aa..b6a7db6cff1426abe0f7ae91ef505aab2e196b64 100644 --- a/results/timesfm_2_5/forecasts/wikimedia_time_series_hourly_pageviews__1D__short.json +++ b/results/timesfm_2_5/forecasts/wikimedia_time_series_hourly_pageviews__1D__short.json @@ -1,65 +1,11 @@ { "dataset": "wikimedia_time_series_hourly_pageviews/1D/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T09:44:33.543452+00:00", + "evaluated_at": "2026-06-19T13:45:05.438329+00:00", "freq": "1D", - "context_length": 86, - "prediction_length": 2, + "context_length": 30, + "prediction_length": 7, "context": [ - 290.0, - 223.0, - 237.0, - 382.0, - 383.0, - 397.0, - 337.0, - 303.0, - 263.0, - 226.0, - 312.0, - 370.0, - 343.0, - 370.0, - 320.0, - 237.0, - 222.0, - 267.0, - 321.0, - 310.0, - 365.0, - 330.0, - 247.0, - 229.0, - 289.0, - 355.0, - 370.0, - 360.0, - 318.0, - 265.0, - 273.0, - 368.0, - 402.0, - 418.0, - 324.0, - 335.0, - 216.0, - 232.0, - 355.0, - 412.0, - 376.0, - 384.0, - 286.0, - 206.0, - 241.0, - 385.0, - 340.0, - 320.0, - 318.0, - 285.0, - 189.0, - 228.0, - 298.0, - 294.0, 304.0, 287.0, 267.0, @@ -89,81 +35,45 @@ 328.0, 282.0, 310.0, - 292.0, - 242.0, - 184.0 + 292.0 ], "actuals": [ + 242.0, + 184.0, 186.0, - 288.0 + 288.0, + 321.0, + 262.0, + 287.0 ], "p50": [ - 198.20347595214844, - 283.75115966796875 + 276.6637878417969, + 192.8658447265625, + 191.6431427001953, + 284.94976806640625, + 296.3242492675781, + 296.1612243652344, + 293.6839294433594 ], "p10": [ - 204.75314331054688, - 294.26690673828125 + 280.15167236328125, + 198.20968627929688, + 204.8794403076172, + 291.3690490722656, + 301.9065246582031, + 296.8889465332031, + 299.1858215332031 ], "p90": [ - 218.3759307861328, - 309.9478759765625 + 297.91143798828125, + 220.85769653320312, + 225.07994079589844, + 314.73529052734375, + 321.7416687011719, + 322.2601623535156, + 320.0887145996094 ], "timestamps": [ - "2026-03-20 00:00:00", - "2026-03-21 00:00:00", - "2026-03-22 00:00:00", - "2026-03-23 00:00:00", - "2026-03-24 00:00:00", - "2026-03-25 00:00:00", - "2026-03-26 00:00:00", - "2026-03-27 00:00:00", - "2026-03-28 00:00:00", - "2026-03-29 00:00:00", - "2026-03-30 00:00:00", - "2026-03-31 00:00:00", - "2026-04-01 00:00:00", - "2026-04-02 00:00:00", - "2026-04-03 00:00:00", - "2026-04-04 00:00:00", - "2026-04-05 00:00:00", - "2026-04-06 00:00:00", - "2026-04-07 00:00:00", - "2026-04-08 00:00:00", - "2026-04-09 00:00:00", - "2026-04-10 00:00:00", - "2026-04-11 00:00:00", - "2026-04-12 00:00:00", - "2026-04-13 00:00:00", - "2026-04-14 00:00:00", - "2026-04-15 00:00:00", - "2026-04-16 00:00:00", - "2026-04-17 00:00:00", - "2026-04-18 00:00:00", - "2026-04-19 00:00:00", - "2026-04-20 00:00:00", - "2026-04-21 00:00:00", - "2026-04-22 00:00:00", - "2026-04-23 00:00:00", - "2026-04-24 00:00:00", - "2026-04-25 00:00:00", - "2026-04-26 00:00:00", - "2026-04-27 00:00:00", - "2026-04-28 00:00:00", - "2026-04-29 00:00:00", - "2026-04-30 00:00:00", - "2026-05-01 00:00:00", - "2026-05-02 00:00:00", - "2026-05-03 00:00:00", - "2026-05-04 00:00:00", - "2026-05-05 00:00:00", - "2026-05-06 00:00:00", - "2026-05-07 00:00:00", - "2026-05-08 00:00:00", - "2026-05-09 00:00:00", - "2026-05-10 00:00:00", - "2026-05-11 00:00:00", - "2026-05-12 00:00:00", "2026-05-13 00:00:00", "2026-05-14 00:00:00", "2026-05-15 00:00:00", @@ -197,6 +107,9 @@ "2026-06-12 00:00:00", "2026-06-13 00:00:00", "2026-06-14 00:00:00", - "2026-06-15 00:00:00" + "2026-06-15 00:00:00", + "2026-06-16 00:00:00", + "2026-06-17 00:00:00", + "2026-06-18 00:00:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index b24ea04a88fa7d1fec8f011c2c55c8fd2d4b51d5..3be21e83f555a8d1d098e1bfc3ad99a0c1c8895b 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,25 +1,26 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-16T05:13:15.465340+00:00", + "evaluated_at": "2026-06-19T13:45:10.560663+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260614t230000z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", + "data_fetched_at": "2026-06-19T13:43:18.000972Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t025600z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t105000z", + "data_fetched_at": "2026-06-19T13:43:18.000972Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t050000z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260611t000000z", + "data_fetched_at": "2026-06-19T13:43:18.000972Z", + "context_length": 30, + "prediction_length": 7 } - ] + ], + "failed_datasets": [] } diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index f28f158f709944a0f8590a00f50bcfb0df919eb2..d28b3229708a9079b30b83787b1ec7534ce3b423 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,TiRex,1.7568254546962028,1.7568254546 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,87.13728198192939,87.13728198192939,6.903352816899617,0.5780740587039979,0.28441771027386237,0.2297355669490633,2.5080699805540636,9.334735238983985,0.31977398450270866,0.23648369023568144,0.18985750483240985,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,1.839548668341801,1.839548668341801,1.1477441787719727,0.5618076091321765,0.04408439322337191,0.043221437228089375,5.020380704618007,1.3562996233656488,0.052808549110162806,0.04468828552807389,0.036751716245131766,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TiRex,37.84519853415153,37.84519853415153,5.593241453170776,1.0273300628272855,0.6748851303138407,0.46375426798215674,9.455321817981954,6.151845132490863,0.597750134331096,0.5434728537493871,0.3722045599851209,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,TiRex,0.01213017851114273,0.01213017851114273,0.092010498046875,0.0033973106971153847,3.4720942659198116e-05,3.472012165363789e-05,1.1488581730769232,0.1101370896253516,4.156116589635909e-05,3.4720942659198116e-05,0.0015611557763910726,Hydrology,1 -wikimedia_time_series_hourly_pageviews/1D/short,TiRex,42.39091997034848,42.39091997034848,6.412445068359375,0.13385506650553705,0.029444010881540167,0.029126305095609643,1.3562794237567775,6.5108309738733405,0.027471860649254602,0.02705673024624209,0.03844087353012006,Web,1 +usgs_potomac_iv_usgs_00060/15min/short,TiRex,755.4486772467693,755.4486772467693,15.05938720703125,0.24503409692796607,0.006022055871502247,0.005962229141653169,6.3117036877648305,27.485426633886718,0.01084059554993067,0.0059396104021158585,0.005880337881887382,Hydrology,1 +wikimedia_time_series_hourly_pageviews/1D/short,TiRex,384.07118180487305,384.07118180487305,15.865081787109375,0.3368135957731858,0.06213313224143093,0.060067917042885534,2.0585889419335444,19.59773409873889,0.0775051631023572,0.06274326130495234,0.06103663002105158,Web,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index eb6ea375dc5c8dc678534113e67f1f2f456e2010..dfa7d6404b4507a9da692c0737c58190d3c419e6 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-19T03:46:59.414093+00:00", + "evaluated_at": "2026-06-19T13:46:06.304162+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 4df02ea129ee2c21f06ecee4914de14fb6d58f1e..48a57532e5e8e851e42cfb49d18fffc812e6b8b5 100644 --- a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,86 +1,35 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TiRex", - "evaluated_at": "2026-06-19T03:20:59.771002+00:00", + "evaluated_at": "2026-06-19T13:46:12.983033+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2600.0, - 2550.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2550.0, - 2600.0, - 2550.0, - 2600.0, - 2650.0, - 2500.0, - 2700.0, - 2700.0, - 2600.0, - 2650.0, - 2600.0, - 2700.0, - 2650.0, 2650.0, - 2600.0, - 2650.0, - 2650.0, - 2600.0, - 2600.0, 2650.0, 2650.0, - 2550.0, + 2700.0, 2650.0, 2650.0, 2650.0, 2650.0, 2700.0, - 2600.0, 2650.0, - 2600.0, 2650.0, - 2700.0, 2650.0, - 2600.0, - 2600.0, 2650.0, 2650.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, 2650.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, 2650.0, - 2600.0, - 2600.0, 2650.0, - 2600.0, 2650.0, 2650.0, 2650.0, - 2600.0, 2650.0, 2650.0, 2650.0, 2650.0, - 2600.0, 2650.0, 2650.0, 2650.0, @@ -90,6 +39,7 @@ 2650.0, 2650.0, 2650.0, + 2600.0, 2650.0, 2650.0, 2650.0, @@ -101,153 +51,163 @@ 2650.0, 2650.0, 2650.0, - 2650.0 + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 ], "actuals": [ - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0 + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2550.0, + 2500.0, + 2550.0, + 2550.0 ], "p50": [ - 2650.20458984375, - 2650.20263671875, - 2650.179443359375, - 2650.17333984375, - 2650.171875, - 2650.1474609375, - 2650.1240234375, - 2650.128662109375, - 2650.09619140625, - 2650.08544921875, - 2650.06787109375, - 2650.022705078125, - 2650.0068359375, - 2649.96044921875, - 2649.9482421875, - 2649.964111328125, - 2649.96728515625, - 2649.975830078125, - 2650.0234375, - 2650.060546875, - 2650.051025390625, - 2650.072998046875, - 2650.12060546875, - 2650.08447265625 + 2549.96240234375, + 2550.06396484375, + 2550.0771484375, + 2550.15966796875, + 2550.23291015625, + 2550.152587890625, + 2550.134033203125, + 2550.283203125, + 2550.265625, + 2550.233154296875, + 2550.185302734375, + 2550.38330078125, + 2550.536376953125, + 2550.777099609375, + 2550.841796875, + 2550.9609375, + 2551.026123046875, + 2551.227294921875, + 2550.83740234375, + 2550.712646484375, + 2550.5908203125, + 2550.6201171875, + 2550.510009765625, + 2550.576171875 ], "p10": [ - 2649.41845703125, - 2644.158203125, - 2636.99609375, - 2629.6767578125, - 2628.736572265625, - 2627.677734375, - 2623.6513671875, - 2618.55908203125, - 2616.11376953125, - 2613.104248046875, - 2615.60400390625, - 2615.598388671875, - 2613.54541015625, - 2612.524169921875, - 2610.134765625, - 2609.19775390625, - 2609.63623046875, - 2613.044189453125, - 2616.395263671875, - 2616.1171875, - 2615.270751953125, - 2613.98486328125, - 2611.55126953125, - 2610.213623046875 + 2548.5703125, + 2547.958251953125, + 2547.44287109375, + 2546.630859375, + 2545.4208984375, + 2544.056640625, + 2542.34765625, + 2540.89599609375, + 2539.409912109375, + 2537.76318359375, + 2536.5087890625, + 2535.426513671875, + 2533.629150390625, + 2532.58935546875, + 2531.646240234375, + 2530.372314453125, + 2529.555419921875, + 2529.197998046875, + 2528.2119140625, + 2527.76708984375, + 2527.990966796875, + 2526.569580078125, + 2526.121826171875, + 2525.385986328125 ], "p90": [ - 2650.727294921875, - 2650.61376953125, - 2650.560546875, - 2650.6201171875, - 2650.652587890625, - 2650.662353515625, - 2650.67138671875, - 2650.6162109375, - 2650.64111328125, - 2650.671875, - 2650.71630859375, - 2650.73388671875, - 2650.779052734375, - 2650.806884765625, - 2650.7939453125, - 2650.795654296875, - 2650.68115234375, - 2650.663818359375, - 2650.737060546875, - 2650.820556640625, - 2650.797607421875, - 2650.87548828125, - 2651.002685546875, - 2651.026611328125 + 2551.434326171875, + 2551.659912109375, + 2555.64306640625, + 2563.55078125, + 2572.269287109375, + 2576.47314453125, + 2578.0791015625, + 2580.266357421875, + 2584.1845703125, + 2586.27734375, + 2586.1181640625, + 2586.548095703125, + 2591.8017578125, + 2594.279296875, + 2591.3837890625, + 2594.791748046875, + 2597.983154296875, + 2597.883056640625, + 2595.517822265625, + 2592.982421875, + 2600.087158203125, + 2602.993408203125, + 2603.349609375, + 2602.85302734375 ], "timestamps": [ - "2026-06-18 16:55:00", - "2026-06-18 17:10:00", - "2026-06-18 17:25:00", - "2026-06-18 17:40:00", - "2026-06-18 17:55:00", - "2026-06-18 18:10:00", - "2026-06-18 18:25:00", - "2026-06-18 18:40:00", - "2026-06-18 18:55:00", - "2026-06-18 19:10:00", - "2026-06-18 19:25:00", - "2026-06-18 19:40:00", - "2026-06-18 19:55:00", - "2026-06-18 20:10:00", - "2026-06-18 20:25:00", - "2026-06-18 20:40:00", - "2026-06-18 20:55:00", - "2026-06-18 21:10:00", - "2026-06-18 21:25:00", - "2026-06-18 21:40:00", - "2026-06-18 21:55:00", - "2026-06-18 22:10:00", - "2026-06-18 22:25:00", - "2026-06-18 22:40:00", - "2026-06-18 22:55:00", - "2026-06-18 23:10:00", - "2026-06-18 23:25:00", - "2026-06-18 23:40:00", - "2026-06-18 23:55:00", - "2026-06-19 00:10:00", - "2026-06-19 00:25:00", - "2026-06-19 00:40:00", - "2026-06-19 00:55:00", - "2026-06-19 01:10:00", - "2026-06-19 01:25:00", - "2026-06-19 01:40:00", - "2026-06-19 01:55:00", - "2026-06-19 02:10:00", - "2026-06-19 02:25:00", - "2026-06-19 02:40:00", "2026-06-19 02:55:00", "2026-06-19 03:10:00", "2026-06-19 03:25:00", @@ -327,6 +287,46 @@ "2026-06-19 21:55:00", "2026-06-19 22:10:00", "2026-06-19 22:25:00", - "2026-06-19 22:40:00" + "2026-06-19 22:40:00", + "2026-06-19 22:55:00", + "2026-06-19 23:10:00", + "2026-06-19 23:25:00", + "2026-06-19 23:40:00", + "2026-06-19 23:55:00", + "2026-06-20 00:10:00", + "2026-06-20 00:25:00", + "2026-06-20 00:40:00", + "2026-06-20 00:55:00", + "2026-06-20 01:10:00", + "2026-06-20 01:25:00", + "2026-06-20 01:40:00", + "2026-06-20 01:55:00", + "2026-06-20 02:10:00", + "2026-06-20 02:25:00", + "2026-06-20 02:40:00", + "2026-06-20 02:55:00", + "2026-06-20 03:10:00", + "2026-06-20 03:25:00", + "2026-06-20 03:40:00", + "2026-06-20 03:55:00", + "2026-06-20 04:10:00", + "2026-06-20 04:25:00", + "2026-06-20 04:40:00", + "2026-06-20 04:55:00", + "2026-06-20 05:10:00", + "2026-06-20 05:25:00", + "2026-06-20 05:40:00", + "2026-06-20 05:55:00", + "2026-06-20 06:10:00", + "2026-06-20 06:25:00", + "2026-06-20 06:40:00", + "2026-06-20 06:55:00", + "2026-06-20 07:10:00", + "2026-06-20 07:25:00", + "2026-06-20 07:40:00", + "2026-06-20 07:55:00", + "2026-06-20 08:10:00", + "2026-06-20 08:25:00", + "2026-06-20 08:40:00" ] } diff --git a/results/tirex/forecasts/wikimedia_time_series_hourly_pageviews__1D__short.json b/results/tirex/forecasts/wikimedia_time_series_hourly_pageviews__1D__short.json index 7603ecc0656830e61253a85a64a725e3bbcb1b8e..37339e0c32882d838e67cf0a58d3aff7a852ddf3 100644 --- a/results/tirex/forecasts/wikimedia_time_series_hourly_pageviews__1D__short.json +++ b/results/tirex/forecasts/wikimedia_time_series_hourly_pageviews__1D__short.json @@ -1,65 +1,11 @@ { "dataset": "wikimedia_time_series_hourly_pageviews/1D/short", "model": "TiRex", - "evaluated_at": "2026-06-17T09:45:42.165364+00:00", + "evaluated_at": "2026-06-19T13:46:19.517278+00:00", "freq": "1D", - "context_length": 86, - "prediction_length": 2, + "context_length": 30, + "prediction_length": 7, "context": [ - 290.0, - 223.0, - 237.0, - 382.0, - 383.0, - 397.0, - 337.0, - 303.0, - 263.0, - 226.0, - 312.0, - 370.0, - 343.0, - 370.0, - 320.0, - 237.0, - 222.0, - 267.0, - 321.0, - 310.0, - 365.0, - 330.0, - 247.0, - 229.0, - 289.0, - 355.0, - 370.0, - 360.0, - 318.0, - 265.0, - 273.0, - 368.0, - 402.0, - 418.0, - 324.0, - 335.0, - 216.0, - 232.0, - 355.0, - 412.0, - 376.0, - 384.0, - 286.0, - 206.0, - 241.0, - 385.0, - 340.0, - 320.0, - 318.0, - 285.0, - 189.0, - 228.0, - 298.0, - 294.0, 304.0, 287.0, 267.0, @@ -89,81 +35,45 @@ 328.0, 282.0, 310.0, - 292.0, - 242.0, - 184.0 + 292.0 ], "actuals": [ + 242.0, + 184.0, 186.0, - 288.0 + 288.0, + 321.0, + 262.0, + 287.0 ], "p50": [ - 193.5400390625, - 282.71514892578125 + 268.67266845703125, + 190.88497924804688, + 192.89566040039062, + 292.54339599609375, + 299.6221008300781, + 298.5928955078125, + 295.08807373046875 ], "p10": [ - 171.33221435546875, - 243.2965087890625 + 234.3607635498047, + 157.76116943359375, + 155.40682983398438, + 237.02505493164062, + 250.84738159179688, + 246.85232543945312, + 240.8277130126953 ], "p90": [ - 220.46495056152344, - 324.1112976074219 + 308.6516418457031, + 235.59768676757812, + 243.9789276123047, + 347.65185546875, + 354.7965087890625, + 355.6990966796875, + 355.47198486328125 ], "timestamps": [ - "2026-03-20 00:00:00", - "2026-03-21 00:00:00", - "2026-03-22 00:00:00", - "2026-03-23 00:00:00", - "2026-03-24 00:00:00", - "2026-03-25 00:00:00", - "2026-03-26 00:00:00", - "2026-03-27 00:00:00", - "2026-03-28 00:00:00", - "2026-03-29 00:00:00", - "2026-03-30 00:00:00", - "2026-03-31 00:00:00", - "2026-04-01 00:00:00", - "2026-04-02 00:00:00", - "2026-04-03 00:00:00", - "2026-04-04 00:00:00", - "2026-04-05 00:00:00", - "2026-04-06 00:00:00", - "2026-04-07 00:00:00", - "2026-04-08 00:00:00", - "2026-04-09 00:00:00", - "2026-04-10 00:00:00", - "2026-04-11 00:00:00", - "2026-04-12 00:00:00", - "2026-04-13 00:00:00", - "2026-04-14 00:00:00", - "2026-04-15 00:00:00", - "2026-04-16 00:00:00", - "2026-04-17 00:00:00", - "2026-04-18 00:00:00", - "2026-04-19 00:00:00", - "2026-04-20 00:00:00", - "2026-04-21 00:00:00", - "2026-04-22 00:00:00", - "2026-04-23 00:00:00", - "2026-04-24 00:00:00", - "2026-04-25 00:00:00", - "2026-04-26 00:00:00", - "2026-04-27 00:00:00", - "2026-04-28 00:00:00", - "2026-04-29 00:00:00", - "2026-04-30 00:00:00", - "2026-05-01 00:00:00", - "2026-05-02 00:00:00", - "2026-05-03 00:00:00", - "2026-05-04 00:00:00", - "2026-05-05 00:00:00", - "2026-05-06 00:00:00", - "2026-05-07 00:00:00", - "2026-05-08 00:00:00", - "2026-05-09 00:00:00", - "2026-05-10 00:00:00", - "2026-05-11 00:00:00", - "2026-05-12 00:00:00", "2026-05-13 00:00:00", "2026-05-14 00:00:00", "2026-05-15 00:00:00", @@ -197,6 +107,9 @@ "2026-06-12 00:00:00", "2026-06-13 00:00:00", "2026-06-14 00:00:00", - "2026-06-15 00:00:00" + "2026-06-15 00:00:00", + "2026-06-16 00:00:00", + "2026-06-17 00:00:00", + "2026-06-18 00:00:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 836331e9060fef3007108a0b1794901222741b27..f8c649aa0e428e93a80d2c1739a7828ee8b31a45 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,25 +1,25 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-19T03:47:18.060653+00:00", + "evaluated_at": "2026-06-19T13:46:23.630388+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T03:44:17.277795Z", + "data_fetched_at": "2026-06-19T13:43:18.000972Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t213000z", - "data_fetched_at": "2026-06-19T03:44:17.277795Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t105000z", + "data_fetched_at": "2026-06-19T13:43:18.000972Z", + "context_length": 96, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t041000z", - "data_fetched_at": "2026-06-19T03:44:17.277795Z", - "context_length": 71, - "prediction_length": 72 + "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260611t000000z", + "data_fetched_at": "2026-06-19T13:43:18.000972Z", + "context_length": 30, + "prediction_length": 7 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 979daac21f819070bd963dee7f0527ba21e22e07..da68dd4d650bd31b6ef91d08f24a33a49b68fd9c 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,1.009892908498993,1.00989 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,24.783721695316824,24.783721695316824,4.124808708826701,0.3454038892307307,0.149620678462258,0.14597224442566573,2.3122366766900413,4.978325189791927,0.17053926451407722,0.14130090274274892,0.15030491395266196,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,1.9649310485542628,1.9649310485542628,1.1595812638600667,0.5676017264933743,0.044626437458934944,0.043349611106884844,4.906695060964293,1.4017599825056581,0.054578582491321984,0.045149171366591356,0.035164836626993816,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Toto-2.0-1B,35.696439526229824,35.696439526229824,5.406285047531128,0.9929911311791867,0.6530045609872178,0.4525982309449814,9.841335909707206,5.974649740882709,0.5805327683448787,0.5253070491528221,0.36088289680429475,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,0.0075780848662058515,0.0075780848662058515,0.08115641276041667,0.0029965444711538467,3.062506141902516e-05,3.0624521871851625e-05,1.9348805588942308,0.08705219621701599,3.284988536491169e-05,3.062506141902516e-05,0.0024804710532134434,Hydrology,1 -wikimedia_time_series_hourly_pageviews/1D/short,Toto-2.0-1B,76.48272331862245,76.48272331862245,8.214042663574219,0.17146208899897067,0.03919937277352938,0.03823576849014723,1.547837959994033,8.74544014436223,0.036900591326422906,0.034658407863182354,0.042516141266427124,Web,1 +usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,735.3968925103545,735.3968925103545,14.797251383463541,0.24076883606991525,0.005917707375919117,0.005859460648853718,5.84654594809322,27.118202235958684,0.0106957576608547,0.005836220759295399,0.005808580376095589,Hydrology,1 +wikimedia_time_series_hourly_pageviews/1D/short,Toto-2.0-1B,911.1493529982066,911.1493529982066,25.936536516462052,0.5506292525456805,0.10930430436435003,0.10222024293024637,5.839700471853716,30.18525058697056,0.11937669723660674,0.10257387322894597,0.0750636376753889,Web,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 7a97a225236e947e5be1bb6e6ccebe885b2c833b..11acf9c4d23200fd628ab73736b214ce9edc8677 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-19T03:46:18.702971+00:00", + "evaluated_at": "2026-06-19T13:45:34.302764+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index f90f42b486124a5eb7d66bbcc6b8de3adebbdfa6..26bfab6f2240765448202645a96fa32f1cf6a10c 100644 --- a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,86 +1,35 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-19T03:20:19.254386+00:00", + "evaluated_at": "2026-06-19T13:45:51.341551+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2600.0, - 2550.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2550.0, - 2600.0, - 2550.0, - 2600.0, - 2650.0, - 2500.0, - 2700.0, - 2700.0, - 2600.0, - 2650.0, - 2600.0, - 2700.0, - 2650.0, 2650.0, - 2600.0, - 2650.0, - 2650.0, - 2600.0, - 2600.0, 2650.0, 2650.0, - 2550.0, + 2700.0, 2650.0, 2650.0, 2650.0, 2650.0, 2700.0, - 2600.0, 2650.0, - 2600.0, 2650.0, - 2700.0, 2650.0, - 2600.0, - 2600.0, 2650.0, 2650.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, 2650.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, 2650.0, - 2600.0, - 2600.0, 2650.0, - 2600.0, 2650.0, 2650.0, 2650.0, - 2600.0, 2650.0, 2650.0, 2650.0, 2650.0, - 2600.0, 2650.0, 2650.0, 2650.0, @@ -90,6 +39,7 @@ 2650.0, 2650.0, 2650.0, + 2600.0, 2650.0, 2650.0, 2650.0, @@ -101,153 +51,163 @@ 2650.0, 2650.0, 2650.0, - 2650.0 + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 ], "actuals": [ - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0 + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2550.0, + 2500.0, + 2550.0, + 2550.0 ], "p50": [ - 2650.114013671875, - 2650.126953125, - 2650.1044921875, - 2650.11181640625, - 2650.10400390625, - 2650.138671875, - 2650.10986328125, - 2650.087890625, - 2650.063232421875, - 2650.08154296875, - 2650.05615234375, - 2650.095947265625, - 2650.071533203125, - 2650.0556640625, - 2650.107177734375, - 2650.0986328125, - 2650.092041015625, - 2650.0625, - 2650.07666015625, - 2650.0732421875, - 2650.036865234375, - 2650.02490234375, - 2650.025634765625, - 2650.0283203125 + 2550.18017578125, + 2550.18359375, + 2550.243408203125, + 2550.16552734375, + 2550.169921875, + 2550.240478515625, + 2550.237060546875, + 2550.10107421875, + 2550.1591796875, + 2550.286376953125, + 2550.250244140625, + 2550.253662109375, + 2550.467041015625, + 2550.196044921875, + 2550.215576171875, + 2550.2529296875, + 2550.210693359375, + 2550.166748046875, + 2550.1767578125, + 2550.16357421875, + 2550.0634765625, + 2550.296630859375, + 2550.258056640625, + 2550.19580078125 ], "p10": [ - 2649.765869140625, - 2638.9599609375, - 2621.447265625, - 2608.048095703125, - 2600.3818359375, - 2601.053955078125, - 2598.741455078125, - 2598.80419921875, - 2597.788818359375, - 2598.970458984375, - 2600.2763671875, - 2599.57958984375, - 2599.501708984375, - 2599.62451171875, - 2600.188720703125, - 2599.71875, - 2598.72314453125, - 2598.4931640625, - 2598.538818359375, - 2599.16748046875, - 2599.22900390625, - 2598.8203125, - 2598.83349609375, - 2598.33251953125 + 2549.58642578125, + 2549.4990234375, + 2549.388427734375, + 2549.287353515625, + 2549.301025390625, + 2549.375, + 2549.070068359375, + 2547.49609375, + 2544.87890625, + 2543.124755859375, + 2541.128662109375, + 2539.237548828125, + 2537.272705078125, + 2535.76611328125, + 2534.018798828125, + 2531.724365234375, + 2529.278076171875, + 2526.26171875, + 2523.312744140625, + 2521.4677734375, + 2518.1513671875, + 2515.422607421875, + 2512.6689453125, + 2511.376708984375 ], "p90": [ - 2650.3330078125, - 2650.262451171875, - 2650.31884765625, - 2650.388671875, - 2650.37158203125, - 2650.268798828125, - 2650.4072265625, - 2650.446533203125, - 2650.69921875, - 2651.0703125, - 2652.01513671875, - 2653.06591796875, - 2654.66796875, - 2655.35107421875, - 2657.021728515625, - 2658.59423828125, - 2659.95751953125, - 2661.94140625, - 2663.6923828125, - 2664.7763671875, - 2665.981689453125, - 2667.428955078125, - 2669.38623046875, - 2672.214599609375 + 2578.62060546875, + 2551.065673828125, + 2580.291748046875, + 2582.144775390625, + 2578.609130859375, + 2574.382080078125, + 2593.17578125, + 2597.632568359375, + 2599.300048828125, + 2591.931640625, + 2595.896240234375, + 2598.2861328125, + 2599.888916015625, + 2600.44775390625, + 2599.69140625, + 2599.1923828125, + 2600.72900390625, + 2599.618408203125, + 2599.749267578125, + 2599.164306640625, + 2599.391357421875, + 2601.297607421875, + 2600.53955078125, + 2601.2607421875 ], "timestamps": [ - "2026-06-18 16:55:00", - "2026-06-18 17:10:00", - "2026-06-18 17:25:00", - "2026-06-18 17:40:00", - "2026-06-18 17:55:00", - "2026-06-18 18:10:00", - "2026-06-18 18:25:00", - "2026-06-18 18:40:00", - "2026-06-18 18:55:00", - "2026-06-18 19:10:00", - "2026-06-18 19:25:00", - "2026-06-18 19:40:00", - "2026-06-18 19:55:00", - "2026-06-18 20:10:00", - "2026-06-18 20:25:00", - "2026-06-18 20:40:00", - "2026-06-18 20:55:00", - "2026-06-18 21:10:00", - "2026-06-18 21:25:00", - "2026-06-18 21:40:00", - "2026-06-18 21:55:00", - "2026-06-18 22:10:00", - "2026-06-18 22:25:00", - "2026-06-18 22:40:00", - "2026-06-18 22:55:00", - "2026-06-18 23:10:00", - "2026-06-18 23:25:00", - "2026-06-18 23:40:00", - "2026-06-18 23:55:00", - "2026-06-19 00:10:00", - "2026-06-19 00:25:00", - "2026-06-19 00:40:00", - "2026-06-19 00:55:00", - "2026-06-19 01:10:00", - "2026-06-19 01:25:00", - "2026-06-19 01:40:00", - "2026-06-19 01:55:00", - "2026-06-19 02:10:00", - "2026-06-19 02:25:00", - "2026-06-19 02:40:00", "2026-06-19 02:55:00", "2026-06-19 03:10:00", "2026-06-19 03:25:00", @@ -327,6 +287,46 @@ "2026-06-19 21:55:00", "2026-06-19 22:10:00", "2026-06-19 22:25:00", - "2026-06-19 22:40:00" + "2026-06-19 22:40:00", + "2026-06-19 22:55:00", + "2026-06-19 23:10:00", + "2026-06-19 23:25:00", + "2026-06-19 23:40:00", + "2026-06-19 23:55:00", + "2026-06-20 00:10:00", + "2026-06-20 00:25:00", + "2026-06-20 00:40:00", + "2026-06-20 00:55:00", + "2026-06-20 01:10:00", + "2026-06-20 01:25:00", + "2026-06-20 01:40:00", + "2026-06-20 01:55:00", + "2026-06-20 02:10:00", + "2026-06-20 02:25:00", + "2026-06-20 02:40:00", + "2026-06-20 02:55:00", + "2026-06-20 03:10:00", + "2026-06-20 03:25:00", + "2026-06-20 03:40:00", + "2026-06-20 03:55:00", + "2026-06-20 04:10:00", + "2026-06-20 04:25:00", + "2026-06-20 04:40:00", + "2026-06-20 04:55:00", + "2026-06-20 05:10:00", + "2026-06-20 05:25:00", + "2026-06-20 05:40:00", + "2026-06-20 05:55:00", + "2026-06-20 06:10:00", + "2026-06-20 06:25:00", + "2026-06-20 06:40:00", + "2026-06-20 06:55:00", + "2026-06-20 07:10:00", + "2026-06-20 07:25:00", + "2026-06-20 07:40:00", + "2026-06-20 07:55:00", + "2026-06-20 08:10:00", + "2026-06-20 08:25:00", + "2026-06-20 08:40:00" ] } diff --git a/results/toto_2_0_1b/forecasts/wikimedia_time_series_hourly_pageviews__1D__short.json b/results/toto_2_0_1b/forecasts/wikimedia_time_series_hourly_pageviews__1D__short.json index d5d17f4cf7773fe7ce633b03a20cb2d7eab95595..9ca1c9c732462896122919afcbf082a6bd7e1530 100644 --- a/results/toto_2_0_1b/forecasts/wikimedia_time_series_hourly_pageviews__1D__short.json +++ b/results/toto_2_0_1b/forecasts/wikimedia_time_series_hourly_pageviews__1D__short.json @@ -1,65 +1,11 @@ { "dataset": "wikimedia_time_series_hourly_pageviews/1D/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-17T09:45:14.891814+00:00", + "evaluated_at": "2026-06-19T13:45:57.371969+00:00", "freq": "1D", - "context_length": 86, - "prediction_length": 2, + "context_length": 30, + "prediction_length": 7, "context": [ - 290.0, - 223.0, - 237.0, - 382.0, - 383.0, - 397.0, - 337.0, - 303.0, - 263.0, - 226.0, - 312.0, - 370.0, - 343.0, - 370.0, - 320.0, - 237.0, - 222.0, - 267.0, - 321.0, - 310.0, - 365.0, - 330.0, - 247.0, - 229.0, - 289.0, - 355.0, - 370.0, - 360.0, - 318.0, - 265.0, - 273.0, - 368.0, - 402.0, - 418.0, - 324.0, - 335.0, - 216.0, - 232.0, - 355.0, - 412.0, - 376.0, - 384.0, - 286.0, - 206.0, - 241.0, - 385.0, - 340.0, - 320.0, - 318.0, - 285.0, - 189.0, - 228.0, - 298.0, - 294.0, 304.0, 287.0, 267.0, @@ -89,81 +35,45 @@ 328.0, 282.0, 310.0, - 292.0, - 242.0, - 184.0 + 292.0 ], "actuals": [ + 242.0, + 184.0, 186.0, - 288.0 + 288.0, + 321.0, + 262.0, + 287.0 ], "p50": [ - 197.21607971191406, - 293.2120056152344 + 287.5650634765625, + 211.9385986328125, + 206.17202758789062, + 291.515625, + 303.95904541015625, + 312.17559814453125, + 304.14788818359375 ], "p10": [ - 165.77688598632812, - 252.80294799804688 + 261.70574951171875, + 182.16604614257812, + 184.98724365234375, + 254.21690368652344, + 273.541259765625, + 279.10357666015625, + 274.6058654785156 ], "p90": [ - 230.447998046875, - 336.43292236328125 + 316.7557678222656, + 243.24078369140625, + 229.4787139892578, + 331.44036865234375, + 341.9325866699219, + 357.5516357421875, + 343.0439453125 ], "timestamps": [ - "2026-03-20 00:00:00", - "2026-03-21 00:00:00", - "2026-03-22 00:00:00", - "2026-03-23 00:00:00", - "2026-03-24 00:00:00", - "2026-03-25 00:00:00", - "2026-03-26 00:00:00", - "2026-03-27 00:00:00", - "2026-03-28 00:00:00", - "2026-03-29 00:00:00", - "2026-03-30 00:00:00", - "2026-03-31 00:00:00", - "2026-04-01 00:00:00", - "2026-04-02 00:00:00", - "2026-04-03 00:00:00", - "2026-04-04 00:00:00", - "2026-04-05 00:00:00", - "2026-04-06 00:00:00", - "2026-04-07 00:00:00", - "2026-04-08 00:00:00", - "2026-04-09 00:00:00", - "2026-04-10 00:00:00", - "2026-04-11 00:00:00", - "2026-04-12 00:00:00", - "2026-04-13 00:00:00", - "2026-04-14 00:00:00", - "2026-04-15 00:00:00", - "2026-04-16 00:00:00", - "2026-04-17 00:00:00", - "2026-04-18 00:00:00", - "2026-04-19 00:00:00", - "2026-04-20 00:00:00", - "2026-04-21 00:00:00", - "2026-04-22 00:00:00", - "2026-04-23 00:00:00", - "2026-04-24 00:00:00", - "2026-04-25 00:00:00", - "2026-04-26 00:00:00", - "2026-04-27 00:00:00", - "2026-04-28 00:00:00", - "2026-04-29 00:00:00", - "2026-04-30 00:00:00", - "2026-05-01 00:00:00", - "2026-05-02 00:00:00", - "2026-05-03 00:00:00", - "2026-05-04 00:00:00", - "2026-05-05 00:00:00", - "2026-05-06 00:00:00", - "2026-05-07 00:00:00", - "2026-05-08 00:00:00", - "2026-05-09 00:00:00", - "2026-05-10 00:00:00", - "2026-05-11 00:00:00", - "2026-05-12 00:00:00", "2026-05-13 00:00:00", "2026-05-14 00:00:00", "2026-05-15 00:00:00", @@ -197,6 +107,9 @@ "2026-06-12 00:00:00", "2026-06-13 00:00:00", "2026-06-14 00:00:00", - "2026-06-15 00:00:00" + "2026-06-15 00:00:00", + "2026-06-16 00:00:00", + "2026-06-17 00:00:00", + "2026-06-18 00:00:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index e449b8d18f7a12dc6bdb2fd2299d01ffb7067520..a65c28320a071f36a9ea0c127ce8c254ceb794ca 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,25 +1,25 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-19T03:46:50.815215+00:00", + "evaluated_at": "2026-06-19T13:45:59.799745+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t230000z", - "data_fetched_at": "2026-06-19T03:44:17.277795Z", + "data_fetched_at": "2026-06-19T13:43:18.000972Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t213000z", - "data_fetched_at": "2026-06-19T03:44:17.277795Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260619t105000z", + "data_fetched_at": "2026-06-19T13:43:18.000972Z", + "context_length": 96, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260618t041000z", - "data_fetched_at": "2026-06-19T03:44:17.277795Z", - "context_length": 71, - "prediction_length": 72 + "dataset": "task_wikimedia_time_series_hourly_enwiki_article_time_series_pageviews_20260611t000000z", + "data_fetched_at": "2026-06-19T13:43:18.000972Z", + "context_length": 30, + "prediction_length": 7 } ], "failed_datasets": []