diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 1954821609234328c7f538fefca92915a1505bd3..94bc90f486d8ea2c487d623066865d77fc4a43e2 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,553460.0693858288,290856.15252544126,508.20470424180104,0.44728310492473433,0.007918319918831037,0.007952549063817435,5.947007625852422,743.9489696113765,0.011605855047626066,0.007928164931840809,0.006604351835688558,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,554017.2673169231,290908.66369106754,508.46642299180104,0.44751344985098146,0.007922447059760763,0.007956669693691116,5.947007625852422,744.3233620657913,0.011611742870018106,0.007932280058269594,0.006606646954019098,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,23.339012917563625,24.127678798785734,3.92323273134415,2.1556225096116486,0.14572634493310063,0.16336371691708315,74.95807047940423,4.831046772446281,0.19184460425807365,0.1557946064711608,0.1530334168746246,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.535329956300751,0.5364501968780073,0.5803778087085167,1.685837930431661,0.5272991974017691,0.7983357531747269,65.70025403754019,0.7316624606338301,0.816374996431653,0.6475744718445356,0.6443293886043115,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.04051125167734902,0.047293925192861255,0.18511493191476186,2.17782297275412,0.12028685440811808,0.13061861040316733,30.351890317086106,0.20127407105076656,0.1368435590826109,0.1258571756923517,0.11048171833662629,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,ARIMA,1.5882842014660816,2.0512559471 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,280.62196318414226,288.23101358021466,12.906385561838798,1.1532468625741548,0.4287285489400429,0.5581643581948046,21.575746367392085,16.75177492638145,0.6528784773535611,0.5030094656107862,0.46098574878821896,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ARIMA,8.827877045074457,8.9457924155883,2.429326433079963,1.241523091107205,0.08871368780485235,0.09489495032165551,28.35449334992788,2.971174354539709,0.11297240673304075,0.09236982456647304,0.08516844280725475,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ARIMA,26.47361100867586,20.321784550218577,3.859470183995965,0.6736529775702046,0.9811292796936301,0.4739205613245552,3.97520030155435,5.145251306658972,0.6398239966829811,0.479934116144576,0.386697048362335,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,ARIMA,566.817312081297,864.6865492032202,27.636895635844553,0.9475507075146704,0.011054818803850187,0.011111713114091593,3.5707845461397008,23.80792540481629,0.009539068609609198,0.011073213610355079,0.008806424849171757,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,ARIMA,701.7189259727851,1974.8877711992457,39.61618767465698,2.0016600088247736,0.016367079372875324,0.016536096344545698,8.531167876305652,26.48997784017165,0.010989792016665854,0.016435410616970916,0.011447029789088854,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,ARIMA,2599.5201170151004,2216.5686908570165,40.432826615787135,0.8381357911778606,0.1818877265305847,0.16515149789232947,7.202835508742811,50.98548927896152,0.20266804369831382,0.1607210598015389,0.1217255860630082,Web,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index ec90f9d20e60ab595a67d720f6c7ad57086d789d..16869267b295292fefc7632b686045dbdf0b16fc 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T00:11:36.773564+00:00", + "evaluated_at": "2026-06-22T00:19:18.252212+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63808.01171875, 63801.58984375, 63311.98828125, - 63517.359375 + 63511.078125 ], "p50": [ 63626.177558686555, diff --git a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 9c9a99d0b1c823ba83a0d387e267bae6a068cb1b..c817e210dbc924e0335606a09ec7c5800833c8ea 100644 --- a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,332 +1,332 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ARIMA", - "evaluated_at": "2026-06-20T17:12:56.698437+00:00", + "evaluated_at": "2026-06-22T00:19:18.277259+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2500.0, - 2500.0, - 2550.0, - 2550.0, - 2500.0, - 2550.0, - 2550.0, - 2550.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, 2450.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, 2450.0, - 2500.0, - 2500.0, - 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, 2450.0, + 2400.0, 2450.0, + 2400.0, 2450.0, + 2400.0, 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, 2450.0, - 2500.0, + 2400.0, 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, 2450.0, + 2400.0, 2500.0, + 2400.0, + 2400.0, + 2400.0, 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, 2450.0, + 2400.0, + 2400.0, + 2400.0, 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, 2450.0, - 2450.0, - 2450.0, - 2500.0, - 2450.0, - 2500.0, - 2500.0, - 2450.0, - 2450.0, - 2450.0, - 2450.0, - 2450.0, - 2500.0, - 2450.0, - 2450.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0 + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 ], "actuals": [ - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2550.0, - 2500.0, - 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, 2450.0, - 2500.0, + 2400.0, + 2400.0, 2450.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, 2450.0, - 2500.0 + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 ], "p50": [ - 2474.370949413732, - 2474.284950815895, - 2474.200124120212, - 2474.4630570501604, - 2474.359851656337, - 2474.2639168226115, - 2474.308306190123, - 2474.2132579082545, - 2474.2459358614988, - 2474.1564756044263, - 2474.2838811239944, - 2474.4262082728555, - 2474.2838811239935, - 2474.213257907397, - 2474.2000210235237, - 2474.308306181227, - 2474.2838811239935, - 2474.213257907397, - 2474.1867841396506, - 2474.308306181227, - 2474.00374654218, - 2474.273898927152, - 2474.321865911329, - 2474.4630471137225 + 2371.249457071787, + 2369.4907509227924, + 2370.0079133696136, + 2370.1163125818766, + 2371.2495419408688, + 2369.9908054430043, + 2370.7897737931426, + 2371.0068480336295, + 2370.7897736300188, + 2369.9908072375247, + 2371.679596745615, + 2371.5858967109743, + 2371.6795967456037, + 2370.9374482113835, + 2372.26030629644, + 2370.290106618637, + 2370.9374482113835, + 2370.2274690411255, + 2370.5712589123928, + 2371.4921966763477, + 2369.0504452829337, + 2370.9374482113835, + 2372.3090352073614, + 2370.5712589123928 ], "p10": [ - 2449.848418977337, - 2449.8383899541723, - 2453.006791131046, - 2453.0066979707954, - 2445.457096063845, - 2449.018994369454, - 2451.812023440698, - 2449.503988515822, - 2453.0066880344402, - 2455.2626241105227, - 2452.9087511997554, - 2453.8040705208523, - 2455.1740260564593, - 2449.8743571230816, - 2453.0066880343575, - 2449.5039885149645, - 2449.8743571230816, - 2455.2626241105145, - 2455.2626241105145, - 2449.5039885149645, - 2449.8373202622697, - 2451.77498657099, - 2449.455489091183, - 2455.9551208074913 + 2362.1103742411347, + 2359.544158703408, + 2359.5719082708392, + 2359.7604853661314, + 2359.569597774293, + 2360.4089179797547, + 2360.242540542394, + 2359.760698937101, + 2357.8487509935194, + 2359.5214711249605, + 2360.3214973187028, + 2359.521471125086, + 2360.4061419223895, + 2359.5695781959525, + 2359.0885074873017, + 2359.5214711250874, + 2359.5214711250874, + 2359.0885074873017, + 2359.760698952181, + 2362.1238175057074, + 2357.8487509921374, + 2359.760698952181, + 2360.293718798569, + 2359.0885074873017 ], "p90": [ - 2493.640837234172, - 2514.0837442087327, - 2514.5059924120005, - 2499.8779420456012, - 2498.7933331541963, - 2498.793332288825, - 2514.035650659229, - 2500.0113737877437, - 2506.609426803324, - 2492.2036820032495, - 2501.7520566780768, - 2493.6297385191046, - 2499.8779321091633, - 2501.212348886391, - 2492.7469774930405, - 2500.011373786886, - 2501.212348886391, - 2500.011373786886, - 2498.7933321965247, - 2500.011373786886, - 2506.609426803241, - 2499.8779321091633, - 2507.3520491879503, - 2498.6728210951205 + 2416.8536723740203, + 2412.7648050935495, + 2412.792554660981, + 2418.031760485976, + 2416.6223898502185, + 2417.036430033621, + 2417.0364319927735, + 2417.036431813188, + 2410.7951391227894, + 2412.7902245859673, + 2417.036431828279, + 2417.1359860526422, + 2418.221331878576, + 2413.8964209727633, + 2413.8964209727633, + 2417.1359860526436, + 2414.2104220583137, + 2417.1359860526436, + 2413.8964209727633, + 2413.8964209727633, + 2416.5763634322793, + 2413.8964209727633, + 2418.0319740720256, + 2414.164415218715 ], "timestamps": [ - "2026-06-20 05:55:00", - "2026-06-20 06:10:00", - "2026-06-20 06:25:00", - "2026-06-20 06:40:00", - "2026-06-20 06:55:00", - "2026-06-20 07:10:00", - "2026-06-20 07:25:00", - "2026-06-20 07:40:00", - "2026-06-20 07:55:00", - "2026-06-20 08:10:00", - "2026-06-20 08:25:00", - "2026-06-20 08:40:00", - "2026-06-20 08:55:00", - "2026-06-20 09:10:00", - "2026-06-20 09:25:00", - "2026-06-20 09:40:00", - "2026-06-20 09:55:00", - "2026-06-20 10:10:00", - "2026-06-20 10:25:00", - "2026-06-20 10:40:00", - "2026-06-20 10:55:00", - "2026-06-20 11:10:00", - "2026-06-20 11:25:00", - "2026-06-20 11:40:00", - "2026-06-20 11:55:00", - "2026-06-20 12:10:00", - "2026-06-20 12:25:00", - "2026-06-20 12:40:00", - "2026-06-20 12:55:00", - "2026-06-20 13:10:00", - "2026-06-20 13:25:00", - "2026-06-20 13:40:00", - "2026-06-20 13:55:00", - "2026-06-20 14:10:00", - "2026-06-20 14:25:00", - "2026-06-20 14:40:00", - "2026-06-20 14:55:00", - "2026-06-20 15:10:00", - "2026-06-20 15:25:00", - "2026-06-20 15:40:00", - "2026-06-20 15:55:00", - "2026-06-20 16:10:00", - "2026-06-20 16:25:00", - "2026-06-20 16:40:00", - "2026-06-20 16:55:00", - "2026-06-20 17:10:00", - "2026-06-20 17:25:00", - "2026-06-20 17:40:00", - "2026-06-20 17:55:00", - "2026-06-20 18:10:00", - "2026-06-20 18:25:00", - "2026-06-20 18:40:00", - "2026-06-20 18:55:00", - "2026-06-20 19:10:00", - "2026-06-20 19:25:00", - "2026-06-20 19:40:00", - "2026-06-20 19:55:00", - "2026-06-20 20:10:00", - "2026-06-20 20:25:00", - "2026-06-20 20:40:00", - "2026-06-20 20:55:00", - "2026-06-20 21:10:00", - "2026-06-20 21:25:00", - "2026-06-20 21:40:00", - "2026-06-20 21:55:00", - "2026-06-20 22:10:00", - "2026-06-20 22:25:00", - "2026-06-20 22:40:00", - "2026-06-20 22:55:00", - "2026-06-20 23:10:00", - "2026-06-20 23:25:00", - "2026-06-20 23:40:00", - "2026-06-20 23:55:00", - "2026-06-21 00:10:00", - "2026-06-21 00:25:00", - "2026-06-21 00:40:00", - "2026-06-21 00:55:00", - "2026-06-21 01:10:00", - "2026-06-21 01:25:00", - "2026-06-21 01:40:00", - "2026-06-21 01:55:00", - "2026-06-21 02:10:00", - "2026-06-21 02:25:00", - "2026-06-21 02:40:00", - "2026-06-21 02:55:00", - "2026-06-21 03:10:00", - "2026-06-21 03:25:00", - "2026-06-21 03:40:00", - "2026-06-21 03:55:00", - "2026-06-21 04:10:00", - "2026-06-21 04:25:00", - "2026-06-21 04:40:00", - "2026-06-21 04:55:00", - "2026-06-21 05:10:00", - "2026-06-21 05:25:00", - "2026-06-21 05:40:00", - "2026-06-21 05:55:00", - "2026-06-21 06:10:00", - "2026-06-21 06:25:00", - "2026-06-21 06:40:00", - "2026-06-21 06:55:00", - "2026-06-21 07:10:00", - "2026-06-21 07:25:00", - "2026-06-21 07:40:00", - "2026-06-21 07:55:00", - "2026-06-21 08:10:00", - "2026-06-21 08:25:00", - "2026-06-21 08:40:00", - "2026-06-21 08:55:00", - "2026-06-21 09:10:00", - "2026-06-21 09:25:00", - "2026-06-21 09:40:00", - "2026-06-21 09:55:00", - "2026-06-21 10:10:00", - "2026-06-21 10:25:00", - "2026-06-21 10:40:00", - "2026-06-21 10:55:00", - "2026-06-21 11:10:00", - "2026-06-21 11:25:00", - "2026-06-21 11:40:00" + "2026-06-21 13:55:00", + "2026-06-21 14:10:00", + "2026-06-21 14:25:00", + "2026-06-21 14:40:00", + "2026-06-21 14:55:00", + "2026-06-21 15:10:00", + "2026-06-21 15:25:00", + "2026-06-21 15:40:00", + "2026-06-21 15:55:00", + "2026-06-21 16:10:00", + "2026-06-21 16:25:00", + "2026-06-21 16:40:00", + "2026-06-21 16:55:00", + "2026-06-21 17:10:00", + "2026-06-21 17:25:00", + "2026-06-21 17:40:00", + "2026-06-21 17:55:00", + "2026-06-21 18:10:00", + "2026-06-21 18:25:00", + "2026-06-21 18:40:00", + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 683ab698df9220ca9f54a39bd0095fbc195654c0..48826c142d92ac0bcaf8da849b33274c07c3a948 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,19 +1,19 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T00:11:36.819945+00:00", + "evaluated_at": "2026-06-22T00:19:18.294219+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:08:37.363529Z", + "data_fetched_at": "2026-06-22T00:16:33.110553Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t180000z", - "data_fetched_at": "2026-06-22T00:08:37.363529Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", + "data_fetched_at": "2026-06-22T00:16:33.110553Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index f5a0f2254806d77df40ab200191006e6b6ca230c..127087e2be2abdc8e56ffadd4808bcce6b867e4b 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -13,4 +13,4 @@ date,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank, 2026-06-19,Chronos-2,5.000,4.600,5.200,5.200,5.000,5.200,4.500,5.200,5.000,5.200 2026-06-20,Chronos-2,5.300,4.900,5.000,5.000,5.300,5.000,4.800,5.000,5.300,5.200 2026-06-21,Chronos-2,4.600,5.100,4.400,4.400,4.600,5.000,4.100,4.900,4.700,5.000 -2026-06-22,Chronos-2,5.600,4.500,4.900,5.200,5.600,4.700,3.400,4.900,5.600,5.000 +2026-06-22,Chronos-2,5.000,4.000,4.400,4.800,5.000,4.300,3.500,4.400,5.000,4.600 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index d6fba0ea6c52e4ce83a0bb5a03a3c591a39ebd84..c0f288b19faa9d1ab0d48e634600c56f7c7f669e 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,4 +1,4 @@ week,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,,2.751,3.064,3.077,2.902,3.077,2.505,3.077,2.918,3.103 2026-W25,Chronos-Bolt-Mini,4.967,4.229,4.414,4.414,4.414,4.529,3.857,4.486,4.429,4.529 -2026-W26,Chronos-Bolt-Mini,5.6,4.5,4.9,5.2,5.6,4.7,3.4,4.9,5.6,5.0 +2026-W26,Chronos-Bolt-Mini,5.0,4.0,4.4,4.8,5.0,4.3,3.5,4.4,5.0,4.6 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 51d07fbc38d1e851f5decd877b0ef1eccf4db356..fbc7bf950be2c3db5324c3589c83e62a0d770a67 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,204230.64767583212,204230.64767583212,356.8981119791667,0.3141145572549914,0.0055849835510729294,0.00556006408518329,1.9525816537906209,451.91885076397523,0.007050086618167214,0.005567731018654916,0.005364950611028567,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,204727.16494878134,204727.16494878134,357.1598307291667,0.3143449021812385,0.00558916572422212,0.0055641844912423894,1.9525816537906209,452.46786068049227,0.007058680034692571,0.005571836555574478,0.005366333379177568,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,0.8190864914031408,0.8190864914031408,0.69321076075236,0.38088505630682673,0.027901220956347006,0.027436930558977266,2.1561741380116493,0.9050339725132648,0.03593959911280288,0.027527935523719557,0.026277060517932285,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.014093311717438025,0.014093311717438025,0.10189460118611654,0.29597579543575236,0.1085522583774586,0.11549665169424797,1.1952334544478778,0.1187152547798219,0.13246021343407807,0.11369204948366375,0.10923601848095346,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.0477887003611218,0.0477887003611218,0.18799307776821983,2.2116835160056176,0.12235337286127618,0.1328362204136937,35.287814110280046,0.21860626789074875,0.14862748877569745,0.12781398870900057,0.10666352752627632,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,Chronos-2,2.136197004407677,2.1361970 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,66.76668333288387,66.76668333288387,6.642537713050842,0.5756545897559374,0.30416807990406763,0.24707373568244964,2.766642531394908,8.171088258786822,0.31887173692826626,0.25922098392393533,0.20003773135329111,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,0.731881801238463,0.731881801238463,0.7398017247517904,0.37672295824585333,0.030558016764415153,0.03011294164019726,1.8278462879973016,0.8555009066263244,0.03450180238844051,0.029835728654771153,0.025643696839247374,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,14.024482223939799,14.024482223939799,3.0783149798711142,0.5764334942801567,0.6302936730068532,0.38041513501940977,6.188031558717646,3.744927532535149,0.47304347779391354,0.3888397869310881,0.29737386168095103,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,965.9470370511214,965.9470370511214,16.222900390625,0.5989993990384616,0.0066336370391853056,0.006697705242161625,7.469500075120191,31.07968849668737,0.012893907068634346,0.006730330326274849,0.006246505082288966,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,516.169103803734,516.169103803734,10.558563232421875,0.5334853001644736,0.00431122604681521,0.004354655157135808,6.413764391447368,22.71935526822304,0.00942548878889115,0.0043803892407627484,0.0040309764349551035,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,622.5729710326663,622.5729710326663,21.40478515625,0.43196852437804456,0.09646219551586514,0.09093249304966737,2.761189469192312,24.95141220517721,0.10043696689835566,0.08616072230807936,0.07001796725093194,Web,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 68b8ff40a209d4e55c3728879619e0dbfed0e09b..3147ad73d9409096527c2734e656cca6747b4572 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T00:09:11.811667+00:00", + "evaluated_at": "2026-06-22T00:16:56.041225+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63808.01171875, 63801.58984375, 63311.98828125, - 63517.359375 + 63511.078125 ], "p50": [ 64307.55859375, diff --git a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 897d2fa949c075f2b634743dbeda00177ef6083f..8495cedbd849915fc08e093390d78b78a5365a85 100644 --- a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,12 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-21T22:12:34.061059+00:00", + "evaluated_at": "2026-06-22T00:16:59.392136+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2400.0, 2400.0, 2350.0, 2350.0, @@ -16,14 +15,11 @@ 2400.0, 2400.0, 2400.0, - 2350.0, - 2350.0, 2400.0, - 2350.0, - 2350.0, 2400.0, 2400.0, 2400.0, + 2350.0, 2400.0, 2400.0, 2400.0, @@ -32,39 +28,36 @@ 2400.0, 2400.0, 2400.0, - 2350.0, - 2350.0, - 2350.0, 2400.0, 2400.0, - 2350.0, - 2350.0, + 2450.0, 2400.0, 2400.0, 2400.0, 2400.0, - 2350.0, - 2350.0, - 2350.0, - 2350.0, 2400.0, 2400.0, 2400.0, + 2450.0, 2400.0, 2400.0, 2400.0, 2400.0, 2400.0, - 2350.0, 2400.0, 2400.0, + 2450.0, 2400.0, + 2450.0, 2400.0, + 2450.0, 2400.0, + 2450.0, 2400.0, 2400.0, 2400.0, 2400.0, + 2450.0, 2400.0, 2450.0, 2400.0, @@ -74,20 +67,25 @@ 2400.0, 2400.0, 2400.0, - 2450.0, 2400.0, 2400.0, 2400.0, + 2450.0, 2400.0, + 2500.0, 2400.0, 2400.0, 2400.0, 2450.0, 2400.0, - 2450.0, + 2350.0, + 2400.0, + 2400.0, 2400.0, 2450.0, 2400.0, + 2400.0, + 2400.0, 2450.0, 2400.0, 2400.0, @@ -95,7 +93,9 @@ 2400.0, 2450.0, 2400.0, - 2450.0, + 2400.0, + 2400.0, + 2400.0, 2400.0, 2400.0, 2400.0, @@ -108,118 +108,106 @@ 2400.0, 2400.0, 2400.0, - 2450.0, - 2400.0, - 2500.0, 2400.0, 2400.0, 2400.0, 2450.0, 2400.0, - 2350.0, 2400.0, + 2450.0, 2400.0, 2400.0, - 2450.0, 2400.0, + 2450.0, + 2450.0, 2400.0, 2400.0, 2450.0, 2400.0, 2400.0, + 2400.0, + 2400.0, 2400.0 ], "p50": [ - 2397.21435546875, - 2397.548095703125, - 2397.62646484375, - 2398.078125, - 2398.31787109375, - 2398.034912109375, - 2398.3466796875, - 2398.202880859375, - 2398.894775390625, - 2398.58447265625, - 2398.201416015625, - 2397.47314453125, - 2397.249267578125, - 2397.8369140625, - 2397.543701171875, - 2398.457763671875, - 2399.141357421875, - 2398.584228515625, - 2398.1474609375, - 2398.22998046875, - 2398.96630859375, - 2398.21044921875, - 2398.130615234375, - 2398.127685546875 + 2400.20263671875, + 2400.25048828125, + 2400.254638671875, + 2400.19189453125, + 2400.23095703125, + 2400.23876953125, + 2400.175537109375, + 2400.25830078125, + 2400.241455078125, + 2400.21044921875, + 2400.200439453125, + 2400.092529296875, + 2400.177490234375, + 2400.202392578125, + 2400.16943359375, + 2400.123779296875, + 2400.341552734375, + 2400.39697265625, + 2400.382080078125, + 2400.262939453125, + 2400.28759765625, + 2400.302978515625, + 2400.20458984375, + 2400.273681640625 ], "p10": [ - 2397.354248046875, - 2397.052734375, - 2397.29638671875, - 2397.2470703125, - 2396.95947265625, - 2396.95849609375, - 2396.68017578125, - 2396.904052734375, - 2396.609375, - 2397.023681640625, - 2396.900146484375, - 2396.7939453125, - 2396.62939453125, - 2397.10205078125, - 2396.978515625, - 2396.668701171875, - 2396.3466796875, - 2396.3095703125, - 2396.944091796875, - 2396.92919921875, - 2396.40869140625, - 2396.492919921875, - 2396.329345703125, - 2396.269287109375 + 2398.7197265625, + 2399.03076171875, + 2398.60595703125, + 2398.6748046875, + 2398.50244140625, + 2398.511474609375, + 2398.478515625, + 2398.32861328125, + 2398.234375, + 2398.173828125, + 2398.281005859375, + 2398.036376953125, + 2397.753173828125, + 2397.45947265625, + 2397.57080078125, + 2397.2314453125, + 2398.004150390625, + 2398.384521484375, + 2397.798828125, + 2397.813720703125, + 2397.54052734375, + 2397.35400390625, + 2397.03759765625, + 2396.81884765625 ], "p90": [ - 2447.621337890625, - 2444.572998046875, - 2455.287109375, - 2457.219970703125, - 2463.02490234375, - 2462.60107421875, - 2465.35205078125, - 2467.478759765625, - 2475.186279296875, - 2470.0908203125, - 2469.10595703125, - 2461.67333984375, - 2461.749755859375, - 2457.724609375, - 2459.325439453125, - 2465.6123046875, - 2483.829833984375, - 2475.1083984375, - 2471.79736328125, - 2466.760498046875, - 2463.49658203125, - 2459.0087890625, - 2460.526611328125, - 2463.11474609375 + 2436.3388671875, + 2437.628173828125, + 2439.240234375, + 2437.864990234375, + 2438.83251953125, + 2439.807373046875, + 2439.177001953125, + 2439.016845703125, + 2440.758056640625, + 2440.255859375, + 2440.30908203125, + 2440.22119140625, + 2441.88818359375, + 2442.72314453125, + 2440.350341796875, + 2437.51123046875, + 2441.3076171875, + 2439.6484375, + 2441.85546875, + 2438.91064453125, + 2440.202880859375, + 2441.029052734375, + 2442.042236328125, + 2443.682373046875 ], "timestamps": [ - "2026-06-21 10:55:00", - "2026-06-21 11:10:00", - "2026-06-21 11:25:00", - "2026-06-21 11:40:00", - "2026-06-21 11:55:00", - "2026-06-21 12:10:00", - "2026-06-21 12:25:00", - "2026-06-21 12:40:00", - "2026-06-21 12:55:00", - "2026-06-21 13:10:00", - "2026-06-21 13:25:00", - "2026-06-21 13:40:00", "2026-06-21 13:55:00", "2026-06-21 14:10:00", "2026-06-21 14:25:00", @@ -327,6 +315,18 @@ "2026-06-22 15:55:00", "2026-06-22 16:10:00", "2026-06-22 16:25:00", - "2026-06-22 16:40:00" + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index cdeabd042d2d3630ce636cf75b11bc79c7e30f56..26f49c5b8a61bf92e74546eee0700f14ec9f73ca 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,19 +1,19 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T00:09:18.281912+00:00", + "evaluated_at": "2026-06-22T00:17:00.644285+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:08:37.363529Z", + "data_fetched_at": "2026-06-22T00:16:33.110553Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t180000z", - "data_fetched_at": "2026-06-22T00:08:37.363529Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", + "data_fetched_at": "2026-06-22T00:16:33.110553Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 8d23f991ea2d7ee3f9c7d57bdeddcec57ed7246b..fa906118fd359e54b19a756fbf1fef1757a4c941 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,36353.07284414626,34900.17495222834,137.8969225897772,0.12136637693572934,0.0021568933057026043,0.002155297256058038,1.0225104309192214,190.6648180555245,0.0029744355210147683,0.0021512385398244297,0.00172120904432855,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,36539.70175249976,35092.38905116403,138.1586413397772,0.12159672186197647,0.0021610377620754277,0.0021594178542606868,1.0225104309192214,191.15360774126069,0.002982072920037712,0.0021553301968865843,0.0017252989543509799,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,90.83341172097414,92.62648790328399,8.299724128435516,4.560288257151853,0.3185376684579119,0.40488327610390623,141.48998129735833,9.530656416059397,0.37846973846058257,0.329588465165,0.31681573540285846,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ETS,0.5930069780940737,0.591281671082802,0.6109493687095664,1.7746399050573338,0.557486427942555,0.8663224202960941,66.78743168407718,0.7700694631616511,0.8592287961529594,0.6816856344770238,0.6726479745369063,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.06990543194639284,0.06982898032007522,0.2245071805904015,2.641261244463901,0.1458270674931243,0.16150084589486274,51.44771058242915,0.2643963538825618,0.17975955812325903,0.15263944069499155,0.13914328620732164,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,ETS,1.6081612156575913,1.611656481534 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,1109.97551411138,1127.2646817460318,27.03894325069305,2.4160580297075627,0.8876220950533296,1.4292614120405684,66.72042554299607,33.31629502377748,1.298458943113582,1.0538073831782957,1.0058815805287038,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ETS,72.60342440269784,74.63455996323043,7.754380543393082,3.962926665910961,0.2935982744842194,0.36061455037033285,116.58600658384921,8.52076430859919,0.32398342752139536,0.2948433609668438,0.2790673758168003,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ETS,14.81597560012141,16.31714655405776,3.3824633739924725,0.5903936070968678,0.8301685126996734,0.43464247475933143,4.6654541724143614,3.8491525820784775,0.47865109828955166,0.4206172071285976,0.31779565788141356,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,ETS,391.26399865506386,390.15368677399516,10.38451029191856,0.3560403528657791,0.004183906983833515,0.004171386878921726,11.226629442109697,19.78039429978745,0.007925366664355572,0.004160738681236151,0.004128854188518414,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,ETS,625.6891612244614,635.6314335273445,14.450961123766774,0.7301538252008476,0.005924954066191666,0.005978520631848759,13.6421036796486,25.013779427037036,0.010377367437318737,0.0059952129121936485,0.005830735358943121,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,ETS,2925.584198211841,2642.086493996426,41.88682891154838,0.8682759388383866,0.19179516754035225,0.170580887479131,12.422622049502223,54.08866977669021,0.21500323023102297,0.16650073956890327,0.13530220322267714,Web,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index 625fa73b70a394309307a172e78dae8ea785487b..4c501a41bb16ebe2a378e746e56e357d59c6300a 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-22T00:11:36.864323+00:00", + "evaluated_at": "2026-06-22T00:19:18.320205+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63808.01171875, 63801.58984375, 63311.98828125, - 63517.359375 + 63511.078125 ], "p50": [ 64285.75299233642, diff --git a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index ef1a5fad58ea99e3aac2fde2aab4104cdc712828..06c5c32b593f9ad46fe900d7cff78a17b54c1e5e 100644 --- a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,332 +1,332 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ETS", - "evaluated_at": "2026-06-20T17:12:56.894213+00:00", + "evaluated_at": "2026-06-22T00:19:18.343844+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2500.0, - 2500.0, - 2550.0, - 2550.0, - 2500.0, - 2550.0, - 2550.0, - 2550.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, 2450.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, 2450.0, - 2500.0, - 2500.0, - 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, 2450.0, + 2400.0, 2450.0, + 2400.0, 2450.0, + 2400.0, 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, 2450.0, - 2500.0, + 2400.0, 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, 2450.0, + 2400.0, 2500.0, + 2400.0, + 2400.0, + 2400.0, 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, 2450.0, + 2400.0, + 2400.0, + 2400.0, 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, 2450.0, - 2450.0, - 2450.0, - 2500.0, - 2450.0, - 2500.0, - 2500.0, - 2450.0, - 2450.0, - 2450.0, - 2450.0, - 2450.0, - 2500.0, - 2450.0, - 2450.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0 + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 ], "actuals": [ - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2550.0, - 2500.0, - 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, 2450.0, - 2500.0, + 2400.0, + 2400.0, 2450.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, 2450.0, - 2500.0 + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 ], "p50": [ - 2499.2989653619807, - 2499.100000016754, - 2498.901034671527, - 2498.7020693263007, - 2498.503103981074, - 2498.3041386358477, - 2498.1051732906208, - 2497.9062079453943, - 2497.707242600168, - 2497.5082772549413, - 2497.3093119097143, - 2497.110346564488, - 2496.9113812192613, - 2496.712415874035, - 2496.513450528808, - 2496.3144851835814, - 2496.115519838355, - 2495.9165544931284, - 2495.7175891479014, - 2495.518623802675, - 2495.3196584574484, - 2495.120693112222, - 2494.921727766995, - 2494.7227624217685 + 2401.5450542286812, + 2401.0846605369034, + 2400.624266845126, + 2400.163873153348, + 2399.7034794615706, + 2399.2430857697927, + 2398.7826920780153, + 2398.3222983862374, + 2397.86190469446, + 2397.401511002682, + 2396.9411173109047, + 2396.480723619127, + 2396.0203299273494, + 2395.5599362355715, + 2395.099542543794, + 2394.639148852016, + 2394.178755160239, + 2393.718361468461, + 2393.2579677766835, + 2392.7975740849056, + 2392.337180393128, + 2391.8767867013503, + 2391.416393009573, + 2390.955999317795 ], "p10": [ - 2449.2989653619807, - 2494.100000016754, - 2498.901034671527, - 2498.7020693263007, - 2493.503103981074, - 2448.3041386358477, - 2498.1051732906208, - 2447.9062079453943, - 2497.707242600168, - 2497.5082772549413, - 2447.3093119097143, - 2492.110346564488, - 2496.9113812192613, - 2496.712415874035, - 2446.513450528808, - 2496.3144851835814, - 2446.115519838355, - 2445.9165544931284, - 2495.7175891479014, - 2445.518623802675, - 2445.3196584574484, - 2445.120693112222, - 2444.921727766995, - 2494.7227624217685 + 2351.5450542286812, + 2351.0846605369034, + 2350.624266845126, + 2350.163873153348, + 2349.7034794615706, + 2349.2430857697927, + 2348.7826920780153, + 2348.3222983862374, + 2347.86190469446, + 2347.401511002682, + 2346.9411173109047, + 2346.480723619127, + 2346.0203299273494, + 2345.5599362355715, + 2345.099542543794, + 2344.639148852016, + 2344.178755160239, + 2343.718361468461, + 2343.2579677766835, + 2342.7975740849056, + 2342.337180393128, + 2341.8767867013503, + 2341.416393009573, + 2340.955999317795 ], "p90": [ - 2549.2989653619807, - 2549.100000016754, - 2498.901034671527, - 2498.7020693263007, - 2548.503103981074, - 2503.3041386358473, - 2548.1051732906208, - 2547.9062079453943, - 2547.707242600168, - 2547.5082772549413, - 2547.3093119097143, - 2497.110346564488, - 2496.9113812192613, - 2546.712415874035, - 2496.513450528808, - 2546.3144851835814, - 2496.115519838355, - 2500.916554493128, - 2495.7175891479014, - 2545.518623802675, - 2545.3196584574484, - 2495.120693112222, - 2544.921727766995, - 2544.7227624217685 + 2451.5450542286812, + 2451.0846605369034, + 2450.624266845126, + 2450.163873153348, + 2449.7034794615706, + 2449.2430857697927, + 2448.7826920780153, + 2448.3222983862374, + 2447.86190469446, + 2447.401511002682, + 2446.9411173109047, + 2446.480723619127, + 2446.0203299273494, + 2445.5599362355715, + 2445.099542543794, + 2444.639148852016, + 2444.178755160239, + 2443.718361468461, + 2443.2579677766835, + 2442.7975740849056, + 2442.337180393128, + 2441.8767867013503, + 2441.416393009573, + 2440.955999317795 ], "timestamps": [ - "2026-06-20 05:55:00", - "2026-06-20 06:10:00", - "2026-06-20 06:25:00", - "2026-06-20 06:40:00", - "2026-06-20 06:55:00", - "2026-06-20 07:10:00", - "2026-06-20 07:25:00", - "2026-06-20 07:40:00", - "2026-06-20 07:55:00", - "2026-06-20 08:10:00", - "2026-06-20 08:25:00", - "2026-06-20 08:40:00", - "2026-06-20 08:55:00", - "2026-06-20 09:10:00", - "2026-06-20 09:25:00", - "2026-06-20 09:40:00", - "2026-06-20 09:55:00", - "2026-06-20 10:10:00", - "2026-06-20 10:25:00", - "2026-06-20 10:40:00", - "2026-06-20 10:55:00", - "2026-06-20 11:10:00", - "2026-06-20 11:25:00", - "2026-06-20 11:40:00", - "2026-06-20 11:55:00", - "2026-06-20 12:10:00", - "2026-06-20 12:25:00", - "2026-06-20 12:40:00", - "2026-06-20 12:55:00", - "2026-06-20 13:10:00", - "2026-06-20 13:25:00", - "2026-06-20 13:40:00", - "2026-06-20 13:55:00", - "2026-06-20 14:10:00", - "2026-06-20 14:25:00", - "2026-06-20 14:40:00", - "2026-06-20 14:55:00", - "2026-06-20 15:10:00", - "2026-06-20 15:25:00", - "2026-06-20 15:40:00", - "2026-06-20 15:55:00", - "2026-06-20 16:10:00", - "2026-06-20 16:25:00", - "2026-06-20 16:40:00", - "2026-06-20 16:55:00", - "2026-06-20 17:10:00", - "2026-06-20 17:25:00", - "2026-06-20 17:40:00", - "2026-06-20 17:55:00", - "2026-06-20 18:10:00", - "2026-06-20 18:25:00", - "2026-06-20 18:40:00", - "2026-06-20 18:55:00", - "2026-06-20 19:10:00", - "2026-06-20 19:25:00", - "2026-06-20 19:40:00", - "2026-06-20 19:55:00", - "2026-06-20 20:10:00", - "2026-06-20 20:25:00", - "2026-06-20 20:40:00", - "2026-06-20 20:55:00", - "2026-06-20 21:10:00", - "2026-06-20 21:25:00", - "2026-06-20 21:40:00", - "2026-06-20 21:55:00", - "2026-06-20 22:10:00", - "2026-06-20 22:25:00", - "2026-06-20 22:40:00", - "2026-06-20 22:55:00", - "2026-06-20 23:10:00", - "2026-06-20 23:25:00", - "2026-06-20 23:40:00", - "2026-06-20 23:55:00", - "2026-06-21 00:10:00", - "2026-06-21 00:25:00", - "2026-06-21 00:40:00", - "2026-06-21 00:55:00", - "2026-06-21 01:10:00", - "2026-06-21 01:25:00", - "2026-06-21 01:40:00", - "2026-06-21 01:55:00", - "2026-06-21 02:10:00", - "2026-06-21 02:25:00", - "2026-06-21 02:40:00", - "2026-06-21 02:55:00", - "2026-06-21 03:10:00", - "2026-06-21 03:25:00", - "2026-06-21 03:40:00", - "2026-06-21 03:55:00", - "2026-06-21 04:10:00", - "2026-06-21 04:25:00", - "2026-06-21 04:40:00", - "2026-06-21 04:55:00", - "2026-06-21 05:10:00", - "2026-06-21 05:25:00", - "2026-06-21 05:40:00", - "2026-06-21 05:55:00", - "2026-06-21 06:10:00", - "2026-06-21 06:25:00", - "2026-06-21 06:40:00", - "2026-06-21 06:55:00", - "2026-06-21 07:10:00", - "2026-06-21 07:25:00", - "2026-06-21 07:40:00", - "2026-06-21 07:55:00", - "2026-06-21 08:10:00", - "2026-06-21 08:25:00", - "2026-06-21 08:40:00", - "2026-06-21 08:55:00", - "2026-06-21 09:10:00", - "2026-06-21 09:25:00", - "2026-06-21 09:40:00", - "2026-06-21 09:55:00", - "2026-06-21 10:10:00", - "2026-06-21 10:25:00", - "2026-06-21 10:40:00", - "2026-06-21 10:55:00", - "2026-06-21 11:10:00", - "2026-06-21 11:25:00", - "2026-06-21 11:40:00" + "2026-06-21 13:55:00", + "2026-06-21 14:10:00", + "2026-06-21 14:25:00", + "2026-06-21 14:40:00", + "2026-06-21 14:55:00", + "2026-06-21 15:10:00", + "2026-06-21 15:25:00", + "2026-06-21 15:40:00", + "2026-06-21 15:55:00", + "2026-06-21 16:10:00", + "2026-06-21 16:25:00", + "2026-06-21 16:40:00", + "2026-06-21 16:55:00", + "2026-06-21 17:10:00", + "2026-06-21 17:25:00", + "2026-06-21 17:40:00", + "2026-06-21 17:55:00", + "2026-06-21 18:10:00", + "2026-06-21 18:25:00", + "2026-06-21 18:40:00", + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index 3293ad6dc3eef6ea99d7e31a1f29476e5e667385..a3c4337ce72aad6326707ffd8c3c2154cbcc6835 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,19 +1,19 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T00:11:36.896570+00:00", + "evaluated_at": "2026-06-22T00:19:18.354571+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:08:37.363529Z", + "data_fetched_at": "2026-06-22T00:16:33.110553Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t180000z", - "data_fetched_at": "2026-06-22T00:08:37.363529Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", + "data_fetched_at": "2026-06-22T00:16:33.110553Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 364149c566199d546eab1e8c2c965c84e9c84389..e2c079d0e1619705e8f039c35e573a1fffb6ccff 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1607,3 +1607,5 @@ {"evaluated_at": "2026-06-22T00:04:08.507766+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} {"evaluated_at": "2026-06-22T00:11:36.992650+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-22T00:11:36.992650+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} +{"evaluated_at": "2026-06-22T00:19:18.404410+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-22T00:19:18.404410+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 1210b64ebf75dc0c1ef88c0c7a04f5f85a650e82..8d7f0c353e26557c9218e76bfbbde9c884cf0ac8 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,472569.0363368988,345426.90676561993,462.5139973958333,0.4070696219449574,0.007236797372395611,0.007194614970467836,2.033128747820342,687.436568955201,0.010724242521498693,0.007215374482040355,0.005947336834372281,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,450080.3475964864,333031.99949709576,453.0882161458333,0.3987737666160869,0.00708972716567087,0.007049050008021521,1.9628702505803268,670.8802781394653,0.01046600131520946,0.007068357828671197,0.005777862115188305,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,1.1455261020643472,1.0877943425737158,0.8256029287974039,0.4536280101607031,0.0332968096785023,0.03257992877240257,2.3022304600209167,1.0702925310700562,0.04250214430433567,0.032785330925132486,0.02740729204769246,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.7717708108218309,0.8055376112387039,0.7300866355498632,2.12070090248634,0.684743971230286,1.1884173587488056,34.98359460795657,0.878504872395043,0.9802189543049684,0.8146167209063705,0.6837201554652189,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.04085763871457478,0.04062031645288414,0.1726631596684456,2.0313315181262652,0.11249709033368349,0.12114650299496622,21.74093482205651,0.20213272549138298,0.13742734679586482,0.11739138165253116,0.09960690258923925,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.24910785538850178, open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,61.569161274759345,49.571842443041,6.256526072820027,0.5422021078887282,0.27050657008274853,0.2610893506666491,3.0983978293545147,7.846601893479709,0.30620885437969597,0.24415711503687912,0.24016764643392585,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,1.7588488622935377,1.778809118525184,1.1728342374165852,0.5972324322436992,0.045991605928359804,0.04659923634412194,3.683766830928819,1.3262159938311473,0.05348543968701798,0.04729965191190506,0.03862749832019127,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,26.302917048141012,19.836624864737768,3.7792120973269143,0.707680808862257,0.7512025396522608,0.44070751611280534,7.779809588418671,5.128636958114798,0.647827826288185,0.4773741596623471,0.35454982344867203,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,837.455635741353,939.4249373010049,14.676681518554688,0.5419082406850962,0.005993190706118423,0.006053194271393479,8.46039532001202,28.93882574917913,0.012005735833713036,0.006088856636911192,0.006172061393735594,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,411.19217246274155,517.7682581755022,10.493784586588541,0.5302122738486842,0.004284095720909621,0.004327665379099166,2.6670669716282895,20.27787396308453,0.008412601125566617,0.004353514780952895,0.003886952269698934,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Large,890.713526753742,459.6993433938395,19.7410888671875,0.3983935818708682,0.08488627994531377,0.0825329602754252,1.6746824063343657,29.844824120000137,0.12013442716503793,0.07946384247861558,0.06594550252364441,Web,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index f25ddf41bbf03f0e8bceb2f98baf5c8bcfb860a1..cd3e98e5ceb3061fd6cfe9e7ebb90c783251876b 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T00:11:09.691670+00:00", + "evaluated_at": "2026-06-22T00:18:49.890681+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,85 +127,85 @@ 63808.01171875, 63801.58984375, 63311.98828125, - 63517.359375 + 63511.078125 ], "p50": [ - 64217.380859375, - 64364.3359375, - 64392.35546875, - 64332.828125, - 64371.52734375, - 64418.921875, - 64430.796875, - 64460.138671875, - 64487.06640625, - 64576.326171875, - 64659.91796875, - 64562.0, - 64633.244140625, - 64620.80078125, - 64769.505859375, - 64656.7890625, - 64502.951171875, - 64642.513671875, - 64636.814453125, - 64485.888671875, - 64618.1484375, - 64768.876953125, - 64880.11328125, - 64779.2265625 + 64230.57421875, + 64326.439453125, + 64415.984375, + 64383.478515625, + 64411.25, + 64456.12890625, + 64428.74609375, + 64488.66015625, + 64539.482421875, + 64585.146484375, + 64470.37109375, + 64631.51171875, + 64589.59375, + 64719.2265625, + 64635.53515625, + 64615.498046875, + 64709.251953125, + 64559.1796875, + 64801.29296875, + 64734.076171875, + 64542.87109375, + 64816.9453125, + 64584.556640625, + 64943.296875 ], "p10": [ - 64019.794921875, - 64083.337890625, - 64065.34375, - 63881.0078125, - 63901.501953125, - 63870.26171875, - 63799.271484375, - 63894.2421875, - 63820.609375, - 63608.8828125, - 63718.044921875, - 63618.81640625, - 63495.59375, - 63491.9140625, - 63563.857421875, - 63307.529296875, - 63029.798828125, - 62923.875, - 63001.177734375, - 63124.513671875, - 62851.728515625, - 63416.15625, - 63068.76171875, - 62865.1796875 + 64021.421875, + 64068.12109375, + 64009.736328125, + 63895.14453125, + 63939.5625, + 63960.970703125, + 63803.01171875, + 63751.265625, + 63594.693359375, + 63664.7734375, + 63593.482421875, + 63696.53125, + 63311.341796875, + 63475.783203125, + 63679.763671875, + 63504.494140625, + 63027.16015625, + 63030.265625, + 63226.041015625, + 63109.82421875, + 62658.3046875, + 62900.984375, + 62757.115234375, + 63075.197265625 ], "p90": [ - 64421.505859375, - 64691.015625, - 64820.7421875, - 64755.982421875, - 64912.177734375, - 64951.89453125, - 65072.640625, - 65200.08203125, - 65262.369140625, - 65574.26171875, - 65776.73046875, - 65788.3984375, - 65875.7890625, - 66106.71484375, - 65973.8359375, - 65911.02734375, - 66241.046875, - 66338.23828125, - 66769.09375, - 66338.27734375, - 66310.71484375, - 66759.109375, - 67083.046875, - 66919.58984375 + 64422.673828125, + 64616.349609375, + 64905.1640625, + 64840.603515625, + 64902.6796875, + 64937.38671875, + 65031.0390625, + 65127.408203125, + 65335.98828125, + 65607.60546875, + 65534.341796875, + 65726.046875, + 65576.140625, + 66029.70703125, + 66121.96484375, + 66216.12109375, + 66276.8984375, + 66364.0859375, + 66810.5, + 66345.46875, + 67012.45703125, + 66828.71484375, + 66398.265625, + 66736.453125 ], "timestamps": [ "2026-06-17 01:00:00", diff --git a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 8185bdc6678ad60584e3881260ddf8e86436632d..010040b0a34e2a46bbeb1b345cea62296b8e9912 100644 --- a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,12 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-21T23:11:17.525557+00:00", + "evaluated_at": "2026-06-22T00:18:55.018378+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2400.0, 2400.0, 2350.0, 2350.0, @@ -16,14 +15,11 @@ 2400.0, 2400.0, 2400.0, - 2350.0, - 2350.0, 2400.0, - 2350.0, - 2350.0, 2400.0, 2400.0, 2400.0, + 2350.0, 2400.0, 2400.0, 2400.0, @@ -32,39 +28,36 @@ 2400.0, 2400.0, 2400.0, - 2350.0, - 2350.0, - 2350.0, 2400.0, 2400.0, - 2350.0, - 2350.0, + 2450.0, 2400.0, 2400.0, 2400.0, 2400.0, - 2350.0, - 2350.0, - 2350.0, - 2350.0, 2400.0, 2400.0, 2400.0, + 2450.0, 2400.0, 2400.0, 2400.0, 2400.0, 2400.0, - 2350.0, 2400.0, 2400.0, + 2450.0, 2400.0, + 2450.0, 2400.0, + 2450.0, 2400.0, + 2450.0, 2400.0, 2400.0, 2400.0, 2400.0, + 2450.0, 2400.0, 2450.0, 2400.0, @@ -74,20 +67,25 @@ 2400.0, 2400.0, 2400.0, - 2450.0, 2400.0, 2400.0, 2400.0, + 2450.0, 2400.0, + 2500.0, 2400.0, 2400.0, 2400.0, 2450.0, 2400.0, - 2450.0, + 2350.0, + 2400.0, + 2400.0, 2400.0, 2450.0, 2400.0, + 2400.0, + 2400.0, 2450.0, 2400.0, 2400.0, @@ -95,7 +93,9 @@ 2400.0, 2450.0, 2400.0, - 2450.0, + 2400.0, + 2400.0, + 2400.0, 2400.0, 2400.0, 2400.0, @@ -108,118 +108,106 @@ 2400.0, 2400.0, 2400.0, - 2450.0, - 2400.0, - 2500.0, 2400.0, 2400.0, 2400.0, 2450.0, 2400.0, - 2350.0, 2400.0, + 2450.0, 2400.0, 2400.0, - 2450.0, 2400.0, + 2450.0, + 2450.0, 2400.0, 2400.0, 2450.0, 2400.0, 2400.0, + 2400.0, + 2400.0, 2400.0 ], "p50": [ - 2399.87109375, - 2399.8646240234375, - 2399.9259033203125, - 2399.9017333984375, - 2399.9180908203125, - 2399.8724365234375, - 2399.9931640625, - 2399.844970703125, - 2399.88671875, - 2399.8876953125, - 2399.8233642578125, - 2399.8983154296875, - 2399.84033203125, - 2399.81884765625, - 2399.8687744140625, - 2399.9326171875, - 2400.034423828125, - 2399.87646484375, - 2399.91064453125, - 2400.002197265625, - 2399.9989013671875, - 2400.0042724609375, - 2399.9222412109375, - 2400.015625 + 2400.011962890625, + 2400.1055908203125, + 2400.126953125, + 2400.1123046875, + 2400.1248779296875, + 2400.1822509765625, + 2400.2108154296875, + 2400.258544921875, + 2400.1385498046875, + 2400.18701171875, + 2400.230712890625, + 2400.2301025390625, + 2400.25732421875, + 2400.17041015625, + 2400.10986328125, + 2400.15576171875, + 2400.1162109375, + 2400.16455078125, + 2400.1746826171875, + 2400.22998046875, + 2400.1920166015625, + 2400.2113037109375, + 2400.1480712890625, + 2400.09912109375 ], "p10": [ - 2389.52001953125, - 2394.791748046875, - 2394.791748046875, - 2394.791748046875, - 2397.0440673828125, - 2398.091796875, - 2399.23486328125, - 2394.791748046875, - 2394.791748046875, - 2393.609375, - 2394.791748046875, - 2393.66015625, - 2394.791748046875, - 2394.791748046875, - 2394.791748046875, - 2394.791748046875, - 2386.706787109375, - 2386.482666015625, - 2399.1168212890625, - 2394.2119140625, - 2394.6817626953125, - 2395.527099609375, - 2386.07958984375, - 2385.7294921875 + 2399.5208740234375, + 2399.6085205078125, + 2399.5338134765625, + 2399.5892333984375, + 2399.5816650390625, + 2399.4771728515625, + 2399.5516357421875, + 2399.63330078125, + 2399.496337890625, + 2399.4813232421875, + 2399.4940185546875, + 2399.650390625, + 2399.489990234375, + 2399.4111328125, + 2399.4884033203125, + 2399.4803466796875, + 2399.44775390625, + 2399.365234375, + 2399.3121337890625, + 2399.408935546875, + 2399.369140625, + 2399.5595703125, + 2399.4527587890625, + 2399.3992919921875 ], "p90": [ - 2446.0478515625, - 2446.0478515625, - 2470.4281005859375, - 2452.2755126953125, - 2464.77001953125, - 2446.0478515625, - 2464.3675537109375, - 2457.140869140625, - 2458.7459716796875, - 2446.0478515625, - 2469.938232421875, - 2471.676025390625, - 2447.2801513671875, - 2446.0478515625, - 2446.0478515625, - 2464.8443603515625, - 2457.236328125, - 2446.0478515625, - 2471.676025390625, - 2471.676025390625, - 2471.676025390625, - 2471.676025390625, - 2446.0478515625, - 2471.676025390625 + 2447.3944091796875, + 2451.7777099609375, + 2453.0970458984375, + 2453.11669921875, + 2453.207763671875, + 2452.4478759765625, + 2454.449951171875, + 2451.298828125, + 2453.9365234375, + 2453.5301513671875, + 2453.460205078125, + 2452.98974609375, + 2453.18310546875, + 2450.916259765625, + 2451.2637939453125, + 2452.301025390625, + 2451.9124755859375, + 2452.663330078125, + 2452.2239990234375, + 2452.0906982421875, + 2456.09375, + 2453.6131591796875, + 2452.9234619140625, + 2451.3853759765625 ], "timestamps": [ - "2026-06-21 10:55:00", - "2026-06-21 11:10:00", - "2026-06-21 11:25:00", - "2026-06-21 11:40:00", - "2026-06-21 11:55:00", - "2026-06-21 12:10:00", - "2026-06-21 12:25:00", - "2026-06-21 12:40:00", - "2026-06-21 12:55:00", - "2026-06-21 13:10:00", - "2026-06-21 13:25:00", - "2026-06-21 13:40:00", "2026-06-21 13:55:00", "2026-06-21 14:10:00", "2026-06-21 14:25:00", @@ -327,6 +315,18 @@ "2026-06-22 15:55:00", "2026-06-22 16:10:00", "2026-06-22 16:25:00", - "2026-06-22 16:40:00" + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 34a17b2a103acacbaa7db3a70b3e6c46d98e46dc..0669626b5d8a8adc90f6f0022eeb4799030109cb 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,19 +1,19 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T00:11:16.097228+00:00", + "evaluated_at": "2026-06-22T00:18:57.828491+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:08:37.363529Z", + "data_fetched_at": "2026-06-22T00:16:33.110553Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t180000z", - "data_fetched_at": "2026-06-22T00:08:37.363529Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", + "data_fetched_at": "2026-06-22T00:16:33.110553Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 5c3b1bf4fcca708a08a6fa9e8da2233a0de260d0..0e7149bbd98e68fd88578b28d9fb232ff80f6a41 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,157933.95217605648,146794.85058616006,351.86699818393635,0.3096865537737611,0.005484740455889419,0.0054991692209566505,3.007248760120039,397.40904893579926,0.006199715309738483,0.005489243945185271,0.004378913218307127,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,158078.9430928073,146945.42669349303,352.12871693393635,0.3099168987000082,0.005488879751452393,0.005503289832359486,3.007248760120039,397.59142733817504,0.006202585672927325,0.005493349163242902,0.004383013925530251,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,7.0117621108409915,7.055180251713726,2.3406708197807196,1.286082945423883,0.09117363478001132,0.09198258102788746,18.298197202231655,2.647973208104831,0.10515306436116724,0.09294984881545072,0.08360600092705145,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.36245842311519405,0.36130515363491217,0.46603164151207005,1.3536937599158914,0.4369856392387673,0.5699286471800147,49.71709034770513,0.6020452002260246,0.6717505333817987,0.5199892028721397,0.510086286336827,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.03782421830803372,0.03779412545797879,0.16749468784344168,1.9705259604216667,0.10934403575953218,0.11723031067001743,30.060802600939343,0.1944844937470176,0.13222741593977566,0.11387740652468997,0.1000792741222739,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,Moving-Average,1.6042599890828597,1.6 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,150.64895160136243,150.0831675773751,9.793752117813325,0.875118277582902,0.49581246844798926,0.3919907278488058,14.794989662504603,12.273913459095368,0.47835969415537816,0.3816986557159632,0.34424602345006333,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moving-Average,2.7316700882381504,2.7064330375986927,1.4516335180940516,0.7418667610898347,0.055301316411569545,0.05505647065735942,4.607060055637962,1.6527764786074826,0.06284321089900276,0.055195189734613175,0.04509232555503953,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moving-Average,29.32334305555558,32.44097222222222,4.937499999999999,0.8618181818181817,1.2319841038591037,0.551482398616964,4.665454172414361,5.415103235909319,0.6733807132736978,0.6139896373056994,0.43886777969679514,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Moving-Average,415.0425347221647,416.66666666666794,14.583333333333448,0.5000000000000039,0.005856787159308212,0.005854528265173884,12.702380417682278,20.372592734410727,0.008162641496258054,0.005843071786310563,0.005580288134545273,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Moving-Average,452.85243055548307,451.3888888888908,12.847222222222134,0.6491228070175394,0.0052718135865456916,0.005307420959442706,13.6421036796486,21.28032966275389,0.00882848594478986,0.005329876116392933,0.005273536284772212,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moving-Average,2916.429984376527,2638.9728108544255,41.77216748768473,0.8658991116103341,0.19118729110684002,0.17018181335231902,12.392259940414672,54.0039811900616,0.2146665918968945,0.16604495878125675,0.1351157366612927,Web,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index 878130a2e8632f1b4115df75fc461323adcba67f..c1f8807929509c5c179bc05d59ec8bbb6158e66a 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T00:11:36.904837+00:00", + "evaluated_at": "2026-06-22T00:19:18.362069+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63808.01171875, 63801.58984375, 63311.98828125, - 63517.359375 + 63511.078125 ], "p50": [ 63807.54474026864, diff --git a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index d6e00a379b0a7f4f63d75388853351cfbd65fd6f..7f598e2b2b37e2c25f4a82871983931efc6189b8 100644 --- a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,332 +1,332 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-20T17:12:56.965670+00:00", + "evaluated_at": "2026-06-22T00:19:18.372749+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2500.0, - 2500.0, - 2550.0, - 2550.0, - 2500.0, - 2550.0, - 2550.0, - 2550.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, 2450.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, 2450.0, - 2500.0, - 2500.0, - 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, 2450.0, + 2400.0, 2450.0, + 2400.0, 2450.0, + 2400.0, 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, 2450.0, - 2500.0, + 2400.0, 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, 2450.0, + 2400.0, 2500.0, + 2400.0, + 2400.0, + 2400.0, 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, 2450.0, + 2400.0, + 2400.0, + 2400.0, 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, 2450.0, - 2450.0, - 2450.0, - 2500.0, - 2450.0, - 2500.0, - 2500.0, - 2450.0, - 2450.0, - 2450.0, - 2450.0, - 2450.0, - 2500.0, - 2450.0, - 2450.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0 + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 ], "actuals": [ - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2550.0, - 2500.0, - 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, 2450.0, - 2500.0, + 2400.0, + 2400.0, 2450.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, 2450.0, - 2500.0 + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 ], "p50": [ - 2491.6666666666665, - 2491.6666666666665, - 2491.6666666666665, - 2491.6666666666665, - 2491.6666666666665, - 2491.6666666666665, - 2491.6666666666665, - 2491.6666666666665, - 2491.6666666666665, - 2491.6666666666665, - 2491.6666666666665, - 2491.6666666666665, - 2491.6666666666665, - 2491.6666666666665, - 2491.6666666666665, - 2491.6666666666665, - 2491.6666666666665, - 2491.6666666666665, - 2491.6666666666665, - 2491.6666666666665, - 2491.6666666666665, - 2491.6666666666665, - 2491.6666666666665, - 2491.6666666666665 + 2404.1666666666665, + 2404.1666666666665, + 2404.1666666666665, + 2404.1666666666665, + 2404.1666666666665, + 2404.1666666666665, + 2404.1666666666665, + 2404.1666666666665, + 2404.1666666666665, + 2404.1666666666665, + 2404.1666666666665, + 2404.1666666666665, + 2404.1666666666665, + 2404.1666666666665, + 2404.1666666666665, + 2404.1666666666665, + 2404.1666666666665, + 2404.1666666666665, + 2404.1666666666665, + 2404.1666666666665, + 2404.1666666666665, + 2404.1666666666665, + 2404.1666666666665, + 2404.1666666666665 ], "p10": [ - 2441.6666666666665, - 2486.6666666666665, - 2491.6666666666665, - 2491.6666666666665, - 2486.6666666666665, - 2441.6666666666665, - 2491.6666666666665, - 2441.6666666666665, - 2491.6666666666665, - 2491.6666666666665, - 2441.6666666666665, - 2486.6666666666665, - 2491.6666666666665, - 2491.6666666666665, - 2441.6666666666665, - 2491.6666666666665, - 2441.6666666666665, - 2441.6666666666665, - 2491.6666666666665, - 2441.6666666666665, - 2441.6666666666665, - 2441.6666666666665, - 2441.6666666666665, - 2491.6666666666665 + 2354.1666666666665, + 2354.1666666666665, + 2354.1666666666665, + 2354.1666666666665, + 2354.1666666666665, + 2354.1666666666665, + 2354.1666666666665, + 2354.1666666666665, + 2354.1666666666665, + 2354.1666666666665, + 2354.1666666666665, + 2354.1666666666665, + 2354.1666666666665, + 2354.1666666666665, + 2354.1666666666665, + 2354.1666666666665, + 2354.1666666666665, + 2354.1666666666665, + 2354.1666666666665, + 2354.1666666666665, + 2354.1666666666665, + 2354.1666666666665, + 2354.1666666666665, + 2354.1666666666665 ], "p90": [ - 2541.6666666666665, - 2541.6666666666665, - 2491.6666666666665, - 2491.6666666666665, - 2541.6666666666665, - 2496.666666666666, - 2541.6666666666665, - 2541.6666666666665, - 2541.6666666666665, - 2541.6666666666665, - 2541.6666666666665, - 2491.6666666666665, - 2491.6666666666665, - 2541.6666666666665, - 2491.6666666666665, - 2541.6666666666665, - 2491.6666666666665, - 2496.666666666666, - 2491.6666666666665, - 2541.6666666666665, - 2541.6666666666665, - 2491.6666666666665, - 2541.6666666666665, - 2541.6666666666665 + 2454.1666666666665, + 2454.1666666666665, + 2454.1666666666665, + 2454.1666666666665, + 2454.1666666666665, + 2454.1666666666665, + 2454.1666666666665, + 2454.1666666666665, + 2454.1666666666665, + 2454.1666666666665, + 2454.1666666666665, + 2454.1666666666665, + 2454.1666666666665, + 2454.1666666666665, + 2454.1666666666665, + 2454.1666666666665, + 2454.1666666666665, + 2454.1666666666665, + 2454.1666666666665, + 2454.1666666666665, + 2454.1666666666665, + 2454.1666666666665, + 2454.1666666666665, + 2454.1666666666665 ], "timestamps": [ - "2026-06-20 05:55:00", - "2026-06-20 06:10:00", - "2026-06-20 06:25:00", - "2026-06-20 06:40:00", - "2026-06-20 06:55:00", - "2026-06-20 07:10:00", - "2026-06-20 07:25:00", - "2026-06-20 07:40:00", - "2026-06-20 07:55:00", - "2026-06-20 08:10:00", - "2026-06-20 08:25:00", - "2026-06-20 08:40:00", - "2026-06-20 08:55:00", - "2026-06-20 09:10:00", - "2026-06-20 09:25:00", - "2026-06-20 09:40:00", - "2026-06-20 09:55:00", - "2026-06-20 10:10:00", - "2026-06-20 10:25:00", - "2026-06-20 10:40:00", - "2026-06-20 10:55:00", - "2026-06-20 11:10:00", - "2026-06-20 11:25:00", - "2026-06-20 11:40:00", - "2026-06-20 11:55:00", - "2026-06-20 12:10:00", - "2026-06-20 12:25:00", - "2026-06-20 12:40:00", - "2026-06-20 12:55:00", - "2026-06-20 13:10:00", - "2026-06-20 13:25:00", - "2026-06-20 13:40:00", - "2026-06-20 13:55:00", - "2026-06-20 14:10:00", - "2026-06-20 14:25:00", - "2026-06-20 14:40:00", - "2026-06-20 14:55:00", - "2026-06-20 15:10:00", - "2026-06-20 15:25:00", - "2026-06-20 15:40:00", - "2026-06-20 15:55:00", - "2026-06-20 16:10:00", - "2026-06-20 16:25:00", - "2026-06-20 16:40:00", - "2026-06-20 16:55:00", - "2026-06-20 17:10:00", - "2026-06-20 17:25:00", - "2026-06-20 17:40:00", - "2026-06-20 17:55:00", - "2026-06-20 18:10:00", - "2026-06-20 18:25:00", - "2026-06-20 18:40:00", - "2026-06-20 18:55:00", - "2026-06-20 19:10:00", - "2026-06-20 19:25:00", - "2026-06-20 19:40:00", - "2026-06-20 19:55:00", - "2026-06-20 20:10:00", - "2026-06-20 20:25:00", - "2026-06-20 20:40:00", - "2026-06-20 20:55:00", - "2026-06-20 21:10:00", - "2026-06-20 21:25:00", - "2026-06-20 21:40:00", - "2026-06-20 21:55:00", - "2026-06-20 22:10:00", - "2026-06-20 22:25:00", - "2026-06-20 22:40:00", - "2026-06-20 22:55:00", - "2026-06-20 23:10:00", - "2026-06-20 23:25:00", - "2026-06-20 23:40:00", - "2026-06-20 23:55:00", - "2026-06-21 00:10:00", - "2026-06-21 00:25:00", - "2026-06-21 00:40:00", - "2026-06-21 00:55:00", - "2026-06-21 01:10:00", - "2026-06-21 01:25:00", - "2026-06-21 01:40:00", - "2026-06-21 01:55:00", - "2026-06-21 02:10:00", - "2026-06-21 02:25:00", - "2026-06-21 02:40:00", - "2026-06-21 02:55:00", - "2026-06-21 03:10:00", - "2026-06-21 03:25:00", - "2026-06-21 03:40:00", - "2026-06-21 03:55:00", - "2026-06-21 04:10:00", - "2026-06-21 04:25:00", - "2026-06-21 04:40:00", - "2026-06-21 04:55:00", - "2026-06-21 05:10:00", - "2026-06-21 05:25:00", - "2026-06-21 05:40:00", - "2026-06-21 05:55:00", - "2026-06-21 06:10:00", - "2026-06-21 06:25:00", - "2026-06-21 06:40:00", - "2026-06-21 06:55:00", - "2026-06-21 07:10:00", - "2026-06-21 07:25:00", - "2026-06-21 07:40:00", - "2026-06-21 07:55:00", - "2026-06-21 08:10:00", - "2026-06-21 08:25:00", - "2026-06-21 08:40:00", - "2026-06-21 08:55:00", - "2026-06-21 09:10:00", - "2026-06-21 09:25:00", - "2026-06-21 09:40:00", - "2026-06-21 09:55:00", - "2026-06-21 10:10:00", - "2026-06-21 10:25:00", - "2026-06-21 10:40:00", - "2026-06-21 10:55:00", - "2026-06-21 11:10:00", - "2026-06-21 11:25:00", - "2026-06-21 11:40:00" + "2026-06-21 13:55:00", + "2026-06-21 14:10:00", + "2026-06-21 14:25:00", + "2026-06-21 14:40:00", + "2026-06-21 14:55:00", + "2026-06-21 15:10:00", + "2026-06-21 15:25:00", + "2026-06-21 15:40:00", + "2026-06-21 15:55:00", + "2026-06-21 16:10:00", + "2026-06-21 16:25:00", + "2026-06-21 16:40:00", + "2026-06-21 16:55:00", + "2026-06-21 17:10:00", + "2026-06-21 17:25:00", + "2026-06-21 17:40:00", + "2026-06-21 17:55:00", + "2026-06-21 18:10:00", + "2026-06-21 18:25:00", + "2026-06-21 18:40:00", + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index b8bdf2f7188b52271fe3e02e896b807b334100d1..3660684fa53562a76cc6a1e0ca1f484182ed52da 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,19 +1,19 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T00:11:36.926306+00:00", + "evaluated_at": "2026-06-22T00:19:18.377466+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:08:37.363529Z", + "data_fetched_at": "2026-06-22T00:16:33.110553Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t180000z", - "data_fetched_at": "2026-06-22T00:08:37.363529Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", + "data_fetched_at": "2026-06-22T00:16:33.110553Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index 27acd55df5e5583d7bd4ef3e927c38a89686bc1c..aebcdc3edf8fc767fb549c2f3742315880cb7cbe 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,7 +1,7 @@ { "status": "ok", - "started_at": "2026-06-22T00:08:38.012914+00:00", - "finished_at": "2026-06-22T00:11:36.974786+00:00", + "started_at": "2026-06-22T00:16:33.808524+00:00", + "finished_at": "2026-06-22T00:19:18.403482+00:00", "task_count": 2, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", @@ -10,19 +10,19 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T00:09:18.281912+00:00", + "evaluated_at": "2026-06-22T00:17:00.644285+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:08:37.363529Z", + "data_fetched_at": "2026-06-22T00:16:33.110553Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t180000z", - "data_fetched_at": "2026-06-22T00:08:37.363529Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", + "data_fetched_at": "2026-06-22T00:16:33.110553Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -30,19 +30,19 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T00:09:57.675704+00:00", + "evaluated_at": "2026-06-22T00:17:40.509301+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:08:37.363529Z", + "data_fetched_at": "2026-06-22T00:16:33.110553Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t180000z", - "data_fetched_at": "2026-06-22T00:08:37.363529Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", + "data_fetched_at": "2026-06-22T00:16:33.110553Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -50,19 +50,19 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T00:10:32.427778+00:00", + "evaluated_at": "2026-06-22T00:18:10.333242+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:08:37.363529Z", + "data_fetched_at": "2026-06-22T00:16:33.110553Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t180000z", - "data_fetched_at": "2026-06-22T00:08:37.363529Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", + "data_fetched_at": "2026-06-22T00:16:33.110553Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -70,19 +70,19 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T00:10:47.380485+00:00", + "evaluated_at": "2026-06-22T00:18:24.801412+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:08:37.363529Z", + "data_fetched_at": "2026-06-22T00:16:33.110553Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t180000z", - "data_fetched_at": "2026-06-22T00:08:37.363529Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", + "data_fetched_at": "2026-06-22T00:16:33.110553Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -90,19 +90,19 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T00:11:16.097228+00:00", + "evaluated_at": "2026-06-22T00:18:57.828491+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:08:37.363529Z", + "data_fetched_at": "2026-06-22T00:16:33.110553Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t180000z", - "data_fetched_at": "2026-06-22T00:08:37.363529Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", + "data_fetched_at": "2026-06-22T00:16:33.110553Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -110,19 +110,19 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T00:11:34.813028+00:00", + "evaluated_at": "2026-06-22T00:19:17.381627+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:08:37.363529Z", + "data_fetched_at": "2026-06-22T00:16:33.110553Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t180000z", - "data_fetched_at": "2026-06-22T00:08:37.363529Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", + "data_fetched_at": "2026-06-22T00:16:33.110553Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -130,19 +130,19 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T00:11:36.819945+00:00", + "evaluated_at": "2026-06-22T00:19:18.294219+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:08:37.363529Z", + "data_fetched_at": "2026-06-22T00:16:33.110553Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t180000z", - "data_fetched_at": "2026-06-22T00:08:37.363529Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", + "data_fetched_at": "2026-06-22T00:16:33.110553Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -150,19 +150,19 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T00:11:36.896570+00:00", + "evaluated_at": "2026-06-22T00:19:18.354571+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:08:37.363529Z", + "data_fetched_at": "2026-06-22T00:16:33.110553Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t180000z", - "data_fetched_at": "2026-06-22T00:08:37.363529Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", + "data_fetched_at": "2026-06-22T00:16:33.110553Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -170,19 +170,19 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T00:11:36.926306+00:00", + "evaluated_at": "2026-06-22T00:19:18.377466+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:08:37.363529Z", + "data_fetched_at": "2026-06-22T00:16:33.110553Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t180000z", - "data_fetched_at": "2026-06-22T00:08:37.363529Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", + "data_fetched_at": "2026-06-22T00:16:33.110553Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -190,19 +190,19 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T00:11:36.949739+00:00", + "evaluated_at": "2026-06-22T00:19:18.397667+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:08:37.363529Z", + "data_fetched_at": "2026-06-22T00:16:33.110553Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t180000z", - "data_fetched_at": "2026-06-22T00:08:37.363529Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", + "data_fetched_at": "2026-06-22T00:16:33.110553Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -210,7 +210,5 @@ }, "failed_models": [], "failed_datasets": [], - "push_status": "ok", - "pushed_at": "2026-06-22T00:13:25.786679+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_001918.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_001918.json new file mode 100644 index 0000000000000000000000000000000000000000..d0296d59c9c8489827cee2f4a034809ead3e29c4 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_001918.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-22T00:19:18.252212+00:00", + "metrics": { + "MSE[mean]": 554017.2673169231, + "MSE[0.5]": 290908.66369106754, + "MAE[0.5]": 508.46642299180104, + "MASE[0.5]": 0.44751344985098146, + "MAPE[0.5]": 0.007922447059760763, + "sMAPE[0.5]": 0.007956669693691116, + "MSIS": 5.947007625852422, + "RMSE[mean]": 744.3233620657913, + "NRMSE[mean]": 0.011611742870018106, + "ND[0.5]": 0.007932280058269594, + "mean_weighted_sum_quantile_loss": 0.006606646954019098 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "actual": [ + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63511.078125 + ], + "predictions": { + "p50": [ + 63626.177558686555, + 63616.399665194156, + 63637.40530079053, + 63623.21216377095, + 63626.177553602094, + 63616.399665198056, + 63618.379511701496, + 63619.313142820654, + 63618.379511701496, + 63638.41252860856, + 63618.379511701496, + 63665.14939747742, + 63636.040776714544, + 63637.40530079053, + 63626.177553602094, + 63623.21216377095, + 63634.68503940347, + 63630.43129650278, + 63618.379511701496, + 63630.43129650278, + 63606.614281376715, + 63657.39169367688, + 63637.40530079053, + 63614.5385888084 + ], + "p10": [ + 63360.383446418986, + 63381.84767472375, + 63378.59758319837, + 63366.851366807845, + 63366.20457426051, + 63354.57783308725, + 63366.851366807845, + 63391.70007411326, + 63366.20457426051, + 63366.851366807845, + 63366.851366807845, + 63302.327358861796, + 63381.84767472764, + 63386.823726463575, + 63294.507341150216, + 63381.84767472764, + 63230.81695045751, + 63360.383441334525, + 63366.851366807845, + 63386.36223341808, + 63377.422961559314, + 63302.327358861796, + 63378.59758319837, + 63302.327358861796 + ], + "p90": [ + 63910.8662181581, + 63861.871118613955, + 63940.36169783806, + 63940.36169783806, + 63910.86621307364, + 63861.87111861785, + 63866.253343152486, + 63855.91422440371, + 63886.66144931699, + 63940.36169783806, + 63864.55249692375, + 63913.81576155008, + 63886.66144931699, + 63868.02521194942, + 63947.010733382434, + 63886.66144931699, + 63886.66144931699, + 63913.81576155008, + 63886.66144931699, + 63861.87111861785, + 63868.02521194942, + 63883.97203112181, + 63940.36169783806, + 63864.36351400945 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_001656.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_001656.json new file mode 100644 index 0000000000000000000000000000000000000000..15e1ea659149f9fbfe7479e6f7d765e0238050fd --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_001656.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T00:16:56.041225+00:00", + "metrics": { + "MSE[mean]": 204727.16494878134, + "MSE[0.5]": 204727.16494878134, + "MAE[0.5]": 357.1598307291667, + "MASE[0.5]": 0.3143449021812385, + "MAPE[0.5]": 0.00558916572422212, + "sMAPE[0.5]": 0.0055641844912423894, + "MSIS": 1.9525816537906209, + "RMSE[mean]": 452.46786068049227, + "NRMSE[mean]": 0.007058680034692571, + "ND[0.5]": 0.005571836555574478, + "mean_weighted_sum_quantile_loss": 0.005366333379177568 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "actual": [ + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63511.078125 + ], + "predictions": { + "p50": [ + 64307.55859375, + 64327.21484375, + 64333.66015625, + 64365.16796875, + 64378.9296875, + 64399.10546875, + 64415.015625, + 64442.71484375, + 64454.6875, + 64464.46875, + 64470.38671875, + 64485.90625, + 64497.9765625, + 64494.125, + 64489.859375, + 64491.29296875, + 64533.34765625, + 64515.47265625, + 64524.0625, + 64501.94140625, + 64499.3984375, + 64485.359375, + 64468.65234375, + 64462.7890625 + ], + "p10": [ + 64033.65625, + 63967.9453125, + 63903.29296875, + 63845.28125, + 63787.50390625, + 63741.8671875, + 63691.578125, + 63649.41796875, + 63611.7421875, + 63553.484375, + 63477.03515625, + 63419.4140625, + 63323.71484375, + 63245.7890625, + 63181.03515625, + 63123.86328125, + 63014.22265625, + 62896.8359375, + 62811.578125, + 62744.16015625, + 62678.19921875, + 62601.7578125, + 62549.625, + 62532.5234375 + ], + "p90": [ + 64601.9453125, + 64667.6953125, + 64754.421875, + 64849.40625, + 64943.70703125, + 64993.76171875, + 65049.97265625, + 65120.5703125, + 65183.0859375, + 65242.29296875, + 65309.6015625, + 65391.40625, + 65461.24609375, + 65499.703125, + 65605.8828125, + 65626.65625, + 66115.296875, + 66171.234375, + 66203.3203125, + 66269.9375, + 66278.0703125, + 66351.4375, + 66445.7578125, + 66493.84375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_001918.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_001918.json new file mode 100644 index 0000000000000000000000000000000000000000..83385bf60f459ca359ee7c873a0bbe0029eeadb3 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_001918.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-22T00:19:18.320205+00:00", + "metrics": { + "MSE[mean]": 36539.70175249976, + "MSE[0.5]": 35092.38905116403, + "MAE[0.5]": 138.1586413397772, + "MASE[0.5]": 0.12159672186197647, + "MAPE[0.5]": 0.0021610377620754277, + "sMAPE[0.5]": 0.0021594178542606868, + "MSIS": 1.0225104309192214, + "RMSE[mean]": 191.15360774126069, + "NRMSE[mean]": 0.002982072920037712, + "ND[0.5]": 0.0021553301968865843, + "mean_weighted_sum_quantile_loss": 0.0017252989543509799 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "actual": [ + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63511.078125 + ], + "predictions": { + "p50": [ + 64285.75299233642, + 64272.64841908186, + 64269.807517702306, + 64228.095522572745, + 64210.76243369319, + 64249.56996981364, + 64200.47516218408, + 64185.96238580452, + 64143.37343754996, + 64121.77667679541, + 64114.19358791585, + 64115.340967786295, + 64096.47662890674, + 64079.14354002718, + 64035.47060739763, + 64044.477362268066, + 64029.32005463851, + 63998.25454388396, + 63992.4780956294, + 63956.424303624844, + 63937.319730370284, + 63942.01007899073, + 63910.36058386118, + 63881.433744981616 + ], + "p10": [ + 64029.90338296142, + 64039.41795033186, + 63865.256736452306, + 63984.007241322746, + 63960.57102744319, + 63964.935594813636, + 63932.00797468408, + 63930.26941705452, + 63898.01992192496, + 63891.12472367041, + 63850.83147854085, + 63846.020655286295, + 63843.97272265674, + 63821.79236815218, + 63729.82998239763, + 63776.688299768066, + 63752.57396088851, + 63735.24087200896, + 63736.2866893794, + 63718.953600499844, + 63690.022855370284, + 63687.60617274073, + 63666.95433386118, + 63631.242338731616 + ], + "p90": [ + 64535.86041421142, + 64518.52732533186, + 64501.194236452306, + 64504.364663197746, + 64456.15344931819, + 64447.47934481364, + 64433.63649030908, + 64414.52879205452, + 64395.28945317496, + 64381.63722367041, + 64360.62327541585, + 64345.196436536295, + 64404.55475390674, + 64331.03377440218, + 64310.94326364763, + 64274.14845601807, + 64276.27708588851, + 64317.88930950896, + 64225.6394237544, + 64206.531725499844, + 64186.632230370284, + 64173.64015711573, + 64154.53245886118, + 64132.453276231616 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_001849.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_001849.json new file mode 100644 index 0000000000000000000000000000000000000000..fef4ea6d5927dd4cb52546aeb8ddebf765ecd9f1 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_001849.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T00:18:49.890681+00:00", + "metrics": { + "MSE[mean]": 450080.3475964864, + "MSE[0.5]": 333031.99949709576, + "MAE[0.5]": 453.0882161458333, + "MASE[0.5]": 0.3987737666160869, + "MAPE[0.5]": 0.00708972716567087, + "sMAPE[0.5]": 0.007049050008021521, + "MSIS": 1.9628702505803268, + "RMSE[mean]": 670.8802781394653, + "NRMSE[mean]": 0.01046600131520946, + "ND[0.5]": 0.007068357828671197, + "mean_weighted_sum_quantile_loss": 0.005777862115188305 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "actual": [ + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63511.078125 + ], + "predictions": { + "p50": [ + 64230.57421875, + 64326.439453125, + 64415.984375, + 64383.478515625, + 64411.25, + 64456.12890625, + 64428.74609375, + 64488.66015625, + 64539.482421875, + 64585.146484375, + 64470.37109375, + 64631.51171875, + 64589.59375, + 64719.2265625, + 64635.53515625, + 64615.498046875, + 64709.251953125, + 64559.1796875, + 64801.29296875, + 64734.076171875, + 64542.87109375, + 64816.9453125, + 64584.556640625, + 64943.296875 + ], + "p10": [ + 64021.421875, + 64068.12109375, + 64009.736328125, + 63895.14453125, + 63939.5625, + 63960.970703125, + 63803.01171875, + 63751.265625, + 63594.693359375, + 63664.7734375, + 63593.482421875, + 63696.53125, + 63311.341796875, + 63475.783203125, + 63679.763671875, + 63504.494140625, + 63027.16015625, + 63030.265625, + 63226.041015625, + 63109.82421875, + 62658.3046875, + 62900.984375, + 62757.115234375, + 63075.197265625 + ], + "p90": [ + 64422.673828125, + 64616.349609375, + 64905.1640625, + 64840.603515625, + 64902.6796875, + 64937.38671875, + 65031.0390625, + 65127.408203125, + 65335.98828125, + 65607.60546875, + 65534.341796875, + 65726.046875, + 65576.140625, + 66029.70703125, + 66121.96484375, + 66216.12109375, + 66276.8984375, + 66364.0859375, + 66810.5, + 66345.46875, + 67012.45703125, + 66828.71484375, + 66398.265625, + 66736.453125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_001918.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_001918.json new file mode 100644 index 0000000000000000000000000000000000000000..4e4588e98016d768ee750b2c10b259eafe6304b7 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_001918.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T00:19:18.362069+00:00", + "metrics": { + "MSE[mean]": 158078.9430928073, + "MSE[0.5]": 146945.42669349303, + "MAE[0.5]": 352.12871693393635, + "MASE[0.5]": 0.3099168987000082, + "MAPE[0.5]": 0.005488879751452393, + "sMAPE[0.5]": 0.005503289832359486, + "MSIS": 3.007248760120039, + "RMSE[mean]": 397.59142733817504, + "NRMSE[mean]": 0.006202585672927325, + "ND[0.5]": 0.005493349163242902, + "mean_weighted_sum_quantile_loss": 0.004383013925530251 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "actual": [ + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63511.078125 + ], + "predictions": { + "p50": [ + 63807.54474026864, + 63811.77325589364, + 63826.26544339364, + 63801.88653714364, + 63801.88653714364, + 63858.02716214364, + 63826.26544339364, + 63829.08575589364, + 63803.82989651864, + 63799.56622464364, + 63809.31622464364, + 63827.79669339364, + 63826.26544339364, + 63826.26544339364, + 63799.92559964364, + 63826.26544339364, + 63828.44122464364, + 63814.70880276864, + 63826.26544339364, + 63807.54474026864, + 63805.77325589364, + 63827.79669339364, + 63813.48028714364, + 63801.88653714364 + ], + "p10": [ + 63551.69513089364, + 63578.54278714364, + 63421.71466214364, + 63557.79825589364, + 63551.69513089364, + 63573.39278714364, + 63557.79825589364, + 63573.39278714364, + 63558.47638089364, + 63568.91427151864, + 63545.95411526864, + 63558.47638089364, + 63573.76153714364, + 63568.91427151864, + 63494.28497464364, + 63558.47638089364, + 63551.69513089364, + 63551.69513089364, + 63570.07403714364, + 63570.07403714364, + 63558.47638089364, + 63573.39278714364, + 63570.07403714364, + 63551.69513089364 + ], + "p90": [ + 64057.65216214364, + 64057.65216214364, + 64057.65216214364, + 64078.15567776864, + 64047.27755276864, + 64055.93653714364, + 64059.42677151864, + 64057.65216214364, + 64055.74591214364, + 64059.42677151864, + 64055.74591214364, + 64057.65216214364, + 64134.34356839364, + 64078.15567776864, + 64075.39825589364, + 64055.93653714364, + 64075.39825589364, + 64134.34356839364, + 64059.42677151864, + 64057.65216214364, + 64055.08575589364, + 64059.42677151864, + 64057.65216214364, + 64052.90606839364 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_001918.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_001918.json new file mode 100644 index 0000000000000000000000000000000000000000..36e2528f961c24dfdce6e6e17571d4f6c0282025 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_001918.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T00:19:18.385167+00:00", + "metrics": { + "MSE[mean]": 331683.2034479777, + "MSE[0.5]": 331683.2034479777, + "MAE[0.5]": 512.6005859375, + "MASE[0.5]": 0.45115202545483335, + "MAPE[0.5]": 0.007998348768348365, + "sMAPE[0.5]": 0.008019794997951387, + "MSIS": 3.369032678538878, + "RMSE[mean]": 575.9194418041275, + "NRMSE[mean]": 0.008984574195701218, + "ND[0.5]": 0.007996774657733704, + "mean_weighted_sum_quantile_loss": 0.006320579395053649 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "actual": [ + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63511.078125 + ], + "predictions": { + "p50": [ + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "p10": [ + 62314.555625, + 62073.75890625, + 62207.25328125, + 62311.860625, + 62404.50890625, + 62469.7171875, + 62382.10671875, + 62149.609375, + 62466.336953125, + 62401.205234375, + 62414.24, + 62381.988046875, + 62129.825625, + 62670.90046875, + 62876.83828125, + 62753.622421875, + 62558.005234375, + 62529.7728125, + 62657.28, + 62647.468515625, + 62732.15046875, + 62986.571484374996, + 63012.051484375, + 63008.119999999995 + ], + "p90": [ + 64858.006875, + 64607.38171875, + 64746.32484375, + 64855.201875, + 64951.63171875, + 65019.5015625, + 64928.31515625, + 64686.328125, + 65015.983359375, + 64948.193203125, + 64961.76, + 64928.191640625, + 64665.736875, + 65228.89640625, + 65443.23984375, + 65314.994765625, + 65111.393203125, + 65082.0084375, + 65214.72, + 65204.508046875, + 65292.64640625, + 65557.451953125, + 65583.971953125, + 65579.88 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_001912.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_001912.json new file mode 100644 index 0000000000000000000000000000000000000000..8450a249f531fc21c652f73d952cf8f9062114f4 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_001912.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T00:19:12.260653+00:00", + "metrics": { + "MSE[mean]": 103402.1440594991, + "MSE[0.5]": 103402.1440594991, + "MAE[0.5]": 219.5439453125, + "MASE[0.5]": 0.19322587277759404, + "MAPE[0.5]": 0.0034393380145453837, + "sMAPE[0.5]": 0.0034270592482827157, + "MSIS": 1.1883960305419035, + "RMSE[mean]": 321.5620376529218, + "NRMSE[mean]": 0.005016496711351062, + "ND[0.5]": 0.0034249735686957155, + "mean_weighted_sum_quantile_loss": 0.00322179493554651 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "actual": [ + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63511.078125 + ], + "predictions": { + "p50": [ + 64267.96875, + 64250.7421875, + 64246.9140625, + 64252.65625, + 64260.3125, + 64275.625, + 64289.0234375, + 64266.0546875, + 64264.140625, + 64267.96875, + 64292.8515625, + 64310.078125, + 64334.9609375, + 64338.7890625, + 64342.6171875, + 64329.21875, + 64361.7578125, + 64344.53125, + 64350.2734375, + 64310.078125, + 64289.0234375, + 64262.2265625, + 64277.5390625, + 64248.828125 + ], + "p10": [ + 63993.1796875, + 63916.2578125, + 63877.9765625, + 63844.00390625, + 63816.25, + 63812.421875, + 63787.5390625, + 63733.9453125, + 63714.8046875, + 63695.6640625, + 63695.6640625, + 63689.921875, + 63668.8671875, + 63647.8125, + 63643.984375, + 63594.21875, + 63603.7890625, + 63544.453125, + 63511.9140625, + 63448.75, + 63398.984375, + 63360.703125, + 63341.5625, + 63303.28125 + ], + "p90": [ + 64555.078125, + 64620.15625, + 64666.09375, + 64704.375, + 64746.484375, + 64773.28125, + 64830.703125, + 64830.703125, + 64849.84375, + 64868.984375, + 64922.578125, + 64964.6875, + 65018.28125, + 65048.90625, + 65064.21875, + 65102.5, + 65133.125, + 65156.09375, + 65186.71875, + 65163.75, + 65156.09375, + 65140.78125, + 65186.71875, + 65179.0625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_001728.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_001728.json new file mode 100644 index 0000000000000000000000000000000000000000..90e6336528cbc2f1a9e59e7047f50cd0aca3a386 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_001728.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T00:17:28.522582+00:00", + "metrics": { + "MSE[mean]": 204380.58965873718, + "MSE[0.5]": 136155.79888661703, + "MAE[0.5]": 239.587890625, + "MASE[0.5]": 0.21086702804334878, + "MAPE[0.5]": 0.003754716779851921, + "sMAPE[0.5]": 0.003738591039591404, + "MSIS": 9.740699178980778, + "RMSE[mean]": 452.08471513504765, + "NRMSE[mean]": 0.007052702810568975, + "ND[0.5]": 0.0037376671517958013, + "mean_weighted_sum_quantile_loss": 0.004452931371759865 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "actual": [ + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63511.078125 + ], + "predictions": { + "p50": [ + 64233.20703125, + 64223.453125, + 64215.65234375, + 64220.3359375, + 64235.83203125, + 64241.3125, + 64231.09375, + 64215.31640625, + 64242.76953125, + 64277.0078125, + 64280.4765625, + 64307.359375, + 64324.7265625, + 64316.59375, + 64331.21875, + 64314.29296875, + 64335.9296875, + 64357.71875, + 64366.21484375, + 64383.82421875, + 64366.69140625, + 64381.48046875, + 64400.08203125, + 64428.31640625 + ], + "p10": [ + 64253.37890625, + 64266.2265625, + 64273.48046875, + 64274.25390625, + 64263.484375, + 64298.203125, + 64320.84765625, + 64318.3984375, + 64307.890625, + 64317.02734375, + 64327.07421875, + 64329.50390625, + 64338.41015625, + 64363.37109375, + 64402.4921875, + 64377.70703125, + 64367.11328125, + 64462.84765625, + 64437.4921875, + 64437.1015625, + 64446.25, + 64483.375, + 64441.578125, + 64499.2890625 + ], + "p90": [ + 64440.34765625, + 64486.74609375, + 64518.90234375, + 64554.2890625, + 64588.33203125, + 64609.2734375, + 64631.29296875, + 64629.90234375, + 64679.578125, + 64732.62109375, + 64743.11328125, + 64777.578125, + 64798.4453125, + 64830.45703125, + 64850.15625, + 64860.203125, + 64899.890625, + 64925.0859375, + 64958.73828125, + 64964.53125, + 64968.65234375, + 65002.52734375, + 65007.66796875, + 65027.90625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_001817.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_001817.json new file mode 100644 index 0000000000000000000000000000000000000000..f2fa1bbaed460b25e6975f160c4ecace91d7d6c1 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_001817.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-22T00:18:17.268898+00:00", + "metrics": { + "MSE[mean]": 298081.02526219684, + "MSE[0.5]": 298081.02526219684, + "MAE[0.5]": 407.1481119791667, + "MASE[0.5]": 0.3583407830944396, + "MAPE[0.5]": 0.0063739857983081865, + "sMAPE[0.5]": 0.006337653576008785, + "MSIS": 1.8049384347794863, + "RMSE[mean]": 545.9679709123941, + "NRMSE[mean]": 0.008517319241337851, + "ND[0.5]": 0.006351673784891271, + "mean_weighted_sum_quantile_loss": 0.005057474104688657 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "actual": [ + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63511.078125 + ], + "predictions": { + "p50": [ + 64281.16796875, + 64298.01953125, + 64311.8359375, + 64321.2734375, + 64334.98046875, + 64357.921875, + 64378.6484375, + 64397.79296875, + 64421.375, + 64437.98046875, + 64464.3125, + 64489.61328125, + 64510.00390625, + 64534.46875, + 64561.72265625, + 64578.1640625, + 64594.2578125, + 64613.046875, + 64633.05078125, + 64652.40625, + 64669.89453125, + 64689.45703125, + 64711.94140625, + 64721.828125 + ], + "p10": [ + 64045.66796875, + 63908.7890625, + 63803.12109375, + 63749.61328125, + 63730.8671875, + 63724.62109375, + 63705.51953125, + 63681.9453125, + 63669.2734375, + 63643.734375, + 63625.32421875, + 63607.5703125, + 63578.5859375, + 63562.37109375, + 63548.98046875, + 63528.32421875, + 63515.453125, + 63497.1015625, + 63485.7734375, + 63472.15234375, + 63449.1875, + 63430.42578125, + 63410.5078125, + 63383.7109375 + ], + "p90": [ + 64515.7421875, + 64654.0546875, + 64778.1171875, + 64877.3671875, + 64959.25, + 65049.57421875, + 65135.25, + 65210.640625, + 65287.14453125, + 65362.86328125, + 65446.0234375, + 65509.09375, + 65558.2109375, + 65633.5078125, + 65729.609375, + 65783.59375, + 65842.3046875, + 65915.203125, + 65986.515625, + 66059.703125, + 66101.109375, + 66162.7265625, + 66216.609375, + 66262.2890625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_001805.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_001805.json new file mode 100644 index 0000000000000000000000000000000000000000..50103b523a352d1f64581a236a23e9ea1c8c6c7e --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_001805.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T00:18:05.490842+00:00", + "metrics": { + "MSE[mean]": 126460.21253267924, + "MSE[0.5]": 126460.21253267924, + "MAE[0.5]": 247.03662109375, + "MASE[0.5]": 0.21742283373346058, + "MAPE[0.5]": 0.003869953947886397, + "sMAPE[0.5]": 0.0038545562328685203, + "MSIS": 2.174166596872409, + "RMSE[mean]": 355.6124471003219, + "NRMSE[mean]": 0.005547696750571512, + "ND[0.5]": 0.0038538703335300717, + "mean_weighted_sum_quantile_loss": 0.005165660582997816 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "actual": [ + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63511.078125 + ], + "predictions": { + "p50": [ + 64294.09765625, + 64304.359375, + 64311.1640625, + 64317.23046875, + 64321.671875, + 64329.00390625, + 64333.2890625, + 64336.78125, + 64336.234375, + 64342.05078125, + 64345.1953125, + 64343.015625, + 64342.69921875, + 64343.75390625, + 64344.91015625, + 64346.94921875, + 64347.03125, + 64347.6640625, + 64348.8046875, + 64347.68359375, + 64348.80078125, + 64345.875, + 64345.8515625, + 64349.15234375 + ], + "p10": [ + 64077.0625, + 63976.42578125, + 63884.5390625, + 63779.65234375, + 63679.81640625, + 63588.6171875, + 63515.6015625, + 63436.02734375, + 63339.90625, + 63276.91015625, + 63192.15234375, + 63103.34765625, + 63017.3046875, + 62933.484375, + 62857.54296875, + 62785.05078125, + 62718.20703125, + 62638.20703125, + 62568.9375, + 62512.203125, + 62468.11328125, + 62387.69921875, + 62300.71875, + 62225.33203125 + ], + "p90": [ + 64498.83984375, + 64614.046875, + 64726.875, + 64843.0625, + 64934.5390625, + 65018.33203125, + 65105.015625, + 65193.8671875, + 65290.8359375, + 65365.32421875, + 65463.9765625, + 65548.78125, + 65653.046875, + 65754.890625, + 65837.8125, + 65902.4375, + 65977.5, + 66063.6953125, + 66129.5234375, + 66187.3828125, + 66249.03125, + 66342.375, + 66395.515625, + 66453.2578125 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260622_001918.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260622_001918.json new file mode 100644 index 0000000000000000000000000000000000000000..b4b63ad202b9059c545f0c9fb798939c56d59293 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260622_001918.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ARIMA", + "evaluated_at": "2026-06-22T00:19:18.277259+00:00", + "metrics": { + "MSE[mean]": 701.7189259727851, + "MSE[0.5]": 1974.8877711992457, + "MAE[0.5]": 39.61618767465698, + "MASE[0.5]": 2.0016600088247736, + "MAPE[0.5]": 0.016367079372875324, + "sMAPE[0.5]": 0.016536096344545698, + "MSIS": 8.531167876305652, + "RMSE[mean]": 26.48997784017165, + "NRMSE[mean]": 0.010989792016665854, + "ND[0.5]": 0.016435410616970916, + "mean_weighted_sum_quantile_loss": 0.011447029789088854 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 13:55:00", + "2026-06-21 14:10:00", + "2026-06-21 14:25:00", + "2026-06-21 14:40:00", + "2026-06-21 14:55:00", + "2026-06-21 15:10:00", + "2026-06-21 15:25:00", + "2026-06-21 15:40:00", + "2026-06-21 15:55:00", + "2026-06-21 16:10:00", + "2026-06-21 16:25:00", + "2026-06-21 16:40:00", + "2026-06-21 16:55:00", + "2026-06-21 17:10:00", + "2026-06-21 17:25:00", + "2026-06-21 17:40:00", + "2026-06-21 17:55:00", + "2026-06-21 18:10:00", + "2026-06-21 18:25:00", + "2026-06-21 18:40:00", + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00" + ], + "context": [ + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2371.249457071787, + 2369.4907509227924, + 2370.0079133696136, + 2370.1163125818766, + 2371.2495419408688, + 2369.9908054430043, + 2370.7897737931426, + 2371.0068480336295, + 2370.7897736300188, + 2369.9908072375247, + 2371.679596745615, + 2371.5858967109743, + 2371.6795967456037, + 2370.9374482113835, + 2372.26030629644, + 2370.290106618637, + 2370.9374482113835, + 2370.2274690411255, + 2370.5712589123928, + 2371.4921966763477, + 2369.0504452829337, + 2370.9374482113835, + 2372.3090352073614, + 2370.5712589123928 + ], + "p10": [ + 2362.1103742411347, + 2359.544158703408, + 2359.5719082708392, + 2359.7604853661314, + 2359.569597774293, + 2360.4089179797547, + 2360.242540542394, + 2359.760698937101, + 2357.8487509935194, + 2359.5214711249605, + 2360.3214973187028, + 2359.521471125086, + 2360.4061419223895, + 2359.5695781959525, + 2359.0885074873017, + 2359.5214711250874, + 2359.5214711250874, + 2359.0885074873017, + 2359.760698952181, + 2362.1238175057074, + 2357.8487509921374, + 2359.760698952181, + 2360.293718798569, + 2359.0885074873017 + ], + "p90": [ + 2416.8536723740203, + 2412.7648050935495, + 2412.792554660981, + 2418.031760485976, + 2416.6223898502185, + 2417.036430033621, + 2417.0364319927735, + 2417.036431813188, + 2410.7951391227894, + 2412.7902245859673, + 2417.036431828279, + 2417.1359860526422, + 2418.221331878576, + 2413.8964209727633, + 2413.8964209727633, + 2417.1359860526436, + 2414.2104220583137, + 2417.1359860526436, + 2413.8964209727633, + 2413.8964209727633, + 2416.5763634322793, + 2413.8964209727633, + 2418.0319740720256, + 2414.164415218715 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260622_001659.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260622_001659.json new file mode 100644 index 0000000000000000000000000000000000000000..26a76f43523ffc8cedf86aeacb1242fe68e8ed5b --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260622_001659.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T00:16:59.392136+00:00", + "metrics": { + "MSE[mean]": 516.169103803734, + "MSE[0.5]": 516.169103803734, + "MAE[0.5]": 10.558563232421875, + "MASE[0.5]": 0.5334853001644736, + "MAPE[0.5]": 0.00431122604681521, + "sMAPE[0.5]": 0.004354655157135808, + "MSIS": 6.413764391447368, + "RMSE[mean]": 22.71935526822304, + "NRMSE[mean]": 0.00942548878889115, + "ND[0.5]": 0.0043803892407627484, + "mean_weighted_sum_quantile_loss": 0.0040309764349551035 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 13:55:00", + "2026-06-21 14:10:00", + "2026-06-21 14:25:00", + "2026-06-21 14:40:00", + "2026-06-21 14:55:00", + "2026-06-21 15:10:00", + "2026-06-21 15:25:00", + "2026-06-21 15:40:00", + "2026-06-21 15:55:00", + "2026-06-21 16:10:00", + "2026-06-21 16:25:00", + "2026-06-21 16:40:00", + "2026-06-21 16:55:00", + "2026-06-21 17:10:00", + "2026-06-21 17:25:00", + "2026-06-21 17:40:00", + "2026-06-21 17:55:00", + "2026-06-21 18:10:00", + "2026-06-21 18:25:00", + "2026-06-21 18:40:00", + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00" + ], + "context": [ + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2400.20263671875, + 2400.25048828125, + 2400.254638671875, + 2400.19189453125, + 2400.23095703125, + 2400.23876953125, + 2400.175537109375, + 2400.25830078125, + 2400.241455078125, + 2400.21044921875, + 2400.200439453125, + 2400.092529296875, + 2400.177490234375, + 2400.202392578125, + 2400.16943359375, + 2400.123779296875, + 2400.341552734375, + 2400.39697265625, + 2400.382080078125, + 2400.262939453125, + 2400.28759765625, + 2400.302978515625, + 2400.20458984375, + 2400.273681640625 + ], + "p10": [ + 2398.7197265625, + 2399.03076171875, + 2398.60595703125, + 2398.6748046875, + 2398.50244140625, + 2398.511474609375, + 2398.478515625, + 2398.32861328125, + 2398.234375, + 2398.173828125, + 2398.281005859375, + 2398.036376953125, + 2397.753173828125, + 2397.45947265625, + 2397.57080078125, + 2397.2314453125, + 2398.004150390625, + 2398.384521484375, + 2397.798828125, + 2397.813720703125, + 2397.54052734375, + 2397.35400390625, + 2397.03759765625, + 2396.81884765625 + ], + "p90": [ + 2436.3388671875, + 2437.628173828125, + 2439.240234375, + 2437.864990234375, + 2438.83251953125, + 2439.807373046875, + 2439.177001953125, + 2439.016845703125, + 2440.758056640625, + 2440.255859375, + 2440.30908203125, + 2440.22119140625, + 2441.88818359375, + 2442.72314453125, + 2440.350341796875, + 2437.51123046875, + 2441.3076171875, + 2439.6484375, + 2441.85546875, + 2438.91064453125, + 2440.202880859375, + 2441.029052734375, + 2442.042236328125, + 2443.682373046875 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260622_001918.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260622_001918.json new file mode 100644 index 0000000000000000000000000000000000000000..c9cf525d38b02665e152ee9fbeb640f76deb2c2e --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260622_001918.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ETS", + "evaluated_at": "2026-06-22T00:19:18.343844+00:00", + "metrics": { + "MSE[mean]": 625.6891612244614, + "MSE[0.5]": 635.6314335273445, + "MAE[0.5]": 14.450961123766774, + "MASE[0.5]": 0.7301538252008476, + "MAPE[0.5]": 0.005924954066191666, + "sMAPE[0.5]": 0.005978520631848759, + "MSIS": 13.6421036796486, + "RMSE[mean]": 25.013779427037036, + "NRMSE[mean]": 0.010377367437318737, + "ND[0.5]": 0.0059952129121936485, + "mean_weighted_sum_quantile_loss": 0.005830735358943121 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 13:55:00", + "2026-06-21 14:10:00", + "2026-06-21 14:25:00", + "2026-06-21 14:40:00", + "2026-06-21 14:55:00", + "2026-06-21 15:10:00", + "2026-06-21 15:25:00", + "2026-06-21 15:40:00", + "2026-06-21 15:55:00", + "2026-06-21 16:10:00", + "2026-06-21 16:25:00", + "2026-06-21 16:40:00", + "2026-06-21 16:55:00", + "2026-06-21 17:10:00", + "2026-06-21 17:25:00", + "2026-06-21 17:40:00", + "2026-06-21 17:55:00", + "2026-06-21 18:10:00", + "2026-06-21 18:25:00", + "2026-06-21 18:40:00", + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00" + ], + "context": [ + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2401.5450542286812, + 2401.0846605369034, + 2400.624266845126, + 2400.163873153348, + 2399.7034794615706, + 2399.2430857697927, + 2398.7826920780153, + 2398.3222983862374, + 2397.86190469446, + 2397.401511002682, + 2396.9411173109047, + 2396.480723619127, + 2396.0203299273494, + 2395.5599362355715, + 2395.099542543794, + 2394.639148852016, + 2394.178755160239, + 2393.718361468461, + 2393.2579677766835, + 2392.7975740849056, + 2392.337180393128, + 2391.8767867013503, + 2391.416393009573, + 2390.955999317795 + ], + "p10": [ + 2351.5450542286812, + 2351.0846605369034, + 2350.624266845126, + 2350.163873153348, + 2349.7034794615706, + 2349.2430857697927, + 2348.7826920780153, + 2348.3222983862374, + 2347.86190469446, + 2347.401511002682, + 2346.9411173109047, + 2346.480723619127, + 2346.0203299273494, + 2345.5599362355715, + 2345.099542543794, + 2344.639148852016, + 2344.178755160239, + 2343.718361468461, + 2343.2579677766835, + 2342.7975740849056, + 2342.337180393128, + 2341.8767867013503, + 2341.416393009573, + 2340.955999317795 + ], + "p90": [ + 2451.5450542286812, + 2451.0846605369034, + 2450.624266845126, + 2450.163873153348, + 2449.7034794615706, + 2449.2430857697927, + 2448.7826920780153, + 2448.3222983862374, + 2447.86190469446, + 2447.401511002682, + 2446.9411173109047, + 2446.480723619127, + 2446.0203299273494, + 2445.5599362355715, + 2445.099542543794, + 2444.639148852016, + 2444.178755160239, + 2443.718361468461, + 2443.2579677766835, + 2442.7975740849056, + 2442.337180393128, + 2441.8767867013503, + 2441.416393009573, + 2440.955999317795 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260622_001855.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260622_001855.json new file mode 100644 index 0000000000000000000000000000000000000000..424b8d733850534b9b4d269b6e91830a681079bf --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260622_001855.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T00:18:55.018378+00:00", + "metrics": { + "MSE[mean]": 411.19217246274155, + "MSE[0.5]": 517.7682581755022, + "MAE[0.5]": 10.493784586588541, + "MASE[0.5]": 0.5302122738486842, + "MAPE[0.5]": 0.004284095720909621, + "sMAPE[0.5]": 0.004327665379099166, + "MSIS": 2.6670669716282895, + "RMSE[mean]": 20.27787396308453, + "NRMSE[mean]": 0.008412601125566617, + "ND[0.5]": 0.004353514780952895, + "mean_weighted_sum_quantile_loss": 0.003886952269698934 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 13:55:00", + "2026-06-21 14:10:00", + "2026-06-21 14:25:00", + "2026-06-21 14:40:00", + "2026-06-21 14:55:00", + "2026-06-21 15:10:00", + "2026-06-21 15:25:00", + "2026-06-21 15:40:00", + "2026-06-21 15:55:00", + "2026-06-21 16:10:00", + "2026-06-21 16:25:00", + "2026-06-21 16:40:00", + "2026-06-21 16:55:00", + "2026-06-21 17:10:00", + "2026-06-21 17:25:00", + "2026-06-21 17:40:00", + "2026-06-21 17:55:00", + "2026-06-21 18:10:00", + "2026-06-21 18:25:00", + "2026-06-21 18:40:00", + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00" + ], + "context": [ + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2400.011962890625, + 2400.1055908203125, + 2400.126953125, + 2400.1123046875, + 2400.1248779296875, + 2400.1822509765625, + 2400.2108154296875, + 2400.258544921875, + 2400.1385498046875, + 2400.18701171875, + 2400.230712890625, + 2400.2301025390625, + 2400.25732421875, + 2400.17041015625, + 2400.10986328125, + 2400.15576171875, + 2400.1162109375, + 2400.16455078125, + 2400.1746826171875, + 2400.22998046875, + 2400.1920166015625, + 2400.2113037109375, + 2400.1480712890625, + 2400.09912109375 + ], + "p10": [ + 2399.5208740234375, + 2399.6085205078125, + 2399.5338134765625, + 2399.5892333984375, + 2399.5816650390625, + 2399.4771728515625, + 2399.5516357421875, + 2399.63330078125, + 2399.496337890625, + 2399.4813232421875, + 2399.4940185546875, + 2399.650390625, + 2399.489990234375, + 2399.4111328125, + 2399.4884033203125, + 2399.4803466796875, + 2399.44775390625, + 2399.365234375, + 2399.3121337890625, + 2399.408935546875, + 2399.369140625, + 2399.5595703125, + 2399.4527587890625, + 2399.3992919921875 + ], + "p90": [ + 2447.3944091796875, + 2451.7777099609375, + 2453.0970458984375, + 2453.11669921875, + 2453.207763671875, + 2452.4478759765625, + 2454.449951171875, + 2451.298828125, + 2453.9365234375, + 2453.5301513671875, + 2453.460205078125, + 2452.98974609375, + 2453.18310546875, + 2450.916259765625, + 2451.2637939453125, + 2452.301025390625, + 2451.9124755859375, + 2452.663330078125, + 2452.2239990234375, + 2452.0906982421875, + 2456.09375, + 2453.6131591796875, + 2452.9234619140625, + 2451.3853759765625 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260622_001918.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260622_001918.json new file mode 100644 index 0000000000000000000000000000000000000000..8c8a53e76ad15c5f53684a11cd7e403faf26c5e5 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260622_001918.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T00:19:18.372749+00:00", + "metrics": { + "MSE[mean]": 452.85243055548307, + "MSE[0.5]": 451.3888888888908, + "MAE[0.5]": 12.847222222222134, + "MASE[0.5]": 0.6491228070175394, + "MAPE[0.5]": 0.0052718135865456916, + "sMAPE[0.5]": 0.005307420959442706, + "MSIS": 13.6421036796486, + "RMSE[mean]": 21.28032966275389, + "NRMSE[mean]": 0.00882848594478986, + "ND[0.5]": 0.005329876116392933, + "mean_weighted_sum_quantile_loss": 0.005273536284772212 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 13:55:00", + "2026-06-21 14:10:00", + "2026-06-21 14:25:00", + "2026-06-21 14:40:00", + "2026-06-21 14:55:00", + "2026-06-21 15:10:00", + "2026-06-21 15:25:00", + "2026-06-21 15:40:00", + "2026-06-21 15:55:00", + "2026-06-21 16:10:00", + "2026-06-21 16:25:00", + "2026-06-21 16:40:00", + "2026-06-21 16:55:00", + "2026-06-21 17:10:00", + "2026-06-21 17:25:00", + "2026-06-21 17:40:00", + "2026-06-21 17:55:00", + "2026-06-21 18:10:00", + "2026-06-21 18:25:00", + "2026-06-21 18:40:00", + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00" + ], + "context": [ + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2404.1666666666665, + 2404.1666666666665, + 2404.1666666666665, + 2404.1666666666665, + 2404.1666666666665, + 2404.1666666666665, + 2404.1666666666665, + 2404.1666666666665, + 2404.1666666666665, + 2404.1666666666665, + 2404.1666666666665, + 2404.1666666666665, + 2404.1666666666665, + 2404.1666666666665, + 2404.1666666666665, + 2404.1666666666665, + 2404.1666666666665, + 2404.1666666666665, + 2404.1666666666665, + 2404.1666666666665, + 2404.1666666666665, + 2404.1666666666665, + 2404.1666666666665, + 2404.1666666666665 + ], + "p10": [ + 2354.1666666666665, + 2354.1666666666665, + 2354.1666666666665, + 2354.1666666666665, + 2354.1666666666665, + 2354.1666666666665, + 2354.1666666666665, + 2354.1666666666665, + 2354.1666666666665, + 2354.1666666666665, + 2354.1666666666665, + 2354.1666666666665, + 2354.1666666666665, + 2354.1666666666665, + 2354.1666666666665, + 2354.1666666666665, + 2354.1666666666665, + 2354.1666666666665, + 2354.1666666666665, + 2354.1666666666665, + 2354.1666666666665, + 2354.1666666666665, + 2354.1666666666665, + 2354.1666666666665 + ], + "p90": [ + 2454.1666666666665, + 2454.1666666666665, + 2454.1666666666665, + 2454.1666666666665, + 2454.1666666666665, + 2454.1666666666665, + 2454.1666666666665, + 2454.1666666666665, + 2454.1666666666665, + 2454.1666666666665, + 2454.1666666666665, + 2454.1666666666665, + 2454.1666666666665, + 2454.1666666666665, + 2454.1666666666665, + 2454.1666666666665, + 2454.1666666666665, + 2454.1666666666665, + 2454.1666666666665, + 2454.1666666666665, + 2454.1666666666665, + 2454.1666666666665, + 2454.1666666666665, + 2454.1666666666665 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260622_001918.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260622_001918.json new file mode 100644 index 0000000000000000000000000000000000000000..3023350dd559ee9e26f9228804431512bf969b43 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260622_001918.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T00:19:18.393779+00:00", + "metrics": { + "MSE[mean]": 937.5, + "MSE[0.5]": 937.5, + "MAE[0.5]": 18.75, + "MASE[0.5]": 0.9473684210526315, + "MAPE[0.5]": 0.00772392290249433, + "sMAPE[0.5]": 0.007750045216133115, + "MSIS": 7.288420606840856, + "RMSE[mean]": 30.618621784789728, + "NRMSE[mean]": 0.012702626150993147, + "ND[0.5]": 0.007778738115816767, + "mean_weighted_sum_quantile_loss": 0.008043791414577927 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 13:55:00", + "2026-06-21 14:10:00", + "2026-06-21 14:25:00", + "2026-06-21 14:40:00", + "2026-06-21 14:55:00", + "2026-06-21 15:10:00", + "2026-06-21 15:25:00", + "2026-06-21 15:40:00", + "2026-06-21 15:55:00", + "2026-06-21 16:10:00", + "2026-06-21 16:25:00", + "2026-06-21 16:40:00", + "2026-06-21 16:55:00", + "2026-06-21 17:10:00", + "2026-06-21 17:25:00", + "2026-06-21 17:40:00", + "2026-06-21 17:55:00", + "2026-06-21 18:10:00", + "2026-06-21 18:25:00", + "2026-06-21 18:40:00", + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00" + ], + "context": [ + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "p10": [ + 2303.0, + 2352.0, + 2352.0, + 2352.0, + 2401.0, + 2352.0, + 2352.0, + 2352.0, + 2401.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2401.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0 + ], + "p90": [ + 2397.0, + 2448.0, + 2448.0, + 2448.0, + 2499.0, + 2448.0, + 2448.0, + 2448.0, + 2499.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2499.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260622_001915.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260622_001915.json new file mode 100644 index 0000000000000000000000000000000000000000..8021f781e6f0994fc9a81a79185308ea3eac2a79 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260622_001915.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T00:19:15.981129+00:00", + "metrics": { + "MSE[mean]": 549.3840359821916, + "MSE[0.5]": 549.3840359821916, + "MAE[0.5]": 11.719167073567709, + "MASE[0.5]": 0.5921263363486841, + "MAPE[0.5]": 0.004792129187897489, + "sMAPE[0.5]": 0.004838379863620259, + "MSIS": 7.260481085526315, + "RMSE[mean]": 23.438942723215813, + "NRMSE[mean]": 0.009724021181627995, + "ND[0.5]": 0.0048618843520419185, + "mean_weighted_sum_quantile_loss": 0.004374518893150389 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 13:55:00", + "2026-06-21 14:10:00", + "2026-06-21 14:25:00", + "2026-06-21 14:40:00", + "2026-06-21 14:55:00", + "2026-06-21 15:10:00", + "2026-06-21 15:25:00", + "2026-06-21 15:40:00", + "2026-06-21 15:55:00", + "2026-06-21 16:10:00", + "2026-06-21 16:25:00", + "2026-06-21 16:40:00", + "2026-06-21 16:55:00", + "2026-06-21 17:10:00", + "2026-06-21 17:25:00", + "2026-06-21 17:40:00", + "2026-06-21 17:55:00", + "2026-06-21 18:10:00", + "2026-06-21 18:25:00", + "2026-06-21 18:40:00", + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00" + ], + "context": [ + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2399.15771484375, + 2398.5625, + 2398.787109375, + 2398.50634765625, + 2398.6748046875, + 2398.55126953125, + 2398.8544921875, + 2398.70849609375, + 2398.725341796875, + 2398.61865234375, + 2398.82080078125, + 2398.590576171875, + 2398.97802734375, + 2399.0791015625, + 2398.871337890625, + 2398.34912109375, + 2398.73095703125, + 2398.635498046875, + 2398.815185546875, + 2398.691650390625, + 2398.3828125, + 2398.337890625, + 2398.736572265625, + 2398.57373046875 + ], + "p10": [ + 2397.080078125, + 2396.6982421875, + 2396.31640625, + 2396.2265625, + 2396.31640625, + 2396.2265625, + 2395.9345703125, + 2396.0244140625, + 2396.2041015625, + 2395.9345703125, + 2395.552734375, + 2395.462890625, + 2395.373046875, + 2394.87890625, + 2395.2158203125, + 2395.193359375, + 2396.001953125, + 2395.77734375, + 2395.642578125, + 2395.7099609375, + 2395.328125, + 2394.8564453125, + 2394.8564453125, + 2394.2724609375 + ], + "p90": [ + 2423.8984375, + 2429.46875, + 2435.578125, + 2437.375, + 2439.53125, + 2439.890625, + 2439.3515625, + 2439.171875, + 2438.8125, + 2436.8359375, + 2437.015625, + 2437.015625, + 2437.375, + 2438.09375, + 2437.734375, + 2438.09375, + 2432.34375, + 2434.5, + 2435.9375, + 2435.9375, + 2435.7578125, + 2435.3984375, + 2434.6796875, + 2434.140625 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260622_001735.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260622_001735.json new file mode 100644 index 0000000000000000000000000000000000000000..c9f3c419faa65c493cec473495481770605a8030 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260622_001735.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T00:17:35.727938+00:00", + "metrics": { + "MSE[mean]": 504.22615328182775, + "MSE[0.5]": 518.1188515822092, + "MAE[0.5]": 10.734029134114584, + "MASE[0.5]": 0.5423509457236841, + "MAPE[0.5]": 0.00438418779784049, + "sMAPE[0.5]": 0.004427754198616889, + "MSIS": 22.838906249999997, + "RMSE[mean]": 22.454980589656, + "NRMSE[mean]": 0.00931580871480975, + "ND[0.5]": 0.004453184083297321, + "mean_weighted_sum_quantile_loss": 0.0047258666300537796 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 13:55:00", + "2026-06-21 14:10:00", + "2026-06-21 14:25:00", + "2026-06-21 14:40:00", + "2026-06-21 14:55:00", + "2026-06-21 15:10:00", + "2026-06-21 15:25:00", + "2026-06-21 15:40:00", + "2026-06-21 15:55:00", + "2026-06-21 16:10:00", + "2026-06-21 16:25:00", + "2026-06-21 16:40:00", + "2026-06-21 16:55:00", + "2026-06-21 17:10:00", + "2026-06-21 17:25:00", + "2026-06-21 17:40:00", + "2026-06-21 17:55:00", + "2026-06-21 18:10:00", + "2026-06-21 18:25:00", + "2026-06-21 18:40:00", + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00" + ], + "context": [ + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2400.9658203125, + 2400.24365234375, + 2400.5341796875, + 2399.68359375, + 2399.885009765625, + 2399.87890625, + 2400.385009765625, + 2400.275146484375, + 2399.569580078125, + 2400.45654296875, + 2400.245849609375, + 2400.222412109375, + 2400.735107421875, + 2400.06884765625, + 2400.620849609375, + 2399.454345703125, + 2400.31640625, + 2399.9912109375, + 2400.1171875, + 2400.89013671875, + 2400.477783203125, + 2400.416259765625, + 2400.497802734375, + 2401.12841796875 + ], + "p10": [ + 2402.18505859375, + 2401.710693359375, + 2401.95751953125, + 2401.242919921875, + 2402.018798828125, + 2401.908203125, + 2402.31884765625, + 2402.935546875, + 2402.96142578125, + 2403.657470703125, + 2402.5810546875, + 2402.475341796875, + 2403.123046875, + 2402.42822265625, + 2403.38134765625, + 2403.55224609375, + 2402.98583984375, + 2402.63525390625, + 2402.96875, + 2403.380615234375, + 2403.056396484375, + 2401.134033203125, + 2403.921875, + 2403.8212890625 + ], + "p90": [ + 2404.540283203125, + 2404.113525390625, + 2404.9150390625, + 2404.616455078125, + 2405.010498046875, + 2404.97509765625, + 2405.413818359375, + 2405.5068359375, + 2404.18408203125, + 2404.884033203125, + 2405.751708984375, + 2405.099853515625, + 2405.739501953125, + 2405.88671875, + 2406.1337890625, + 2405.174072265625, + 2406.77734375, + 2406.41552734375, + 2407.083984375, + 2407.72119140625, + 2407.69140625, + 2407.968505859375, + 2407.97900390625, + 2408.341552734375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260622_001822.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260622_001822.json new file mode 100644 index 0000000000000000000000000000000000000000..2fdeb0bd674ff716827e07afb00f61bf5868d6fb --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260622_001822.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TiRex", + "evaluated_at": "2026-06-22T00:18:22.260804+00:00", + "metrics": { + "MSE[mean]": 532.0208477179209, + "MSE[0.5]": 532.0208477179209, + "MAE[0.5]": 10.912353515625, + "MASE[0.5]": 0.551361019736842, + "MAPE[0.5]": 0.004457307326820702, + "sMAPE[0.5]": 0.00450208617293098, + "MSIS": 2.9000046258223677, + "RMSE[mean]": 23.065577116515446, + "NRMSE[mean]": 0.009569124473575986, + "ND[0.5]": 0.004527164812013829, + "mean_weighted_sum_quantile_loss": 0.004119095421588399 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 13:55:00", + "2026-06-21 14:10:00", + "2026-06-21 14:25:00", + "2026-06-21 14:40:00", + "2026-06-21 14:55:00", + "2026-06-21 15:10:00", + "2026-06-21 15:25:00", + "2026-06-21 15:40:00", + "2026-06-21 15:55:00", + "2026-06-21 16:10:00", + "2026-06-21 16:25:00", + "2026-06-21 16:40:00", + "2026-06-21 16:55:00", + "2026-06-21 17:10:00", + "2026-06-21 17:25:00", + "2026-06-21 17:40:00", + "2026-06-21 17:55:00", + "2026-06-21 18:10:00", + "2026-06-21 18:25:00", + "2026-06-21 18:40:00", + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00" + ], + "context": [ + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2399.51318359375, + 2399.455078125, + 2399.391357421875, + 2399.482177734375, + 2399.499755859375, + 2399.48193359375, + 2399.486328125, + 2399.365966796875, + 2399.41943359375, + 2399.489501953125, + 2399.493896484375, + 2399.352294921875, + 2399.398681640625, + 2399.38134765625, + 2399.36865234375, + 2399.471923828125, + 2399.583740234375, + 2399.635498046875, + 2399.676025390625, + 2399.62548828125, + 2399.620361328125, + 2399.596923828125, + 2399.630126953125, + 2399.683837890625 + ], + "p10": [ + 2398.578369140625, + 2398.522216796875, + 2398.371337890625, + 2398.35986328125, + 2398.277099609375, + 2398.153564453125, + 2398.1982421875, + 2397.93310546875, + 2397.716796875, + 2397.353271484375, + 2397.010009765625, + 2396.744384765625, + 2396.446533203125, + 2396.21142578125, + 2395.86962890625, + 2395.656982421875, + 2395.5615234375, + 2395.406494140625, + 2395.311767578125, + 2395.18603515625, + 2395.05078125, + 2394.7734375, + 2394.79248046875, + 2394.640869140625 + ], + "p90": [ + 2408.85107421875, + 2430.604248046875, + 2442.052734375, + 2447.12109375, + 2455.28515625, + 2460.431884765625, + 2461.6953125, + 2458.989501953125, + 2461.69873046875, + 2458.91845703125, + 2454.893798828125, + 2451.92529296875, + 2448.556884765625, + 2444.5390625, + 2448.391845703125, + 2451.03955078125, + 2452.63134765625, + 2454.49072265625, + 2456.326171875, + 2459.269775390625, + 2459.32666015625, + 2457.517822265625, + 2454.85546875, + 2453.8896484375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260622_001808.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260622_001808.json new file mode 100644 index 0000000000000000000000000000000000000000..41757d93108e74a2e91035c2a71752770f99b59f --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260622_001808.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T00:18:08.494162+00:00", + "metrics": { + "MSE[mean]": 520.9567101076245, + "MSE[0.5]": 520.9567101076245, + "MAE[0.5]": 10.427805582682291, + "MASE[0.5]": 0.5268785978618421, + "MAPE[0.5]": 0.0042563314286489335, + "sMAPE[0.5]": 0.00430017381494761, + "MSIS": 4.650836759868421, + "RMSE[mean]": 22.824476119018033, + "NRMSE[mean]": 0.009469099859229608, + "ND[0.5]": 0.004326142333351339, + "mean_weighted_sum_quantile_loss": 0.004706492185249208 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 13:55:00", + "2026-06-21 14:10:00", + "2026-06-21 14:25:00", + "2026-06-21 14:40:00", + "2026-06-21 14:55:00", + "2026-06-21 15:10:00", + "2026-06-21 15:25:00", + "2026-06-21 15:40:00", + "2026-06-21 15:55:00", + "2026-06-21 16:10:00", + "2026-06-21 16:25:00", + "2026-06-21 16:40:00", + "2026-06-21 16:55:00", + "2026-06-21 17:10:00", + "2026-06-21 17:25:00", + "2026-06-21 17:40:00", + "2026-06-21 17:55:00", + "2026-06-21 18:10:00", + "2026-06-21 18:25:00", + "2026-06-21 18:40:00", + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00" + ], + "context": [ + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2399.998291015625, + 2400.0078125, + 2400.007568359375, + 2399.986572265625, + 2400.036865234375, + 2400.00341796875, + 2400.027587890625, + 2400.022216796875, + 2400.004150390625, + 2400.004638671875, + 2399.964599609375, + 2399.99169921875, + 2399.9931640625, + 2399.973876953125, + 2400.008544921875, + 2399.995361328125, + 2399.985595703125, + 2399.994873046875, + 2399.979736328125, + 2399.97802734375, + 2399.9833984375, + 2399.98291015625, + 2400.0029296875, + 2399.98876953125 + ], + "p10": [ + 2399.8349609375, + 2399.85302734375, + 2399.822998046875, + 2399.82373046875, + 2399.777099609375, + 2399.694580078125, + 2399.54248046875, + 2399.3935546875, + 2399.1806640625, + 2398.2099609375, + 2395.748046875, + 2392.762451171875, + 2389.768798828125, + 2385.987060546875, + 2382.96533203125, + 2378.4833984375, + 2375.18212890625, + 2369.260986328125, + 2365.89111328125, + 2362.3642578125, + 2359.024169921875, + 2356.41845703125, + 2354.244140625, + 2353.74462890625 + ], + "p90": [ + 2446.2470703125, + 2444.57275390625, + 2444.86572265625, + 2443.779541015625, + 2451.87451171875, + 2445.80126953125, + 2446.48095703125, + 2446.609619140625, + 2446.56884765625, + 2445.8623046875, + 2446.42333984375, + 2445.950927734375, + 2447.806640625, + 2447.138427734375, + 2446.585205078125, + 2446.203857421875, + 2447.46337890625, + 2447.32421875, + 2446.379638671875, + 2446.33447265625, + 2446.06201171875, + 2445.763916015625, + 2445.79638671875, + 2446.296875 + ] + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 60cef2fcaae89f33b109c86779dfe9ea4d9fd544..e3dadde7ac75d9a9386e3f68c4b9ca0b0eea571c 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,331275.03669993085,331275.03669993085,512.3388671875,0.4509216805285862,0.0079941775457816,0.008015674518899951,3.369032678538878,575.564971745094,0.008979007842505658,0.007992659269289938,0.006318285438897713,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,331683.2034479777,331683.2034479777,512.6005859375,0.45115202545483335,0.007998348768348365,0.008019794997951387,3.369032678538878,575.9194418041275,0.008984574195701218,0.007996774657733704,0.006320579395053649,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,2.839674102974641,2.839674102974641,1.339166482289632,0.7358058037897606,0.0554569215471904,0.055679821211488754,18.275267734259632,1.6851332597081576,0.06691794523180099,0.05317933688736354,0.048085583652887245,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.36664823283046155,0.36664823283046155,0.4852666661143303,1.4095662167547132,0.5055308839042306,0.6204419424783647,54.7334039708525,0.6055148493888994,0.6756219016360989,0.5414512758715248,0.5377316343452985,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.040277792347804625,0.040277792347804625,0.16666669481330448,1.9607848648565431,0.10863953553079182,0.11715288832572167,64.34413920426047,0.20069327927911443,0.1364486864956758,0.11331446509588074,0.10926871979055788,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,1.592083034515478,1.59 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,201.10583182017118,201.10583182017118,12.224999904632568,1.0923618171359062,0.5482190268753837,0.48041382629803575,41.07570851783955,14.181178788104011,0.5526928612009421,0.47645335246323123,0.46977369513658807,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Seasonal-Naive,1.1833330790206371,1.1833330790206371,0.8416664600372314,0.43013912453991193,0.03288049114698654,0.03240955142041157,7.319350729998809,1.087811141246787,0.041361639551679444,0.03200252637870361,0.02744260678686364,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Seasonal-Naive,36.041666666666664,36.041666666666664,4.625,0.8072727272727273,1.1907793017168016,0.48801373380840324,30.301091046994156,6.003471218109292,0.7465456437027099,0.5751295336787565,0.5676453655728266,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Seasonal-Naive,833.3333333333334,833.3333333333334,16.666666666666668,0.5714285714285714,0.006701347205548887,0.006717338400506718,5.125713972203882,28.867513459481287,0.011566282521328061,0.00667779632721202,0.007442033017992945,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Seasonal-Naive,937.5,937.5,18.75,0.9473684210526315,0.00772392290249433,0.007750045216133115,7.288420606840856,30.618621784789728,0.012702626150993147,0.007778738115816767,0.008043791414577927,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Seasonal-Naive,7551.857142857143,7551.857142857143,73.85714285714286,1.530991524558358,0.3288908310812257,0.29127747091684864,55.43516014261311,86.90142198409151,0.34543438608099974,0.2935831913685406,0.2867184049466844,Web,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index 339aa3e231bfd98a48a1817f501e4feeab908e6e..fc0a0e509c61fbf6f2165c1c08e67de7f2d144f2 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T00:11:36.932926+00:00", + "evaluated_at": "2026-06-22T00:19:18.385167+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63808.01171875, 63801.58984375, 63311.98828125, - 63517.359375 + 63511.078125 ], "p50": [ 63586.28125, diff --git a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index b696b87c815f55cb69bf4726cf3bb669a1e86817..689a62518ba5116dcd1e582e4c3e9c8fa6324fba 100644 --- a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,332 +1,332 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-20T17:12:57.013893+00:00", + "evaluated_at": "2026-06-22T00:19:18.393779+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2500.0, - 2500.0, - 2550.0, - 2550.0, - 2500.0, - 2550.0, - 2550.0, - 2550.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2450.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2450.0, - 2500.0, - 2500.0, - 2500.0, - 2450.0, - 2450.0, - 2450.0, - 2450.0, - 2450.0, - 2500.0, - 2450.0, - 2450.0, - 2500.0, - 2450.0, - 2450.0, - 2450.0, - 2450.0, - 2450.0, - 2450.0, - 2500.0, - 2450.0, - 2500.0, - 2500.0, - 2450.0, - 2450.0, - 2450.0, - 2450.0, - 2450.0, - 2500.0, - 2450.0, - 2450.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0 + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 ], "actuals": [ - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2550.0, - 2500.0, - 2500.0, - 2450.0, - 2500.0, - 2450.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2450.0, - 2500.0 + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 ], "p50": [ - 2450.0, - 2450.0, - 2500.0, - 2450.0, - 2450.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0 + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 ], "p10": [ + 2303.0, + 2352.0, + 2352.0, + 2352.0, 2401.0, + 2352.0, + 2352.0, + 2352.0, 2401.0, - 2450.0, - 2401.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, 2401.0, - 2450.0, - 2450.0, - 2450.0, - 2450.0, - 2450.0, - 2450.0, - 2450.0, - 2450.0, - 2450.0, - 2450.0, - 2450.0, - 2450.0, - 2450.0, - 2450.0, - 2450.0, - 2450.0, - 2450.0, - 2450.0, - 2450.0 + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0 ], "p90": [ + 2397.0, + 2448.0, + 2448.0, + 2448.0, 2499.0, + 2448.0, + 2448.0, + 2448.0, 2499.0, - 2550.0, - 2499.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, 2499.0, - 2550.0, - 2550.0, - 2550.0, - 2550.0, - 2550.0, - 2550.0, - 2550.0, - 2550.0, - 2550.0, - 2550.0, - 2550.0, - 2550.0, - 2550.0, - 2550.0, - 2550.0, - 2550.0, - 2550.0, - 2550.0, - 2550.0 + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0 ], "timestamps": [ - "2026-06-20 05:55:00", - "2026-06-20 06:10:00", - "2026-06-20 06:25:00", - "2026-06-20 06:40:00", - "2026-06-20 06:55:00", - "2026-06-20 07:10:00", - "2026-06-20 07:25:00", - "2026-06-20 07:40:00", - "2026-06-20 07:55:00", - "2026-06-20 08:10:00", - "2026-06-20 08:25:00", - "2026-06-20 08:40:00", - "2026-06-20 08:55:00", - "2026-06-20 09:10:00", - "2026-06-20 09:25:00", - "2026-06-20 09:40:00", - "2026-06-20 09:55:00", - "2026-06-20 10:10:00", - "2026-06-20 10:25:00", - "2026-06-20 10:40:00", - "2026-06-20 10:55:00", - "2026-06-20 11:10:00", - "2026-06-20 11:25:00", - "2026-06-20 11:40:00", - "2026-06-20 11:55:00", - "2026-06-20 12:10:00", - "2026-06-20 12:25:00", - "2026-06-20 12:40:00", - "2026-06-20 12:55:00", - "2026-06-20 13:10:00", - "2026-06-20 13:25:00", - "2026-06-20 13:40:00", - "2026-06-20 13:55:00", - "2026-06-20 14:10:00", - "2026-06-20 14:25:00", - "2026-06-20 14:40:00", - "2026-06-20 14:55:00", - "2026-06-20 15:10:00", - "2026-06-20 15:25:00", - "2026-06-20 15:40:00", - "2026-06-20 15:55:00", - "2026-06-20 16:10:00", - "2026-06-20 16:25:00", - "2026-06-20 16:40:00", - "2026-06-20 16:55:00", - "2026-06-20 17:10:00", - "2026-06-20 17:25:00", - "2026-06-20 17:40:00", - "2026-06-20 17:55:00", - "2026-06-20 18:10:00", - "2026-06-20 18:25:00", - "2026-06-20 18:40:00", - "2026-06-20 18:55:00", - "2026-06-20 19:10:00", - "2026-06-20 19:25:00", - "2026-06-20 19:40:00", - "2026-06-20 19:55:00", - "2026-06-20 20:10:00", - "2026-06-20 20:25:00", - "2026-06-20 20:40:00", - "2026-06-20 20:55:00", - "2026-06-20 21:10:00", - "2026-06-20 21:25:00", - "2026-06-20 21:40:00", - "2026-06-20 21:55:00", - "2026-06-20 22:10:00", - "2026-06-20 22:25:00", - "2026-06-20 22:40:00", - "2026-06-20 22:55:00", - "2026-06-20 23:10:00", - "2026-06-20 23:25:00", - "2026-06-20 23:40:00", - "2026-06-20 23:55:00", - "2026-06-21 00:10:00", - "2026-06-21 00:25:00", - "2026-06-21 00:40:00", - "2026-06-21 00:55:00", - "2026-06-21 01:10:00", - "2026-06-21 01:25:00", - "2026-06-21 01:40:00", - "2026-06-21 01:55:00", - "2026-06-21 02:10:00", - "2026-06-21 02:25:00", - "2026-06-21 02:40:00", - "2026-06-21 02:55:00", - "2026-06-21 03:10:00", - "2026-06-21 03:25:00", - "2026-06-21 03:40:00", - "2026-06-21 03:55:00", - "2026-06-21 04:10:00", - "2026-06-21 04:25:00", - "2026-06-21 04:40:00", - "2026-06-21 04:55:00", - "2026-06-21 05:10:00", - "2026-06-21 05:25:00", - "2026-06-21 05:40:00", - "2026-06-21 05:55:00", - "2026-06-21 06:10:00", - "2026-06-21 06:25:00", - "2026-06-21 06:40:00", - "2026-06-21 06:55:00", - "2026-06-21 07:10:00", - "2026-06-21 07:25:00", - "2026-06-21 07:40:00", - "2026-06-21 07:55:00", - "2026-06-21 08:10:00", - "2026-06-21 08:25:00", - "2026-06-21 08:40:00", - "2026-06-21 08:55:00", - "2026-06-21 09:10:00", - "2026-06-21 09:25:00", - "2026-06-21 09:40:00", - "2026-06-21 09:55:00", - "2026-06-21 10:10:00", - "2026-06-21 10:25:00", - "2026-06-21 10:40:00", - "2026-06-21 10:55:00", - "2026-06-21 11:10:00", - "2026-06-21 11:25:00", - "2026-06-21 11:40:00" + "2026-06-21 13:55:00", + "2026-06-21 14:10:00", + "2026-06-21 14:25:00", + "2026-06-21 14:40:00", + "2026-06-21 14:55:00", + "2026-06-21 15:10:00", + "2026-06-21 15:25:00", + "2026-06-21 15:40:00", + "2026-06-21 15:55:00", + "2026-06-21 16:10:00", + "2026-06-21 16:25:00", + "2026-06-21 16:40:00", + "2026-06-21 16:55:00", + "2026-06-21 17:10:00", + "2026-06-21 17:25:00", + "2026-06-21 17:40:00", + "2026-06-21 17:55:00", + "2026-06-21 18:10:00", + "2026-06-21 18:25:00", + "2026-06-21 18:40:00", + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index b7ffcc4e87de7121412789be4537c7e191f461ab..271a4c3f65df98b1c438bf6f4406edf492c58e13 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,19 +1,19 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T00:11:36.949739+00:00", + "evaluated_at": "2026-06-22T00:19:18.397667+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:08:37.363529Z", + "data_fetched_at": "2026-06-22T00:16:33.110553Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t180000z", - "data_fetched_at": "2026-06-22T00:08:37.363529Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", + "data_fetched_at": "2026-06-22T00:16:33.110553Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 07120af7aa53e79048b36e1fdfcf0b960b06fc9c..431f24d1ca325a3bd1b5e62489a74068c7e9c93f 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,103017.62196477254,103017.62196477254,219.2822265625,0.19299552785134697,0.0034351697226089172,0.003422938752071071,1.1883960305419035,320.963583549244,0.005007140245365265,0.003420876753595756,0.0032204208797734528,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,103402.1440594991,103402.1440594991,219.5439453125,0.19322587277759404,0.0034393380145453837,0.0034270592482827157,1.1883960305419035,321.5620376529218,0.005016496711351062,0.0034249735686957155,0.00322179493554651,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,0.5319255211838936,0.5319255211838936,0.5680897235870361,0.31213722955041606,0.02243894332596032,0.022061627174980957,1.8939800144891865,0.7293322433458523,0.02896234753829305,0.022559282353924934,0.02244308316193695,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.02169078113970997,0.02169078113970997,0.13266380329926808,0.38535186604551025,0.14768928884809096,0.1610150729309639,1.4718383983738044,0.1472779044517879,0.16432987229812565,0.148023737409225,0.14031402450578484,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.043257409708399704,0.043257409708399704,0.17673298716545105,2.0792118469924756,0.11488875684540055,0.12420338078572622,43.589159458165824,0.2079841573495436,0.14140565735032323,0.12015840314037113,0.10551516868458186,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,Timer-S1,1.6138898983719325,1.6138898 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,105.67239705927334,105.67239705927334,6.88190762201945,0.6149311389770972,0.22847835446180742,0.25279556907567063,5.141111229936727,10.279708024028373,0.40063815039667305,0.26821333197809794,0.2300981666305667,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,0.3210891247267682,0.3210891247267682,0.46021612485249835,0.2351964470990655,0.01738585937734887,0.017444530084464362,2.263543603070733,0.5666472665836907,0.02154552302756924,0.017498711633163248,0.025272773076100364,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Timer-S1,38.67162352319186,38.67162352319186,5.379534403483073,0.9389732776988636,1.3733851608206926,0.5786583547271709,15.010497159090908,6.218651262387357,0.7733037839238164,0.6689576460289831,0.5098184026653353,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Timer-S1,399.2990717490514,399.2990717490514,11.078084309895834,0.3798200334821429,0.004460635204602675,0.004449059828600631,7.969385114397322,19.982469110424052,0.008006331530053042,0.00443863144303005,0.004457226345123817,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Timer-S1,549.3840359821916,549.3840359821916,11.719167073567709,0.5921263363486841,0.004792129187897489,0.004838379863620259,7.260481085526315,23.438942723215813,0.009724021181627995,0.0048618843520419185,0.004374518893150389,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Timer-S1,601.4396087442126,601.4396087442126,20.576241629464285,0.4265268100460789,0.08696922486299981,0.08228666870448333,3.0116496437187275,24.52426571264087,0.09748430436597733,0.08179085258730835,0.05892185873320082,Web,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index c593fa68921c0e8e0ca48f8e5f2be0c7e00fdadb..e4020f4e85f090661760d18fb06befd86672cb56 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T00:11:29.870997+00:00", + "evaluated_at": "2026-06-22T00:19:12.260653+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63808.01171875, 63801.58984375, 63311.98828125, - 63517.359375 + 63511.078125 ], "p50": [ 64267.96875, diff --git a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 5153ef804f89e3eeadfaa5df860b916c533d8e92..b23aca6cd7468926ea4c1d9fa190bb81696903c6 100644 --- a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,332 +1,332 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-20T17:12:38.806829+00:00", + "evaluated_at": "2026-06-22T00:19:15.981129+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2500.0, - 2500.0, - 2550.0, - 2550.0, - 2500.0, - 2550.0, - 2550.0, - 2550.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, 2450.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, 2450.0, - 2500.0, - 2500.0, - 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, 2450.0, + 2400.0, 2450.0, + 2400.0, 2450.0, + 2400.0, 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, 2450.0, - 2500.0, + 2400.0, 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, 2450.0, + 2400.0, 2500.0, + 2400.0, + 2400.0, + 2400.0, 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, 2450.0, + 2400.0, + 2400.0, + 2400.0, 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, 2450.0, - 2450.0, - 2450.0, - 2500.0, - 2450.0, - 2500.0, - 2500.0, - 2450.0, - 2450.0, - 2450.0, - 2450.0, - 2450.0, - 2500.0, - 2450.0, - 2450.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0 + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 ], "actuals": [ - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2550.0, - 2500.0, - 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, 2450.0, - 2500.0, + 2400.0, + 2400.0, 2450.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, 2450.0, - 2500.0 + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 ], "p50": [ - 2496.1982421875, - 2496.3876953125, - 2496.29296875, - 2496.29296875, - 2496.1982421875, - 2496.1982421875, - 2496.0087890625, - 2496.103515625, - 2495.9140625, - 2496.0087890625, - 2496.1982421875, - 2495.9140625, - 2495.8193359375, - 2495.9140625, - 2495.9140625, - 2495.6298828125, - 2497.1455078125, - 2496.9560546875, - 2496.671875, - 2496.7666015625, - 2496.29296875, - 2496.7666015625, - 2496.5771484375, - 2496.7666015625 + 2399.15771484375, + 2398.5625, + 2398.787109375, + 2398.50634765625, + 2398.6748046875, + 2398.55126953125, + 2398.8544921875, + 2398.70849609375, + 2398.725341796875, + 2398.61865234375, + 2398.82080078125, + 2398.590576171875, + 2398.97802734375, + 2399.0791015625, + 2398.871337890625, + 2398.34912109375, + 2398.73095703125, + 2398.635498046875, + 2398.815185546875, + 2398.691650390625, + 2398.3828125, + 2398.337890625, + 2398.736572265625, + 2398.57373046875 ], "p10": [ - 2494.4931640625, - 2492.7880859375, - 2491.0830078125, - 2489.47265625, - 2487.578125, - 2484.949462890625, - 2481.142578125, - 2476.96875, - 2473.41650390625, - 2469.1064453125, - 2465.412109375, - 2462.4755859375, - 2460.486328125, - 2458.591796875, - 2456.697265625, - 2456.697265625, - 2459.349609375, - 2457.455078125, - 2456.318359375, - 2456.88671875, - 2456.318359375, - 2456.697265625, - 2456.318359375, - 2457.076171875 + 2397.080078125, + 2396.6982421875, + 2396.31640625, + 2396.2265625, + 2396.31640625, + 2396.2265625, + 2395.9345703125, + 2396.0244140625, + 2396.2041015625, + 2395.9345703125, + 2395.552734375, + 2395.462890625, + 2395.373046875, + 2394.87890625, + 2395.2158203125, + 2395.193359375, + 2396.001953125, + 2395.77734375, + 2395.642578125, + 2395.7099609375, + 2395.328125, + 2394.8564453125, + 2394.8564453125, + 2394.2724609375 ], "p90": [ - 2496.9560546875, - 2496.9560546875, - 2497.1455078125, - 2496.9560546875, - 2497.1455078125, - 2497.3349609375, - 2497.5244140625, - 2497.7138671875, - 2497.5244140625, - 2497.619140625, - 2497.9033203125, - 2497.7138671875, - 2497.619140625, - 2497.998046875, - 2498.2822265625, - 2497.3349609375, - 2499.0400390625, - 2499.2294921875, - 2498.755859375, - 2498.6611328125, - 2498.1875, - 2498.4716796875, - 2498.4716796875, - 2498.8505859375 + 2423.8984375, + 2429.46875, + 2435.578125, + 2437.375, + 2439.53125, + 2439.890625, + 2439.3515625, + 2439.171875, + 2438.8125, + 2436.8359375, + 2437.015625, + 2437.015625, + 2437.375, + 2438.09375, + 2437.734375, + 2438.09375, + 2432.34375, + 2434.5, + 2435.9375, + 2435.9375, + 2435.7578125, + 2435.3984375, + 2434.6796875, + 2434.140625 ], "timestamps": [ - "2026-06-20 05:55:00", - "2026-06-20 06:10:00", - "2026-06-20 06:25:00", - "2026-06-20 06:40:00", - "2026-06-20 06:55:00", - "2026-06-20 07:10:00", - "2026-06-20 07:25:00", - "2026-06-20 07:40:00", - "2026-06-20 07:55:00", - "2026-06-20 08:10:00", - "2026-06-20 08:25:00", - "2026-06-20 08:40:00", - "2026-06-20 08:55:00", - "2026-06-20 09:10:00", - "2026-06-20 09:25:00", - "2026-06-20 09:40:00", - "2026-06-20 09:55:00", - "2026-06-20 10:10:00", - "2026-06-20 10:25:00", - "2026-06-20 10:40:00", - "2026-06-20 10:55:00", - "2026-06-20 11:10:00", - "2026-06-20 11:25:00", - "2026-06-20 11:40:00", - "2026-06-20 11:55:00", - "2026-06-20 12:10:00", - "2026-06-20 12:25:00", - "2026-06-20 12:40:00", - "2026-06-20 12:55:00", - "2026-06-20 13:10:00", - "2026-06-20 13:25:00", - "2026-06-20 13:40:00", - "2026-06-20 13:55:00", - "2026-06-20 14:10:00", - "2026-06-20 14:25:00", - "2026-06-20 14:40:00", - "2026-06-20 14:55:00", - "2026-06-20 15:10:00", - "2026-06-20 15:25:00", - "2026-06-20 15:40:00", - "2026-06-20 15:55:00", - "2026-06-20 16:10:00", - "2026-06-20 16:25:00", - "2026-06-20 16:40:00", - "2026-06-20 16:55:00", - "2026-06-20 17:10:00", - "2026-06-20 17:25:00", - "2026-06-20 17:40:00", - "2026-06-20 17:55:00", - "2026-06-20 18:10:00", - "2026-06-20 18:25:00", - "2026-06-20 18:40:00", - "2026-06-20 18:55:00", - "2026-06-20 19:10:00", - "2026-06-20 19:25:00", - "2026-06-20 19:40:00", - "2026-06-20 19:55:00", - "2026-06-20 20:10:00", - "2026-06-20 20:25:00", - "2026-06-20 20:40:00", - "2026-06-20 20:55:00", - "2026-06-20 21:10:00", - "2026-06-20 21:25:00", - "2026-06-20 21:40:00", - "2026-06-20 21:55:00", - "2026-06-20 22:10:00", - "2026-06-20 22:25:00", - "2026-06-20 22:40:00", - "2026-06-20 22:55:00", - "2026-06-20 23:10:00", - "2026-06-20 23:25:00", - "2026-06-20 23:40:00", - "2026-06-20 23:55:00", - "2026-06-21 00:10:00", - "2026-06-21 00:25:00", - "2026-06-21 00:40:00", - "2026-06-21 00:55:00", - "2026-06-21 01:10:00", - "2026-06-21 01:25:00", - "2026-06-21 01:40:00", - "2026-06-21 01:55:00", - "2026-06-21 02:10:00", - "2026-06-21 02:25:00", - "2026-06-21 02:40:00", - "2026-06-21 02:55:00", - "2026-06-21 03:10:00", - "2026-06-21 03:25:00", - "2026-06-21 03:40:00", - "2026-06-21 03:55:00", - "2026-06-21 04:10:00", - "2026-06-21 04:25:00", - "2026-06-21 04:40:00", - "2026-06-21 04:55:00", - "2026-06-21 05:10:00", - "2026-06-21 05:25:00", - "2026-06-21 05:40:00", - "2026-06-21 05:55:00", - "2026-06-21 06:10:00", - "2026-06-21 06:25:00", - "2026-06-21 06:40:00", - "2026-06-21 06:55:00", - "2026-06-21 07:10:00", - "2026-06-21 07:25:00", - "2026-06-21 07:40:00", - "2026-06-21 07:55:00", - "2026-06-21 08:10:00", - "2026-06-21 08:25:00", - "2026-06-21 08:40:00", - "2026-06-21 08:55:00", - "2026-06-21 09:10:00", - "2026-06-21 09:25:00", - "2026-06-21 09:40:00", - "2026-06-21 09:55:00", - "2026-06-21 10:10:00", - "2026-06-21 10:25:00", - "2026-06-21 10:40:00", - "2026-06-21 10:55:00", - "2026-06-21 11:10:00", - "2026-06-21 11:25:00", - "2026-06-21 11:40:00" + "2026-06-21 13:55:00", + "2026-06-21 14:10:00", + "2026-06-21 14:25:00", + "2026-06-21 14:40:00", + "2026-06-21 14:55:00", + "2026-06-21 15:10:00", + "2026-06-21 15:25:00", + "2026-06-21 15:40:00", + "2026-06-21 15:55:00", + "2026-06-21 16:10:00", + "2026-06-21 16:25:00", + "2026-06-21 16:40:00", + "2026-06-21 16:55:00", + "2026-06-21 17:10:00", + "2026-06-21 17:25:00", + "2026-06-21 17:40:00", + "2026-06-21 17:55:00", + "2026-06-21 18:10:00", + "2026-06-21 18:25:00", + "2026-06-21 18:40:00", + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 290535f2279525459feeb46f5fbf89eaa0ff353d..f4fe863c8109e1acc44039f22b93d4ca46254a94 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,19 +1,19 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T00:11:34.813028+00:00", + "evaluated_at": "2026-06-22T00:19:17.381627+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:08:37.363529Z", + "data_fetched_at": "2026-06-22T00:16:33.110553Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t180000z", - "data_fetched_at": "2026-06-22T00:08:37.363529Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", + "data_fetched_at": "2026-06-22T00:16:33.110553Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 3aa094f98e64715eeb818c2dc0ce42889dbc10cb..f1a4bb0d9ef5f42bd88652604ff3a7e0617debde 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,203831.7184123993,135677.32589467368,239.326171875,0.21063668311710168,0.003750536843196364,0.003734470617490484,9.731485381930893,451.4772623426337,0.007043197689735097,0.003733569066350673,0.004448830380490969,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,204380.58965873718,136155.79888661703,239.587890625,0.21086702804334878,0.003754716779851921,0.003738591039591404,9.740699178980778,452.08471513504765,0.007052702810568975,0.0037376671517958013,0.004452931371759865,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,0.4067353237384547,0.3276029787418035,0.4994724591573079,0.2744354336383443,0.01942845751119167,0.019503819719654494,8.830249186058134,0.6377580448245672,0.025325865280293635,0.019834437706410364,0.022109313121004018,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.0012349690482568398,0.0003837007885189999,0.016042633354663847,0.04659943817197774,0.023927306570929677,0.024485940394796978,1.9987982028899618,0.03514212640488392,0.03921091331313452,0.017900063830420407,0.027374556085622923,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.04225839423892038,0.05214094298421222,0.19764657153023613,2.3252540435951383,0.12874436544201892,0.1402921010128161,48.00663729739016,0.2055684660616029,0.13976326103091216,0.13437727049229045,0.10778585374112291,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.812881297587713,1.12429 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,30.21158351772196,31.14780008287475,5.180254737536113,0.4489304456501137,0.2071976017384771,0.219215600217612,13.124305019879401,5.496506483005542,0.214497813970948,0.20215628244043365,0.20372167499407842,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.3938838237189278,0.5403853382358648,0.5428215662638346,0.2764164226721268,0.0210317522501472,0.021354541335962707,6.161108907990616,0.6276016441333848,0.025310771428566612,0.021891645311369563,0.021126441110763994,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,14.543348332547302,10.812383798753823,2.723388115564982,0.509971246607747,0.5513183085803834,0.3500242473309776,25.310270626926297,3.81357422014405,0.48171463833398526,0.34400691986083987,0.4211886049014086,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,939.2946850334605,983.2566319083174,16.278798421223957,0.6010633263221153,0.006656817185098289,0.006721065699986369,25.043801081730766,30.647914856209393,0.012714778851322826,0.006753520520473207,0.00742060611585278,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,504.22615328182775,518.1188515822092,10.734029134114584,0.5423509457236841,0.00438418779784049,0.004427754198616889,22.838906249999997,22.454980589656,0.00931580871480975,0.004453184083297321,0.0047258666300537796,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,587.0931736621008,474.79592066065277,18.537806919642858,0.37411023011109457,0.07661461844080557,0.0753195920209184,14.19238810506537,24.230005647174348,0.09753308771145512,0.07462026937176539,0.08000017268140815,Web,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 7a0940d29010080087c8fcb86374ce1fbc95cf62..52f2727cba9b85fc5c44c039a60781136bf44c30 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T00:09:47.530795+00:00", + "evaluated_at": "2026-06-22T00:17:28.522582+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63808.01171875, 63801.58984375, 63311.98828125, - 63517.359375 + 63511.078125 ], "p50": [ 64233.20703125, diff --git a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index e4f9f76acb1162a778cadbb2dad8fe8340d97490..6ab72b56b46242a6e0e554e0a647df7c392d9ade 100644 --- a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,12 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-21T22:24:59.104580+00:00", + "evaluated_at": "2026-06-22T00:17:35.727938+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2400.0, 2400.0, 2350.0, 2350.0, @@ -16,14 +15,11 @@ 2400.0, 2400.0, 2400.0, - 2350.0, - 2350.0, 2400.0, - 2350.0, - 2350.0, 2400.0, 2400.0, 2400.0, + 2350.0, 2400.0, 2400.0, 2400.0, @@ -32,39 +28,36 @@ 2400.0, 2400.0, 2400.0, - 2350.0, - 2350.0, - 2350.0, 2400.0, 2400.0, - 2350.0, - 2350.0, + 2450.0, 2400.0, 2400.0, 2400.0, 2400.0, - 2350.0, - 2350.0, - 2350.0, - 2350.0, 2400.0, 2400.0, 2400.0, + 2450.0, 2400.0, 2400.0, 2400.0, 2400.0, 2400.0, - 2350.0, 2400.0, 2400.0, + 2450.0, 2400.0, + 2450.0, 2400.0, + 2450.0, 2400.0, + 2450.0, 2400.0, 2400.0, 2400.0, 2400.0, + 2450.0, 2400.0, 2450.0, 2400.0, @@ -74,20 +67,25 @@ 2400.0, 2400.0, 2400.0, - 2450.0, 2400.0, 2400.0, 2400.0, + 2450.0, 2400.0, + 2500.0, 2400.0, 2400.0, 2400.0, 2450.0, 2400.0, - 2450.0, + 2350.0, + 2400.0, + 2400.0, 2400.0, 2450.0, 2400.0, + 2400.0, + 2400.0, 2450.0, 2400.0, 2400.0, @@ -95,7 +93,9 @@ 2400.0, 2450.0, 2400.0, - 2450.0, + 2400.0, + 2400.0, + 2400.0, 2400.0, 2400.0, 2400.0, @@ -108,118 +108,106 @@ 2400.0, 2400.0, 2400.0, - 2450.0, - 2400.0, - 2500.0, 2400.0, 2400.0, 2400.0, 2450.0, 2400.0, - 2350.0, 2400.0, + 2450.0, 2400.0, 2400.0, - 2450.0, 2400.0, + 2450.0, + 2450.0, 2400.0, 2400.0, 2450.0, 2400.0, 2400.0, + 2400.0, + 2400.0, 2400.0 ], "p50": [ - 2397.459716796875, - 2396.49951171875, - 2397.462158203125, - 2396.25244140625, - 2396.497802734375, - 2397.396484375, - 2398.11376953125, - 2398.35546875, - 2398.511474609375, - 2398.17431640625, - 2398.08642578125, - 2398.322998046875, - 2399.085693359375, - 2399.958251953125, - 2399.679931640625, - 2398.960693359375, - 2399.331787109375, - 2399.306640625, - 2398.412109375, - 2398.828369140625, - 2398.9404296875, - 2398.67822265625, - 2397.39501953125, - 2397.7705078125 + 2400.9658203125, + 2400.24365234375, + 2400.5341796875, + 2399.68359375, + 2399.885009765625, + 2399.87890625, + 2400.385009765625, + 2400.275146484375, + 2399.569580078125, + 2400.45654296875, + 2400.245849609375, + 2400.222412109375, + 2400.735107421875, + 2400.06884765625, + 2400.620849609375, + 2399.454345703125, + 2400.31640625, + 2399.9912109375, + 2400.1171875, + 2400.89013671875, + 2400.477783203125, + 2400.416259765625, + 2400.497802734375, + 2401.12841796875 ], "p10": [ - 2404.564697265625, - 2406.34375, - 2407.01416015625, - 2406.41552734375, - 2406.573486328125, - 2407.51806640625, - 2406.01806640625, - 2407.619140625, - 2407.91650390625, - 2409.355712890625, - 2407.271728515625, - 2407.220947265625, - 2407.335693359375, - 2407.55810546875, - 2408.40185546875, - 2409.269287109375, - 2408.10986328125, - 2406.784912109375, - 2407.701904296875, - 2408.514404296875, - 2408.122802734375, - 2408.169189453125, - 2407.789306640625, - 2407.392822265625 + 2402.18505859375, + 2401.710693359375, + 2401.95751953125, + 2401.242919921875, + 2402.018798828125, + 2401.908203125, + 2402.31884765625, + 2402.935546875, + 2402.96142578125, + 2403.657470703125, + 2402.5810546875, + 2402.475341796875, + 2403.123046875, + 2402.42822265625, + 2403.38134765625, + 2403.55224609375, + 2402.98583984375, + 2402.63525390625, + 2402.96875, + 2403.380615234375, + 2403.056396484375, + 2401.134033203125, + 2403.921875, + 2403.8212890625 ], "p90": [ - 2411.50927734375, - 2412.17333984375, - 2414.51123046875, - 2414.149658203125, - 2415.388427734375, - 2416.681884765625, - 2417.200927734375, - 2418.100341796875, - 2417.71435546875, - 2417.375, - 2418.6435546875, - 2417.0458984375, - 2418.661376953125, - 2419.589599609375, - 2418.94140625, - 2418.973388671875, - 2419.574951171875, - 2420.345947265625, - 2420.173828125, - 2421.487548828125, - 2421.4931640625, - 2422.3896484375, - 2421.162841796875, - 2420.7666015625 + 2404.540283203125, + 2404.113525390625, + 2404.9150390625, + 2404.616455078125, + 2405.010498046875, + 2404.97509765625, + 2405.413818359375, + 2405.5068359375, + 2404.18408203125, + 2404.884033203125, + 2405.751708984375, + 2405.099853515625, + 2405.739501953125, + 2405.88671875, + 2406.1337890625, + 2405.174072265625, + 2406.77734375, + 2406.41552734375, + 2407.083984375, + 2407.72119140625, + 2407.69140625, + 2407.968505859375, + 2407.97900390625, + 2408.341552734375 ], "timestamps": [ - "2026-06-21 10:55:00", - "2026-06-21 11:10:00", - "2026-06-21 11:25:00", - "2026-06-21 11:40:00", - "2026-06-21 11:55:00", - "2026-06-21 12:10:00", - "2026-06-21 12:25:00", - "2026-06-21 12:40:00", - "2026-06-21 12:55:00", - "2026-06-21 13:10:00", - "2026-06-21 13:25:00", - "2026-06-21 13:40:00", "2026-06-21 13:55:00", "2026-06-21 14:10:00", "2026-06-21 14:25:00", @@ -327,6 +315,18 @@ "2026-06-22 15:55:00", "2026-06-22 16:10:00", "2026-06-22 16:25:00", - "2026-06-22 16:40:00" + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 0908cc35ac289a85d8711974529f4f5ab8905ba1..d9061d6bcbedc1cfee8ba6176842105d8123579d 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,19 +1,19 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T00:09:57.675704+00:00", + "evaluated_at": "2026-06-22T00:17:40.509301+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:08:37.363529Z", + "data_fetched_at": "2026-06-22T00:16:33.110553Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t180000z", - "data_fetched_at": "2026-06-22T00:08:37.363529Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", + "data_fetched_at": "2026-06-22T00:16:33.110553Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 64b9c6749a9fed281b5c0cad349b4f27ee1f9b2c..066d835227a85e58a1e4f392fa7e9cf8ec409c91 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,297448.9172299703,297448.9172299703,406.8863932291667,0.3581104381681925,0.0063697868193982226,0.0063335333089927824,1.8049384347794863,545.388776222953,0.00850824900631594,0.006347565079814414,0.005056092591307611,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,298081.02526219684,298081.02526219684,407.1481119791667,0.3583407830944396,0.0063739857983081865,0.006337653576008785,1.8049384347794863,545.9679709123941,0.008517319241337851,0.006351673784891271,0.005057474104688657,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.550176228056595,0.550176228056595,0.5530107021331787,0.3038520524287122,0.0222467109581586,0.021974201689470545,2.9614589625774843,0.7417386521252584,0.029455015627561792,0.021960482748027216,0.031543872018444045,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.09653656531374981,0.09653656531374981,0.21543371081352233,0.625775685654247,0.17932276118448273,0.2072195676839776,2.0799810818736963,0.3107033397209464,0.3466768510116756,0.2403768190379605,0.21151084627763306,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.04045188567983536,0.04045188567983536,0.17086243960592482,2.0101465738373694,0.11112162967361883,0.11975459399623715,24.165284715291723,0.2011265414604332,0.13674325567986348,0.11616709607525652,0.09485841731390644,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,TiRex,1.0201290728403667,1.0201290728 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,38.10638112606515,38.10638112606515,5.286342104276021,0.4581241728394925,0.2432140622151373,0.21492384549830215,2.4929746971531905,6.173036621150498,0.24089899009367796,0.20629627724003985,0.19144289483653604,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,1.7601354177872963,1.7601354177872963,1.1493170261383057,0.5852569621872882,0.047122986462467285,0.045717480501687384,2.6992433101897144,1.3267009526593763,0.05350499776524851,0.046351217877568254,0.033999021573095034,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TiRex,13.614982800034758,13.614982800034758,3.107408324877421,0.5818814028379046,0.6258702110559654,0.3855857896951916,4.649520310995948,3.6898486147855385,0.46608614081501537,0.39251473577399004,0.29494905627958956,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,TiRex,956.1720584084591,956.1720584084591,15.34832763671875,0.5667074819711538,0.006271097706080507,0.006333097713975312,9.39758263221154,30.92203192561024,0.012828500712439858,0.006367499797428695,0.00592321506545304,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,TiRex,532.0208477179209,532.0208477179209,10.912353515625,0.551361019736842,0.004457307326820702,0.00450208617293098,2.9000046258223677,23.065577116515446,0.009569124473575986,0.004527164812013829,0.004119095421588399,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TiRex,470.9839568113176,470.9839568113176,18.29669407435826,0.3692443480559426,0.07939229194969974,0.07648632261901081,1.7100045810649784,21.702164795506405,0.08735776513429835,0.07364971737809535,0.062455629691568246,Web,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 4af34f8b51015687764e480de065e9d3eaf1da1c..ac325e26f03ffa852c8f14e1f13bda9f9f886960 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-22T00:10:39.938469+00:00", + "evaluated_at": "2026-06-22T00:18:17.268898+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63808.01171875, 63801.58984375, 63311.98828125, - 63517.359375 + 63511.078125 ], "p50": [ 64281.16796875, diff --git a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 6742812485d7bdaaf88fc4b6cab4b045292cf71c..8245073211dce87f7e7b6f7d90f299d66a9d1870 100644 --- a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,12 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TiRex", - "evaluated_at": "2026-06-21T23:00:46.533247+00:00", + "evaluated_at": "2026-06-22T00:18:22.260804+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2400.0, 2400.0, 2350.0, 2350.0, @@ -16,14 +15,11 @@ 2400.0, 2400.0, 2400.0, - 2350.0, - 2350.0, 2400.0, - 2350.0, - 2350.0, 2400.0, 2400.0, 2400.0, + 2350.0, 2400.0, 2400.0, 2400.0, @@ -32,39 +28,36 @@ 2400.0, 2400.0, 2400.0, - 2350.0, - 2350.0, - 2350.0, 2400.0, 2400.0, - 2350.0, - 2350.0, + 2450.0, 2400.0, 2400.0, 2400.0, 2400.0, - 2350.0, - 2350.0, - 2350.0, - 2350.0, 2400.0, 2400.0, 2400.0, + 2450.0, 2400.0, 2400.0, 2400.0, 2400.0, 2400.0, - 2350.0, 2400.0, 2400.0, + 2450.0, 2400.0, + 2450.0, 2400.0, + 2450.0, 2400.0, + 2450.0, 2400.0, 2400.0, 2400.0, 2400.0, + 2450.0, 2400.0, 2450.0, 2400.0, @@ -74,20 +67,25 @@ 2400.0, 2400.0, 2400.0, - 2450.0, 2400.0, 2400.0, 2400.0, + 2450.0, 2400.0, + 2500.0, 2400.0, 2400.0, 2400.0, 2450.0, 2400.0, - 2450.0, + 2350.0, + 2400.0, + 2400.0, 2400.0, 2450.0, 2400.0, + 2400.0, + 2400.0, 2450.0, 2400.0, 2400.0, @@ -95,7 +93,9 @@ 2400.0, 2450.0, 2400.0, - 2450.0, + 2400.0, + 2400.0, + 2400.0, 2400.0, 2400.0, 2400.0, @@ -108,118 +108,106 @@ 2400.0, 2400.0, 2400.0, - 2450.0, - 2400.0, - 2500.0, 2400.0, 2400.0, 2400.0, 2450.0, 2400.0, - 2350.0, 2400.0, + 2450.0, 2400.0, 2400.0, - 2450.0, 2400.0, + 2450.0, + 2450.0, 2400.0, 2400.0, 2450.0, 2400.0, 2400.0, + 2400.0, + 2400.0, 2400.0 ], "p50": [ - 2399.40283203125, - 2399.3037109375, - 2399.271240234375, - 2399.3525390625, - 2399.37939453125, - 2399.20068359375, - 2399.069091796875, - 2398.8408203125, - 2398.666015625, - 2398.602783203125, - 2398.6865234375, - 2398.878662109375, - 2399.0400390625, - 2399.0244140625, - 2399.111083984375, - 2399.001220703125, - 2398.9794921875, - 2399.155029296875, - 2399.2939453125, - 2399.31884765625, - 2399.565185546875, - 2399.428466796875, - 2399.626953125, - 2399.521240234375 + 2399.51318359375, + 2399.455078125, + 2399.391357421875, + 2399.482177734375, + 2399.499755859375, + 2399.48193359375, + 2399.486328125, + 2399.365966796875, + 2399.41943359375, + 2399.489501953125, + 2399.493896484375, + 2399.352294921875, + 2399.398681640625, + 2399.38134765625, + 2399.36865234375, + 2399.471923828125, + 2399.583740234375, + 2399.635498046875, + 2399.676025390625, + 2399.62548828125, + 2399.620361328125, + 2399.596923828125, + 2399.630126953125, + 2399.683837890625 ], "p10": [ - 2398.763671875, - 2399.078125, - 2399.084228515625, - 2399.07568359375, - 2399.032958984375, - 2398.69384765625, - 2398.682861328125, - 2398.454345703125, - 2398.127197265625, - 2397.375, - 2396.93603515625, - 2396.090087890625, - 2395.721923828125, - 2395.138427734375, - 2394.2841796875, - 2393.646728515625, - 2392.7578125, - 2392.1552734375, - 2391.192626953125, - 2390.736328125, - 2389.84912109375, - 2388.32275390625, - 2387.595458984375, - 2386.3857421875 + 2398.578369140625, + 2398.522216796875, + 2398.371337890625, + 2398.35986328125, + 2398.277099609375, + 2398.153564453125, + 2398.1982421875, + 2397.93310546875, + 2397.716796875, + 2397.353271484375, + 2397.010009765625, + 2396.744384765625, + 2396.446533203125, + 2396.21142578125, + 2395.86962890625, + 2395.656982421875, + 2395.5615234375, + 2395.406494140625, + 2395.311767578125, + 2395.18603515625, + 2395.05078125, + 2394.7734375, + 2394.79248046875, + 2394.640869140625 ], "p90": [ - 2422.044921875, - 2427.927001953125, - 2432.330810546875, - 2434.67578125, - 2437.883056640625, - 2441.94287109375, - 2445.38916015625, - 2446.201416015625, - 2447.53125, - 2445.613037109375, - 2443.635498046875, - 2441.0654296875, - 2443.28076171875, - 2446.26171875, - 2445.322509765625, - 2445.319091796875, - 2446.613037109375, - 2453.89111328125, - 2448.2255859375, - 2450.366943359375, - 2448.31005859375, - 2445.77734375, - 2445.66552734375, - 2444.690673828125 + 2408.85107421875, + 2430.604248046875, + 2442.052734375, + 2447.12109375, + 2455.28515625, + 2460.431884765625, + 2461.6953125, + 2458.989501953125, + 2461.69873046875, + 2458.91845703125, + 2454.893798828125, + 2451.92529296875, + 2448.556884765625, + 2444.5390625, + 2448.391845703125, + 2451.03955078125, + 2452.63134765625, + 2454.49072265625, + 2456.326171875, + 2459.269775390625, + 2459.32666015625, + 2457.517822265625, + 2454.85546875, + 2453.8896484375 ], "timestamps": [ - "2026-06-21 10:55:00", - "2026-06-21 11:10:00", - "2026-06-21 11:25:00", - "2026-06-21 11:40:00", - "2026-06-21 11:55:00", - "2026-06-21 12:10:00", - "2026-06-21 12:25:00", - "2026-06-21 12:40:00", - "2026-06-21 12:55:00", - "2026-06-21 13:10:00", - "2026-06-21 13:25:00", - "2026-06-21 13:40:00", "2026-06-21 13:55:00", "2026-06-21 14:10:00", "2026-06-21 14:25:00", @@ -327,6 +315,18 @@ "2026-06-22 15:55:00", "2026-06-22 16:10:00", "2026-06-22 16:25:00", - "2026-06-22 16:40:00" + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index e6bdb242aeb4943652716c724feef531e384f55e..4a64c1aee8549c252658ad7b9692009df8d5676e 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,19 +1,19 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T00:10:47.380485+00:00", + "evaluated_at": "2026-06-22T00:18:24.801412+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:08:37.363529Z", + "data_fetched_at": "2026-06-22T00:16:33.110553Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t180000z", - "data_fetched_at": "2026-06-22T00:08:37.363529Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", + "data_fetched_at": "2026-06-22T00:16:33.110553Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index fdbbe8249dbbb4d850d120bc1d92a19e0cb4dd4f..d16d1e36ffaa9bf3ac67c13feb30e19acb06dfc6 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,126023.17697970073,126023.17697970073,246.77490234375,0.21719248880721342,0.0038657791471832467,0.003850435776130399,2.174166596872409,354.99743235649004,0.005538079774962375,0.003849771775999303,0.005164278630099692,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,126460.21253267924,126460.21253267924,247.03662109375,0.21742283373346058,0.003869953947886397,0.0038545562328685203,2.174166596872409,355.6124471003219,0.005547696750571512,0.0038538703335300717,0.005165660582997816,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,1.3327479513263825,1.3327479513263825,0.912270704905192,0.501247670229129,0.036190923075805244,0.0353233507541506,3.007199744396995,1.154447032707167,0.04584398465976072,0.03622697535386293,0.03365741579516466,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.0034409434317234163,0.0034409434317234163,0.04985769788424174,0.1448229014894513,0.05635887586062164,0.05449584183625404,1.6886812344311144,0.058659555331790715,0.06545121125004562,0.055630266854306214,0.08620716700323883,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.04465301534873648,0.04465301534873648,0.17876828213532767,2.1031564963834235,0.1160881710765488,0.12574840523029593,42.279428935703706,0.21131260101739432,0.14366862185109983,0.12154217307162374,0.1068032679279462,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,2.15019864048539,2.150198 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,15.294247934077438,15.294247934077438,3.568097710609436,0.3092179393689282,0.15135408780354473,0.14896022255000024,2.415440338655077,3.910786101805804,0.15261604299729967,0.1392428374871975,0.16422481378350262,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,1.2948412764161124,1.2948412764161124,1.0335331757863362,0.5262973340026912,0.041677723267883465,0.04159091715098338,2.645282246403737,1.1379109263980693,0.04589121719701682,0.04168172951855557,0.03102623012984161,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Toto-2.0-1B,13.249489635817554,13.249489635817554,3.021361509958903,0.5657686052458805,0.6165400948080357,0.37728288233413637,4.5504050261022515,3.6399848400532595,0.4597875587435696,0.38164566441586145,0.29057421076367473,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,936.199961980184,936.199961980184,14.619038899739584,0.5397798978365385,0.005969484810997794,0.0060291773493615294,8.045325646033653,30.59738488793093,0.012693815683843429,0.006064942672320657,0.005559057975907519,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,520.9567101076245,520.9567101076245,10.427805582682291,0.5268785978618421,0.0042563314286489335,0.00430017381494761,4.650836759868421,22.824476119018033,0.009469099859229608,0.004326142333351339,0.004706492185249208,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Toto-2.0-1B,768.2036787881183,768.2036787881183,23.04840305873326,0.46513826632099137,0.10803188257083383,0.09969043495764582,1.8360054599372493,27.716487490086443,0.11156722968982467,0.09277678056994411,0.0691587707819813,Web,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 290ef4f3bb11254cd4570dba7069e1676e102eda..9426dcb63d1e3c7bfdf0f81aa1a0f6cfc4609f87 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T00:10:24.435495+00:00", + "evaluated_at": "2026-06-22T00:18:05.490842+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63808.01171875, 63801.58984375, 63311.98828125, - 63517.359375 + 63511.078125 ], "p50": [ 64294.09765625, diff --git a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index ed0b1845bdde60014cd52f040b88c0acd0db9b16..33940a2c02da81118141c8fac37dd2a98027c525 100644 --- a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,12 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-21T22:27:51.966816+00:00", + "evaluated_at": "2026-06-22T00:18:08.494162+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2400.0, 2400.0, 2350.0, 2350.0, @@ -16,14 +15,11 @@ 2400.0, 2400.0, 2400.0, - 2350.0, - 2350.0, 2400.0, - 2350.0, - 2350.0, 2400.0, 2400.0, 2400.0, + 2350.0, 2400.0, 2400.0, 2400.0, @@ -32,39 +28,36 @@ 2400.0, 2400.0, 2400.0, - 2350.0, - 2350.0, - 2350.0, 2400.0, 2400.0, - 2350.0, - 2350.0, + 2450.0, 2400.0, 2400.0, 2400.0, 2400.0, - 2350.0, - 2350.0, - 2350.0, - 2350.0, 2400.0, 2400.0, 2400.0, + 2450.0, 2400.0, 2400.0, 2400.0, 2400.0, 2400.0, - 2350.0, 2400.0, 2400.0, + 2450.0, 2400.0, + 2450.0, 2400.0, + 2450.0, 2400.0, + 2450.0, 2400.0, 2400.0, 2400.0, 2400.0, + 2450.0, 2400.0, 2450.0, 2400.0, @@ -74,20 +67,25 @@ 2400.0, 2400.0, 2400.0, - 2450.0, 2400.0, 2400.0, 2400.0, + 2450.0, 2400.0, + 2500.0, 2400.0, 2400.0, 2400.0, 2450.0, 2400.0, - 2450.0, + 2350.0, + 2400.0, + 2400.0, 2400.0, 2450.0, 2400.0, + 2400.0, + 2400.0, 2450.0, 2400.0, 2400.0, @@ -95,7 +93,9 @@ 2400.0, 2450.0, 2400.0, - 2450.0, + 2400.0, + 2400.0, + 2400.0, 2400.0, 2400.0, 2400.0, @@ -108,118 +108,106 @@ 2400.0, 2400.0, 2400.0, - 2450.0, - 2400.0, - 2500.0, 2400.0, 2400.0, 2400.0, 2450.0, 2400.0, - 2350.0, 2400.0, + 2450.0, 2400.0, 2400.0, - 2450.0, 2400.0, + 2450.0, + 2450.0, 2400.0, 2400.0, 2450.0, 2400.0, 2400.0, + 2400.0, + 2400.0, 2400.0 ], "p50": [ - 2399.95703125, - 2399.9541015625, - 2399.942138671875, - 2399.9609375, - 2399.974853515625, - 2399.939453125, - 2400.04052734375, - 2399.931884765625, - 2399.983642578125, - 2400.0537109375, - 2400.070068359375, - 2399.98681640625, - 2399.924072265625, - 2399.93798828125, - 2400.101318359375, - 2399.884521484375, - 2400.020751953125, - 2399.96533203125, - 2400.06103515625, - 2400.129638671875, - 2400.090576171875, - 2400.01416015625, - 2400.17041015625, - 2400.043212890625 + 2399.998291015625, + 2400.0078125, + 2400.007568359375, + 2399.986572265625, + 2400.036865234375, + 2400.00341796875, + 2400.027587890625, + 2400.022216796875, + 2400.004150390625, + 2400.004638671875, + 2399.964599609375, + 2399.99169921875, + 2399.9931640625, + 2399.973876953125, + 2400.008544921875, + 2399.995361328125, + 2399.985595703125, + 2399.994873046875, + 2399.979736328125, + 2399.97802734375, + 2399.9833984375, + 2399.98291015625, + 2400.0029296875, + 2399.98876953125 ], "p10": [ - 2399.741455078125, - 2399.677734375, - 2399.701416015625, - 2399.683349609375, - 2399.740966796875, - 2399.665283203125, - 2399.71826171875, - 2399.693115234375, - 2399.685791015625, - 2399.669189453125, - 2399.669189453125, - 2399.647705078125, - 2399.655517578125, - 2399.670166015625, - 2399.726806640625, - 2399.694091796875, - 2399.6748046875, - 2399.684814453125, - 2399.673583984375, - 2399.71142578125, - 2399.694091796875, - 2399.589111328125, - 2399.626220703125, - 2399.6103515625 + 2399.8349609375, + 2399.85302734375, + 2399.822998046875, + 2399.82373046875, + 2399.777099609375, + 2399.694580078125, + 2399.54248046875, + 2399.3935546875, + 2399.1806640625, + 2398.2099609375, + 2395.748046875, + 2392.762451171875, + 2389.768798828125, + 2385.987060546875, + 2382.96533203125, + 2378.4833984375, + 2375.18212890625, + 2369.260986328125, + 2365.89111328125, + 2362.3642578125, + 2359.024169921875, + 2356.41845703125, + 2354.244140625, + 2353.74462890625 ], "p90": [ - 2453.632568359375, - 2448.164794921875, - 2453.4287109375, - 2448.97900390625, - 2449.189453125, - 2447.970458984375, - 2450.433349609375, - 2451.782470703125, - 2450.662841796875, - 2451.61572265625, - 2450.58251953125, - 2451.029541015625, - 2453.34716796875, - 2450.342041015625, - 2450.408203125, - 2449.670166015625, - 2450.935546875, - 2450.4892578125, - 2452.18359375, - 2450.32958984375, - 2451.205810546875, - 2451.179931640625, - 2451.00341796875, - 2451.891357421875 + 2446.2470703125, + 2444.57275390625, + 2444.86572265625, + 2443.779541015625, + 2451.87451171875, + 2445.80126953125, + 2446.48095703125, + 2446.609619140625, + 2446.56884765625, + 2445.8623046875, + 2446.42333984375, + 2445.950927734375, + 2447.806640625, + 2447.138427734375, + 2446.585205078125, + 2446.203857421875, + 2447.46337890625, + 2447.32421875, + 2446.379638671875, + 2446.33447265625, + 2446.06201171875, + 2445.763916015625, + 2445.79638671875, + 2446.296875 ], "timestamps": [ - "2026-06-21 10:55:00", - "2026-06-21 11:10:00", - "2026-06-21 11:25:00", - "2026-06-21 11:40:00", - "2026-06-21 11:55:00", - "2026-06-21 12:10:00", - "2026-06-21 12:25:00", - "2026-06-21 12:40:00", - "2026-06-21 12:55:00", - "2026-06-21 13:10:00", - "2026-06-21 13:25:00", - "2026-06-21 13:40:00", "2026-06-21 13:55:00", "2026-06-21 14:10:00", "2026-06-21 14:25:00", @@ -327,6 +315,18 @@ "2026-06-22 15:55:00", "2026-06-22 16:10:00", "2026-06-22 16:25:00", - "2026-06-22 16:40:00" + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 19cb9253b8182d03ad168d5cf052d4e486af188b..32b4a1228219d2ee834c8e8073dc339e99e82e7b 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,19 +1,19 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T00:10:32.427778+00:00", + "evaluated_at": "2026-06-22T00:18:10.333242+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:08:37.363529Z", + "data_fetched_at": "2026-06-22T00:16:33.110553Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t180000z", - "data_fetched_at": "2026-06-22T00:08:37.363529Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", + "data_fetched_at": "2026-06-22T00:16:33.110553Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": []