diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index ec10a316f5a3ec126a110e279a453410d7e9ac12..bda011de5835adb560c86fd2e6775911e225ce61 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,1605717.6537785667,423478.6814069477,574.598194032962,0.5897240791543447,0.008867769404565936,0.008840149115720163,8.228186169850508,1267.169149631795,0.019510214882452234,0.008846912221552702,0.007870983356216313,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,1412273.9124182689,453716.90999414976,579.8209474521324,0.5997458369232492,0.008964401259348396,0.008932563182820792,8.131021824960149,1188.3913128335585,0.018321967008742196,0.008939362106969133,0.007986477399472629,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,2.9244108714625447,3.0902279460421958,1.4828289963672845,0.8190685412897448,0.0654288298000007,0.06854999311948155,23.06591486199115,1.710090895672667,0.07744100345043889,0.06714950983872729,0.06419802891286291,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.22880842717201616,0.22369098977701662,0.4107336148207795,0.39329740582426825,0.3681321381982636,0.29335650539858765,14.950055335152939,0.47833923858702637,0.3803588028480326,0.3266011512753071,0.3231504376695255,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.042885379547063285,0.05095706927054993,0.1864537815687082,0.8856553568730181,0.1217405434360092,0.13270695442757607,7.282645639167563,0.20708785465850787,0.1426825410087327,0.12846576337748317,0.10466635917751449,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,ARIMA,0.8753739087818296,0.5322264458 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,315.4798868653182,320.71639304955846,12.463040288754053,0.9901880748895503,0.2548904920233705,0.3307408120731162,25.281196835017678,17.76175348509595,0.4753368526368807,0.33353364295445237,0.31499554163199756,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ARIMA,39.94467202906089,39.53664445824844,5.595719975480487,2.795172431302315,0.2276013158078222,0.19826164571116736,87.78607389455249,6.320179746578486,0.2433959014801816,0.21549629321856809,0.20784758193871222,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ARIMA,39.46295979145583,37.8545298996281,5.086509554301856,0.9714288803971716,1.0830453530816424,0.44504112469112406,6.230212819576206,6.281955093078573,0.5025564074462858,0.4069207643441485,0.31770409304627123,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,ARIMA,2784.7271177536463,5327.494636309234,70.55230697248093,0.5993824309166522,0.025228348649012026,0.025573213317758952,3.7514533216553207,52.7705137150819,0.01890287058450695,0.0252724681692469,0.02192651280025257,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,ARIMA,614.4462332447191,806.7712201613149,28.318046318117126,0.22844810475119703,0.010125047756388027,0.010171910087275348,1.2803819926273514,24.788026005406707,0.008866059972127584,0.010128660382038912,0.007159051100573282,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,ARIMA,1458.2572570477146,1507.3434428064156,38.816004820877765,0.8102555033827628,0.17095882810943908,0.16657311637078775,4.810018149994523,38.18713470591522,0.16112715065787012,0.16378061105855596,0.10762720666767608,Web,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index 829789b15bce185a3714c3607078e145dcf4d298..ebfea3b9532d97bca8f3ca463f390da2fe279391 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-18T05:03:29.827463+00:00", + "evaluated_at": "2026-06-18T05:13:02.485571+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63584.03125, 63735.73828125, 63846.0, 63806.0, @@ -101,10 +100,10 @@ 65940.0, 65904.0, 65851.9921875, - 65892.0 + 65892.0, + 65836.296875 ], "actuals": [ - 65836.296875, 65624.0, 65539.5, 64926.01953125, @@ -127,88 +126,88 @@ 64548.73828125, 64689.5, 64282.8203125, - 63884.0 + 63883.41015625, + 63738.01171875 ], "p50": [ - 65176.380801840765, - 65164.15301974802, - 65198.27852598687, - 65201.707666291644, - 65198.29817938252, - 65192.56420719013, - 65201.68778268599, - 65176.36725691806, - 65192.55768869645, - 65184.56721062734, - 65231.32194702861, - 65228.6080513723, - 65201.69081438824, - 65192.78745965083, - 65205.36176394328, - 65202.098167366916, - 65192.91150283537, - 65201.69093192007, - 65203.66788111321, - 65201.69092734045, - 65192.91151345588, - 65203.086627270284, - 65164.10195306511, - 65201.69092534691 + 65142.390219083965, + 65142.078871345126, + 65113.74897693379, + 65130.32042628878, + 65140.31322336733, + 65144.84972330024, + 65137.9170261142, + 65150.859330223255, + 65142.968008042735, + 65147.58220884253, + 65128.69929423789, + 65173.473224864094, + 65138.2620227416, + 65118.17252071016, + 65138.25626955751, + 65136.09968286565, + 65137.486955418426, + 65124.91891483662, + 65121.18663292533, + 65124.92120800033, + 65136.114735042385, + 65128.66872415106, + 65147.61763271683, + 65137.47553116825 ], "p10": [ - 64992.31446131108, - 65029.915370830466, - 64992.86673573387, - 65029.88104575161, - 64982.96722659899, - 64992.90146287947, - 64992.89283215285, - 64926.947658572884, - 65026.84144789577, - 64992.89656442497, - 64987.97238751281, - 64998.9712265919, - 64894.88328554736, - 64998.97109661323, - 64894.15259048992, - 64926.945880110026, - 64933.70056165584, - 65026.842484896915, - 64992.40364573954, - 64982.97681427678, - 65029.86430328795, - 64982.97681277543, - 64926.945858908206, - 64982.97681228324 + 64878.533301499214, + 64840.60824421312, + 64944.84000064448, + 64934.30193113585, + 64874.14017483945, + 64936.51371723592, + 64997.50438131407, + 64988.13222911661, + 64874.09776090559, + 64934.36734535737, + 64928.82315598615, + 64988.15665355742, + 64986.91026319151, + 64874.04320248339, + 64936.594394898195, + 64840.73887672826, + 64878.37230260594, + 64943.900824964956, + 64838.5638307175, + 64874.0535951204, + 64928.80044463855, + 64934.39623103113, + 64944.7253341961, + 64878.360878355765 ], "p90": [ - 65519.72243939492, - 65446.213173802375, - 65519.78238888454, - 65524.79356176754, - 65525.24141183504, - 65519.817116030135, - 65533.930574891725, - 65408.788679263154, - 65524.77579039482, - 65525.25158713049, - 65524.77648285359, - 65535.82980232169, - 65525.25088656062, - 65525.251060673036, - 65612.07816131559, - 65413.70878280944, - 65519.811615825, - 65524.82424506562, - 65612.07819371176, - 65612.07819984635, - 65413.708760748006, - 65535.829609681474, - 65453.52705913803, - 65612.07819785281 + 65482.42589648738, + 65474.39016997139, + 65398.96566042036, + 65482.1580748059, + 65464.548600253635, + 65464.12103852702, + 65473.72965921589, + 65559.87199383351, + 65464.227789667384, + 65473.64084594169, + 65482.282944788014, + 65482.23347964178, + 65467.66149129307, + 65371.98182085269, + 65467.65573810898, + 65398.83726233394, + 65559.92783622665, + 65369.81319020366, + 65473.67949818797, + 65466.96759040611, + 65398.852314510674, + 65466.96917765772, + 65391.59091004283, + 65391.58547048504 ], "timestamps": [ - "2026-06-13 05:00:00", "2026-06-13 06:00:00", "2026-06-13 07:00:00", "2026-06-13 08:00:00", @@ -327,6 +326,7 @@ "2026-06-18 01:00:00", "2026-06-18 02:00:00", "2026-06-18 03:00:00", - "2026-06-18 04:00:00" + "2026-06-18 04:00:00", + "2026-06-18 05:00:00" ] } diff --git a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 338090201cc76f6493b6bd9bff7ff5a9dea517ec..3a9c9ba1f8fd82e6252602f52740040ceeaa0db0 100644 --- a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ARIMA", - "evaluated_at": "2026-06-18T04:40:32.867333+00:00", + "evaluated_at": "2026-06-18T05:13:02.525445+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2750.0, - 2750.0, - 2750.0, - 2800.0, - 2800.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, 2750.0, 2750.0, 2750.0, @@ -101,9 +89,7 @@ 2750.0, 2750.0, 2750.0, - 2750.0 - ], - "actuals": [ + 2750.0, 2750.0, 2750.0, 2800.0, @@ -115,6 +101,9 @@ 2800.0, 2800.0, 2800.0, + 2800.0 + ], + "actuals": [ 2800.0, 2800.0, 2800.0, @@ -127,91 +116,98 @@ 2800.0, 2800.0, 2800.0, - 2800.0 + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2750.0, + 2800.0, + 2800.0, + 2750.0 ], "p50": [ - 2721.4658132550867, - 2720.8327311861503, - 2720.8064149811094, - 2721.0536985492577, - 2721.716353935889, - 2720.987415017179, - 2720.921173114987, - 2721.914292963367, - 2720.8429471755016, - 2720.7920423000014, - 2721.0715828417747, - 2721.4965152762015, - 2720.9874146470884, - 2720.8059621857374, - 2720.796293746561, - 2721.0895094697526, - 2721.4140171325407, - 2721.0536562137922, - 2720.8278883517937, - 2721.4140171325407, - 2721.2105142293167, - 2721.4140171325407, - 2720.9874146470884, - 2720.8429471751997 + 2770.6552332499887, + 2772.4333605292727, + 2771.0332904559637, + 2771.1732450807876, + 2770.487409082744, + 2771.954044480232, + 2771.954044478856, + 2771.0350809075408, + 2770.616069941097, + 2770.856382898882, + 2770.4557685118803, + 2771.0368867375846, + 2770.7144059666734, + 2770.5681522375994, + 2770.9624480033112, + 2771.2503021356397, + 2770.7144059666734, + 2770.7493212130735, + 2770.9978615404016, + 2770.7493212130735, + 2771.2503021356397, + 2771.327359889056, + 2770.9978615404016, + 2771.105065559904 ], "p10": [ - 2698.4175263846773, - 2679.4566498914933, - 2680.7332602463907, - 2681.9785837071568, - 2675.3402182171694, - 2675.5811068832422, - 2680.732807485621, - 2685.299276519117, - 2675.3402142591904, - 2672.585546636637, - 2697.141819757492, - 2686.0807874028883, - 2673.172183970519, - 2680.7328074510187, - 2675.5811065131516, - 2672.5855466366093, - 2698.365730262132, - 2679.8818848953574, - 2675.3402142588884, - 2680.7328074510187, - 2673.172183970519, - 2680.7328074510187, - 2675.5811065131516, - 2673.1135202371283 + 2732.9231148186054, + 2732.5682111451, + 2732.915677277774, + 2732.9401287658716, + 2732.695466418984, + 2725.05220870385, + 2736.939370868966, + 2732.5678725974485, + 2732.915661899302, + 2721.313428646763, + 2721.860753131399, + 2730.8097241528235, + 2725.0522087024087, + 2725.3214851255366, + 2740.6924713685244, + 2732.915661899302, + 2736.939370868901, + 2731.419528489189, + 2736.5394465887416, + 2722.62872089426, + 2725.3214851255366, + 2732.567872597446, + 2732.567872597446, + 2740.317161318562 ], "p90": [ - 2754.7068477666185, - 2753.2533343626765, - 2752.487252266598, - 2762.2567848211347, - 2754.655055602354, - 2754.864878008332, - 2754.049644078887, - 2760.3135460395683, - 2751.687511026778, - 2754.0496440443126, - 2760.103720042167, - 2760.1037200421647, - 2752.6430839285317, - 2751.7199667316695, - 2751.6348076195804, - 2752.6430839285317, - 2762.2019799838545, - 2760.1037200421647, - 2751.8126652211536, - 2751.6352083503393, - 2752.486799471226, - 2751.8126652211536, - 2762.2019799838545, - 2760.1037200421647 + 2792.5170511067477, + 2809.6083865342725, + 2811.5185070323573, + 2809.6080486851824, + 2799.9030644427194, + 2814.4565261843213, + 2809.6080479866832, + 2800.634555790473, + 2799.889128501713, + 2800.895602271225, + 2800.386560379304, + 2814.5335788595808, + 2800.359005333619, + 2800.0615393683747, + 2799.8859132979, + 2803.2450205980176, + 2811.518491653885, + 2800.359005333619, + 2800.63455579047, + 2800.359005333619, + 2811.518491653885, + 2809.608047986618, + 2812.071327080924, + 2814.45652618288 ], "timestamps": [ - "2026-06-17 17:55:00", - "2026-06-17 18:10:00", - "2026-06-17 18:25:00", - "2026-06-17 18:40:00", "2026-06-17 18:55:00", "2026-06-17 19:10:00", "2026-06-17 19:25:00", @@ -327,6 +323,10 @@ "2026-06-18 22:55:00", "2026-06-18 23:10:00", "2026-06-18 23:25:00", - "2026-06-18 23:40:00" + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index d8b358cdb2d7b538dd807507cdf14dca0e158bcc..cf8acbd9550fddb789d9a6bf8fb9d7b92512aee7 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,55 +1,19 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-18T05:03:30.200564+00:00", + "evaluated_at": "2026-06-18T05:13:02.538573+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t050000z", + "data_fetched_at": "2026-06-18T05:08:49.012758Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t223600z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t035000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t024000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t025000z", + "data_fetched_at": "2026-06-18T05:08:49.012758Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 168, - "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index 4c3e28ee566c4e8cf4d27c732c8ee33668034fef..f5a0f66077b0d5c61028f8c418fe0c739b613019 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -9,4 +9,4 @@ date,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,N 2026-06-15,Chronos-2,3.300,3.000,3.300,3.100,3.300,2.600,3.300,3.100,3.400 2026-06-16,Chronos-2,4.400,3.800,4.400,4.100,4.400,3.400,4.400,4.100,4.200 2026-06-17,Chronos-2,4.900,4.900,4.900,4.900,5.100,4.700,4.900,4.900,5.000 -2026-06-18,Chronos-2,4.100,4.000,4.100,4.100,4.300,4.300,4.100,4.100,4.500 +2026-06-18,Chronos-2,4.200,4.200,4.200,4.300,4.400,4.200,4.200,4.300,4.600 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index e93658d02908cd5af7a1dc5773552cd871ca5b25..9744183d4d1f175fef552d5f58d446cee871635e 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,3 +1,3 @@ week,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,3.064,2.751,3.077,2.902,3.077,2.505,3.077,2.918,3.103 -2026-W25,Chronos-Bolt-Mini,4.175,3.925,4.175,4.05,4.275,3.75,4.175,4.05,4.275 +2026-W25,Chronos-Bolt-Mini,4.2,3.975,4.2,4.1,4.3,3.725,4.2,4.1,4.3 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 363aa3646c4c0fdeb79b2ffd90c6a6873b8118fc..d1ad4b8d71cffd2509f3528bc38fe3864339b2f8 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,939260.6757208506,939260.6757208506,830.7615559895834,0.852630757789474,0.012861268235240702,0.012750694320238268,4.030767845580958,969.1546190989602,0.014921776527179603,0.012790980965837785,0.008031337004571516,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,1076718.9299081166,1076718.9299081166,901.2599283854166,0.9322307039959487,0.01396995588437192,0.013842876257875274,5.033023660175554,1037.6506781707014,0.015997930384320538,0.013895132433109334,0.008637698823021121,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,1.0082514629748403,1.0082514629748403,0.780179500579834,0.4309468502771349,0.034445166500048946,0.033817551485012066,2.444838132938304,1.0041172555906208,0.04547117819971291,0.03533021756285016,0.033518584988996875,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,1.0352529381689917,1.0352529381689917,0.8147207061449687,0.7801346873884386,0.7344299235263771,1.0516903554524197,20.5839864800921,1.0174738022027847,0.8090599434791664,0.6478377006247314,0.586885669184189,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.0146932303055299,0.0146932303055299,0.09343585703108045,0.44382026799013335,0.06227290296534617,0.06390042814978493,3.6774369423994417,0.12121563556542489,0.08351699292546022,0.06437685843289755,0.08421173498771217,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,Chronos-2,0.9894591853934193,0.989459 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,52.75861919689745,52.75861919689745,5.9901511669158936,0.47591728140508244,0.17693568134713888,0.1701254023783764,2.667847713016814,7.26351286891525,0.19438482518602546,0.16030734830827192,0.15927649678018596,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,1.580387209125547,1.580387209125547,1.1944042841593425,0.5966284841880242,0.0475400891307875,0.04888279184468034,1.9627865792959671,1.2571345230823736,0.048413400060835235,0.04599760119672792,0.040097902762961886,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,36.16889413361969,36.16889413361969,5.013722737630208,0.9575279498922414,1.0087555924424467,0.4445303504895048,11.010069781336291,6.014058042089358,0.48112464336714866,0.4010978190104167,0.31867714620519566,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,1748.044067022701,1748.044067022701,38.95887247721354,0.33097803166482304,0.013919503546380376,0.014031316746093,5.620926178788717,41.80961692030556,0.014976579195333335,0.01395541700676306,0.012466922062862769,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,1188.7857787807782,1188.7857787807782,26.902791341145832,0.21703092174369745,0.009608922454701874,0.00968539161743299,1.0348724724264706,34.478772872316355,0.01233219894091792,0.009622458899962742,0.010075924055488284,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,44.04240589775145,44.04240589775145,6.633331298828125,0.1384659038311372,0.029541268570876036,0.029335639394521502,1.4311165050813865,6.636445275729429,0.028001878800546113,0.027988739657502638,0.04034934743603126,Web,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 97fa7183dce4f82a72d3b23dfdc279c7e9498cab..5be2adcb773110659a7bf00cfb4c3fa4e7eda079 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-18T04:47:42.256573+00:00", + "evaluated_at": "2026-06-18T05:09:10.471282+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63584.03125, 63735.73828125, 63846.0, 63806.0, @@ -101,10 +100,10 @@ 65940.0, 65904.0, 65851.9921875, - 65892.0 + 65892.0, + 65836.296875 ], "actuals": [ - 65836.296875, 65624.0, 65539.5, 64926.01953125, @@ -127,88 +126,88 @@ 64548.73828125, 64689.5, 64282.8203125, - 63884.0 + 63883.41015625, + 63738.01171875 ], "p50": [ - 65849.78125, - 65834.234375, - 65831.0234375, - 65829.3828125, - 65806.0078125, - 65798.5625, - 65780.7734375, - 65771.3203125, - 65759.4140625, - 65757.7734375, - 65742.40625, - 65739.3046875, - 65744.3125, - 65744.7578125, - 65734.046875, - 65737.328125, - 65725.09375, - 65713.8203125, - 65699.1015625, - 65687.0546875, - 65656.6328125, - 65625.2109375, - 65585.6484375, - 65573.1953125 + 65788.7578125, + 65785.2734375, + 65785.75, + 65789.7578125, + 65771.65625, + 65768.703125, + 65753.65625, + 65754.421875, + 65740.078125, + 65738.3828125, + 65717.578125, + 65723.5703125, + 65730.4921875, + 65729.546875, + 65711.4140625, + 65718.390625, + 65696.6640625, + 65693.2734375, + 65679.765625, + 65678.3359375, + 65649.0546875, + 65631.65625, + 65596.390625, + 65593.71875 ], "p10": [ - 65580.5, - 65465.62890625, - 65368.40625, - 65261.29296875, - 65156.30859375, - 65049.1015625, - 64922.3515625, - 64840.91796875, - 64774.7421875, - 64678.44140625, - 64619.01171875, - 64562.80078125, - 64491.94140625, - 64455.91015625, - 64423.39453125, - 64437.07421875, - 64362.40234375, - 64195.0234375, - 64114.9140625, - 64033.30078125, - 63962.765625, - 63899.8671875, - 63848.3203125, - 63797.53125 + 65524.11328125, + 65438.01171875, + 65334.3671875, + 65238.6484375, + 65134.15625, + 65025.04296875, + 64900.4609375, + 64828.5703125, + 64748.0859375, + 64648.09375, + 64579.21875, + 64529.61328125, + 64460.63671875, + 64427.34765625, + 64383.5546875, + 64406.49609375, + 64379.32421875, + 64212.81640625, + 64108.52734375, + 64025.53515625, + 63961.22265625, + 63911.42578125, + 63867.97265625, + 63840.8515625 ], "p90": [ - 66046.625, - 66133.21875, - 66209.9140625, - 66272.640625, - 66327.3046875, - 66353.859375, - 66373.5390625, - 66424.6171875, - 66461.25, - 66503.625, - 66533.015625, - 66602.3046875, - 66660.4921875, - 66656.625, - 66656.140625, - 66681.90625, - 66733.171875, - 66761.1875, - 66785.2734375, - 66860.75, - 66844.6015625, - 66874.1953125, - 66906.28125, - 66917.6796875 + 65990.4296875, + 66087.1953125, + 66163.8359375, + 66235.265625, + 66303.375, + 66331.109375, + 66350.7578125, + 66398.671875, + 66446.921875, + 66487.015625, + 66534.7890625, + 66595.078125, + 66654.859375, + 66645.625, + 66653.6015625, + 66667.2578125, + 66650.7421875, + 66697.453125, + 66732.21875, + 66819.171875, + 66816.6171875, + 66846.0625, + 66886.6875, + 66894.234375 ], "timestamps": [ - "2026-06-13 05:00:00", "2026-06-13 06:00:00", "2026-06-13 07:00:00", "2026-06-13 08:00:00", @@ -327,6 +326,7 @@ "2026-06-18 01:00:00", "2026-06-18 02:00:00", "2026-06-18 03:00:00", - "2026-06-18 04:00:00" + "2026-06-18 04:00:00", + "2026-06-18 05:00:00" ] } diff --git a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index cfe898e6464f2a60b0e94972be3790872c8a7d98..c674b58153219ea854708a40c7eed7fd391f18a9 100644 --- a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-18T04:32:29.125055+00:00", + "evaluated_at": "2026-06-18T05:09:16.191521+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2750.0, - 2750.0, - 2750.0, - 2800.0, - 2800.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, 2750.0, 2750.0, 2750.0, @@ -101,9 +89,7 @@ 2750.0, 2750.0, 2750.0, - 2750.0 - ], - "actuals": [ + 2750.0, 2750.0, 2750.0, 2800.0, @@ -115,6 +101,9 @@ 2800.0, 2800.0, 2800.0, + 2800.0 + ], + "actuals": [ 2800.0, 2800.0, 2800.0, @@ -127,91 +116,98 @@ 2800.0, 2800.0, 2800.0, - 2800.0 + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2750.0, + 2800.0, + 2800.0, + 2750.0 ], "p50": [ - 2754.707763671875, - 2755.12646484375, - 2755.9228515625, - 2755.767822265625, - 2755.17138671875, - 2755.0859375, - 2754.5400390625, - 2754.5673828125, - 2754.82666015625, - 2754.323974609375, - 2753.7705078125, - 2753.591064453125, - 2752.533203125, - 2753.147705078125, - 2754.4248046875, - 2753.67236328125, - 2757.39111328125, - 2756.41162109375, - 2756.75830078125, - 2755.28271484375, - 2754.2197265625, - 2753.191162109375, - 2751.384521484375, - 2750.71484375 + 2794.32177734375, + 2800.275146484375, + 2800.10693359375, + 2794.7783203125, + 2793.5693359375, + 2795.31689453125, + 2792.744384765625, + 2782.465087890625, + 2786.77685546875, + 2777.358154296875, + 2773.662841796875, + 2750.160400390625, + 2744.84375, + 2751.86767578125, + 2753.4765625, + 2728.26318359375, + 2756.488525390625, + 2762.124755859375, + 2757.199462890625, + 2751.262451171875, + 2752.0107421875, + 2757.252197265625, + 2753.67529296875, + 2750.882080078125 ], "p10": [ - 2742.4462890625, - 2738.55810546875, - 2737.210205078125, - 2735.00244140625, - 2734.676513671875, - 2732.29638671875, - 2731.806640625, - 2730.665283203125, - 2728.49267578125, - 2727.123779296875, - 2724.195556640625, - 2724.36279296875, - 2722.00439453125, - 2719.318359375, - 2717.0009765625, - 2715.132568359375, - 2708.232421875, - 2705.607666015625, - 2703.47216796875, - 2698.73291015625, - 2695.336181640625, - 2687.907958984375, - 2680.349365234375, - 2674.994384765625 + 2777.752685546875, + 2778.642822265625, + 2778.410400390625, + 2771.28125, + 2765.408935546875, + 2766.174560546875, + 2763.91015625, + 2735.73046875, + 2740.077880859375, + 2723.971435546875, + 2715.428955078125, + 2683.205078125, + 2674.359375, + 2679.09716796875, + 2674.861083984375, + 2642.88134765625, + 2641.186767578125, + 2651.722900390625, + 2643.311279296875, + 2631.22412109375, + 2635.567626953125, + 2633.369384765625, + 2634.651123046875, + 2625.6259765625 ], "p90": [ - 2770.0908203125, - 2772.286376953125, - 2774.5, - 2776.79541015625, - 2776.992919921875, - 2778.932373046875, - 2778.810546875, - 2779.098388671875, - 2778.818115234375, - 2778.76611328125, - 2779.87890625, - 2779.779296875, - 2779.8515625, - 2780.291259765625, - 2781.0009765625, - 2783.225830078125, - 2786.263916015625, - 2787.279296875, - 2788.447509765625, - 2786.356689453125, - 2785.41015625, - 2785.264892578125, - 2785.285400390625, - 2783.81884765625 + 2813.39697265625, + 2820.178955078125, + 2822.11865234375, + 2818.056396484375, + 2820.79296875, + 2824.159912109375, + 2823.593017578125, + 2819.75830078125, + 2823.18359375, + 2820.38720703125, + 2822.155517578125, + 2811.959716796875, + 2813.82958984375, + 2817.27685546875, + 2825.33056640625, + 2816.388427734375, + 2843.245849609375, + 2838.101806640625, + 2843.46630859375, + 2839.970947265625, + 2837.705810546875, + 2841.94775390625, + 2842.86181640625, + 2846.7314453125 ], "timestamps": [ - "2026-06-17 17:55:00", - "2026-06-17 18:10:00", - "2026-06-17 18:25:00", - "2026-06-17 18:40:00", "2026-06-17 18:55:00", "2026-06-17 19:10:00", "2026-06-17 19:25:00", @@ -327,6 +323,10 @@ "2026-06-18 22:55:00", "2026-06-18 23:10:00", "2026-06-18 23:25:00", - "2026-06-18 23:40:00" + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 9771c2c4c34ae900803ba1b6ad8e03ac2a685fe5..f6f343158ed44272125ce76de9cc100248f03b1e 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,55 +1,19 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-18T04:48:35.283136+00:00", + "evaluated_at": "2026-06-18T05:09:19.281088+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t050000z", + "data_fetched_at": "2026-06-18T05:08:49.012758Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t223600z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t035000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t024000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t025000z", + "data_fetched_at": "2026-06-18T05:08:49.012758Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 168, - "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 54503e30e1c190754478bafbb0815af955bc1331..6adac5af783c16f1046e8ca57befa8e15635a14a 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,2095618.963787087,2000823.5646843538,1214.557602108004,1.2465299594066657,0.018803557553939598,0.018566061109154725,35.55130092434776,1447.6252843146553,0.02228864266026104,0.018700171015944136,0.01802112020127201,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,2138090.897789272,2052142.9699918125,1231.8244196926062,1.2741546692602523,0.019099380545392376,0.018855027116827506,35.932709552997444,1462.221220537191,0.022543726694102293,0.018991594884985433,0.01824561815217622,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,6.554949833247299,7.345810740100781,2.357101120016555,1.3019892251730578,0.10444350596607699,0.11214400143316851,15.190647933313064,2.560263625732182,0.11594084546971963,0.1067406863752903,0.09071258683585551,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ETS,0.19505353943550854,0.1999660578630822,0.3899497517144154,0.37339584640039086,0.3490504999469268,0.2813912675797851,11.606133057841557,0.44164866062913466,0.3511837254508913,0.3100745428518675,0.2959196938284052,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.010058273572907414,0.009177367582147551,0.08030051590280159,0.38142740506861755,0.057128850592377683,0.05515800800271794,3.3821168642227284,0.10029094462067557,0.06909998098266643,0.05532667124403554,0.048620075999935966,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,ETS,0.086339682669961,0.0912202625593 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,207.07918196293073,208.3467530301401,11.78429645821784,0.9362619034794922,0.2927966447633294,0.30536423440404475,15.974833945872346,14.390246070270331,0.3851091775061638,0.31536922262148764,0.2872640796419873,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ETS,243.39796540624954,240.0142896051193,13.801269813485392,6.89400632423654,0.5504958608533251,0.40953122471415604,250.64013201906985,15.601216792489282,0.6008171250906875,0.5314995209816664,0.5240894715001215,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ETS,44.69541733915199,49.504076417835826,5.750550786281223,1.0982484260271832,1.2993087206005864,0.4753261428307665,4.88992002801469,6.685463135726049,0.534837050858084,0.46004406290249783,0.3451622906447982,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,ETS,7050.831183477218,7070.044373258621,71.03396887667493,0.6034744258549375,0.025406607999488722,0.024965624325255054,4.4057264236893365,83.96922759843166,0.030078529288990446,0.02544500377671938,0.023506227926815497,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,ETS,7170.867066217502,7076.1907113157895,72.75915042684606,0.5869645748720353,0.026076416021989207,0.025629020633486876,6.678971786287118,84.6809722795948,0.030288276225190387,0.026024137261465057,0.023778896669323046,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,ETS,3204.790611752943,2881.2038365570006,50.33739973772421,1.0507561340143807,0.2404507822920921,0.2146543225620431,5.672580589017583,56.61087008475442,0.2388644307373604,0.21239409172035534,0.1565877432051329,Web,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index 97037ffa0619eb6606c46c0b0a48a8ff8895a757..30c369ccbebeb75d946a8f40b92275e2d1e9d457 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-18T05:03:30.252527+00:00", + "evaluated_at": "2026-06-18T05:13:02.581035+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63584.03125, 63735.73828125, 63846.0, 63806.0, @@ -101,10 +100,10 @@ 65940.0, 65904.0, 65851.9921875, - 65892.0 + 65892.0, + 65836.296875 ], "actuals": [ - 65836.296875, 65624.0, 65539.5, 64926.01953125, @@ -127,88 +126,88 @@ 64548.73828125, 64689.5, 64282.8203125, - 63884.0 + 63883.41015625, + 63738.01171875 ], "p50": [ - 65859.24161603967, - 65877.86567370503, - 65934.44480949538, - 65954.14503903575, - 65986.91753420111, - 66014.81112311648, - 66024.86877453185, - 66056.19791032221, - 66087.86298361256, - 66097.92063502793, - 66137.3083645683, - 66184.36406285866, - 66169.15218302402, - 66194.41295943937, - 66234.71084522974, - 66260.2899810201, - 66269.82419493547, - 66305.71192447584, - 66328.7559040162, - 66352.64168043155, - 66366.50206622192, - 66372.44838951228, - 66404.72869717765, - 66450.50900484301 + 65807.4574992237, + 65861.62563866397, + 65880.80744997923, + 65887.03223004448, + 65930.95036948475, + 65937.157571425, + 65967.09133586526, + 65986.77510030553, + 66012.27331787079, + 66028.97075418604, + 66055.63498737631, + 66087.38711119157, + 66117.09236000682, + 66122.63940569709, + 66149.26848263734, + 66154.5420908276, + 66205.92507401787, + 66218.85297908312, + 66235.55041539838, + 66274.78496108865, + 66285.1679442789, + 66313.14858371916, + 66332.70930128443, + 66354.93798759968 ], "p10": [ - 65681.52677228967, - 65705.87739245503, - 65730.22801262038, - 65753.73058591074, - 65813.02026857612, - 65802.43182624147, - 65770.64221203185, - 65838.64986344721, - 65910.79853048756, - 65904.06438502793, - 65924.18492706829, - 66020.67031285865, - 65965.25374552402, - 66001.46686568938, - 65965.44717335474, - 66033.4548247701, - 66014.14841368547, - 66095.48731510084, - 66123.2199665162, - 66135.70808668155, - 66226.69933184692, - 66119.78432701228, - 66160.25213467765, - 66241.59103609301 + 65573.6957804737, + 65596.64907616397, + 65714.46955935423, + 65691.06348004448, + 65665.50896323475, + 65686.850540175, + 65772.16164836526, + 65782.87666280553, + 65757.32214599579, + 65741.04887918604, + 65787.11154987631, + 65917.26132994157, + 65906.12361000682, + 65929.07690569709, + 65952.03020138734, + 65899.5670908276, + 66001.31882401787, + 66064.63110408312, + 65968.42697789837, + 66009.80839858865, + 66081.2695067789, + 66104.22280246916, + 66078.66828565943, + 66145.27861259968 ], "p90": [ - 66212.02286603967, - 66232.39692370503, - 66259.97176262038, - 66281.09816403575, - 66308.58940920111, - 66329.79940436648, - 66358.12658703185, - 66276.64126969721, - 66406.82782736256, - 66350.67063502793, - 66455.5290676933, - 66479.87968785866, - 66406.36937052403, - 66528.58092818937, - 66553.84014210475, - 66477.4931060201, - 66495.79685118547, - 66622.00684635084, - 66650.3340290162, - 66683.77058668155, - 66592.52745684692, - 66642.87807701228, - 66746.90057217765, - 66772.08712984301 + 66160.3442179737, + 66180.15688866397, + 66126.57893435423, + 66230.04004254448, + 66252.99333823475, + 66275.110696425, + 66294.92336711526, + 66404.56728780553, + 66344.80652099579, + 66287.25200418604, + 66391.62170612632, + 66412.83047056657, + 66435.78376625682, + 66361.7120619471, + 66478.86379513734, + 66392.3483408276, + 66527.59694901787, + 66451.59711970812, + 66570.67697789837, + 66593.63027358864, + 66539.7382567789, + 66570.34467746915, + 66662.17609815943, + 66583.27001884968 ], "timestamps": [ - "2026-06-13 05:00:00", "2026-06-13 06:00:00", "2026-06-13 07:00:00", "2026-06-13 08:00:00", @@ -327,6 +326,7 @@ "2026-06-18 01:00:00", "2026-06-18 02:00:00", "2026-06-18 03:00:00", - "2026-06-18 04:00:00" + "2026-06-18 04:00:00", + "2026-06-18 05:00:00" ] } diff --git a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 0bf9629827ae0c94968e893f037fdb4c61c3c9dd..8c277a18d00ae968061c3848840a1e836064ffb1 100644 --- a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ETS", - "evaluated_at": "2026-06-18T04:40:32.945584+00:00", + "evaluated_at": "2026-06-18T05:13:02.600743+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2750.0, - 2750.0, - 2750.0, - 2800.0, - 2800.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, 2750.0, 2750.0, 2750.0, @@ -101,9 +89,7 @@ 2750.0, 2750.0, 2750.0, - 2750.0 - ], - "actuals": [ + 2750.0, 2750.0, 2750.0, 2800.0, @@ -115,6 +101,9 @@ 2800.0, 2800.0, 2800.0, + 2800.0 + ], + "actuals": [ 2800.0, 2800.0, 2800.0, @@ -127,91 +116,98 @@ 2800.0, 2800.0, 2800.0, - 2800.0 + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2750.0, + 2800.0, + 2800.0, + 2750.0 ], "p50": [ - 2768.3039404345577, - 2776.4000013297045, - 2784.4960622248514, - 2792.592123119998, - 2800.688184015145, - 2808.784244910292, - 2816.8803058054386, - 2824.9763667005855, - 2833.0724275957323, - 2841.168488490879, - 2849.2645493860255, - 2857.3606102811723, - 2865.456671176319, - 2873.552732071466, - 2881.6487929666127, - 2889.7448538617596, - 2897.8409147569064, - 2905.936975652053, - 2914.0330365472, - 2922.129097442347, - 2930.2251583374937, - 2938.3212192326405, - 2946.4172801277873, - 2954.513341022934 + 2811.5696841290855, + 2816.5281884448327, + 2821.4866927605804, + 2826.4451970763275, + 2831.4037013920747, + 2836.362205707822, + 2841.3207100235695, + 2846.2792143393167, + 2851.237718655064, + 2856.196222970811, + 2861.1547272865587, + 2866.113231602306, + 2871.071735918053, + 2876.0302402338, + 2880.9887445495474, + 2885.947248865295, + 2890.905753181042, + 2895.8642574967894, + 2900.8227618125366, + 2905.781266128284, + 2910.7397704440314, + 2915.6982747597785, + 2920.6567790755257, + 2925.6152833912734 ], "p10": [ - 2718.3039404345577, - 2771.4000013297045, - 2734.4960622248514, - 2742.592123119998, - 2750.688184015145, - 2758.784244910292, - 2766.8803058054386, - 2774.9763667005855, - 2828.0724275957323, - 2836.168488490879, - 2849.2645493860255, - 2852.3606102811723, - 2815.456671176319, - 2823.552732071466, - 2831.6487929666127, - 2839.7448538617596, - 2847.8409147569064, - 2855.936975652053, - 2864.0330365472, - 2872.129097442347, - 2880.2251583374937, - 2888.3212192326405, - 2896.4172801277873, - 2904.513341022934 + 2761.5696841290855, + 2766.5281884448327, + 2771.4866927605804, + 2826.4451970763275, + 2781.4037013920747, + 2786.362205707822, + 2791.3207100235695, + 2796.2792143393167, + 2801.237718655064, + 2806.196222970811, + 2811.1547272865587, + 2816.113231602306, + 2821.071735918053, + 2826.0302402338, + 2830.9887445495474, + 2835.947248865295, + 2840.905753181042, + 2845.8642574967894, + 2850.8227618125366, + 2855.781266128284, + 2910.7397704440314, + 2915.6982747597785, + 2870.6567790755257, + 2875.6152833912734 ], "p90": [ - 2818.3039404345577, - 2826.4000013297045, - 2834.4960622248514, - 2842.592123119998, - 2850.688184015145, - 2858.784244910292, - 2866.8803058054386, - 2874.9763667005855, - 2883.0724275957323, - 2891.168488490879, - 2899.2645493860255, - 2907.3606102811723, - 2915.456671176319, - 2923.552732071466, - 2931.6487929666127, - 2939.7448538617596, - 2947.8409147569064, - 2955.936975652053, - 2964.0330365472, - 2972.129097442347, - 2980.2251583374937, - 2943.32121923264, - 2996.4172801277873, - 3004.513341022934 + 2861.5696841290855, + 2866.5281884448327, + 2871.4866927605804, + 2876.4451970763275, + 2881.4037013920747, + 2886.362205707822, + 2891.3207100235695, + 2896.2792143393167, + 2901.237718655064, + 2906.196222970811, + 2911.1547272865587, + 2916.113231602306, + 2921.071735918053, + 2926.0302402338, + 2930.9887445495474, + 2935.947248865295, + 2940.905753181042, + 2945.8642574967894, + 2950.8227618125366, + 2955.781266128284, + 2960.7397704440314, + 2965.6982747597785, + 2970.6567790755257, + 2975.6152833912734 ], "timestamps": [ - "2026-06-17 17:55:00", - "2026-06-17 18:10:00", - "2026-06-17 18:25:00", - "2026-06-17 18:40:00", "2026-06-17 18:55:00", "2026-06-17 19:10:00", "2026-06-17 19:25:00", @@ -327,6 +323,10 @@ "2026-06-18 22:55:00", "2026-06-18 23:10:00", "2026-06-18 23:25:00", - "2026-06-18 23:40:00" + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index 0d62a0d3cc2c3a1bffc373d7962c2ff44c1860b6..cccae6bef62ee7065bd131d20756a92ac3c0d91a 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,55 +1,19 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-18T05:03:30.387113+00:00", + "evaluated_at": "2026-06-18T05:13:02.615644+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t050000z", + "data_fetched_at": "2026-06-18T05:08:49.012758Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t223600z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t035000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t024000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t025000z", + "data_fetched_at": "2026-06-18T05:08:49.012758Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 168, - "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 6bbad399089787be84974331acebbc2e4c6fd817..dfbc9606d5e74be539114bbcbc1f6b2a7144966f 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1340,3 +1340,5 @@ {"evaluated_at": "2026-06-18T05:03:30.536381+00:00", "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5", "prediction_length": 24} {"evaluated_at": "2026-06-18T05:03:30.536381+00:00", "dataset": "open_meteo_shanghai_hourly_temperature_2m", "prediction_length": 24} {"evaluated_at": "2026-06-18T05:03:30.536381+00:00", "dataset": "usgs_earthquake_all_week_hourly_earthquake_count", "prediction_length": 24} +{"evaluated_at": "2026-06-18T05:13:02.685891+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-18T05:13:02.685891+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index d43f04501465c0d07f1dbadb34b73e4790a6e351..ce2223a73a9daf1fa53a041ddc4d838674373fe7 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,1275199.7519054413,1126570.3894456227,901.6502278645834,0.9253855230812714,0.013962575574989533,0.013828776465551326,6.583395028608121,1129.2474272299412,0.017386676409470947,0.013882432112209818,0.008849111313192711,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,1170431.4504311879,1243475.7162602742,959.5263671875,0.992499402906275,0.014876815633553697,0.014729184523336804,8.159018404852889,1081.8648022887091,0.016679599557312907,0.014793452504890423,0.00944621914672589,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,0.9345807586560113,1.0924920595322192,0.7913044691085815,0.4370919363032775,0.03479963103867976,0.03584991882581345,4.529265430709361,0.9667371714463096,0.04377843120449623,0.035834008752196195,0.05572582064291565,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.9315930643001236,0.8344527093655716,0.760171056787173,0.7279007459556052,0.6851737638111455,0.457425539556925,2.260143917565712,0.965190688050876,0.767486221100192,0.6044617079154563,0.38711210676101687,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.04144079765983043,0.008676725216868193,0.07133148196670744,0.33882449895083255,0.04969413331448357,0.04890557430271214,6.3498641542217475,0.20357012958641654,0.1402588452652822,0.04914704977610465,0.10267475989826938,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.7824441358141788,0 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,48.69808304257973,76.62123970288644,5.880701859792073,0.4672215381347408,0.13567627819808636,0.14817253045780887,2.985540438099067,6.978401180971164,0.18675471746546454,0.1573782856335096,0.17443965446411955,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,0.8801477517919617,0.9592394500421051,0.8812028566996256,0.4401781973051892,0.03511681512211238,0.03591100422025575,1.9583397787021104,0.9381619006290768,0.03612947268811337,0.03393592782063341,0.03359886292440647,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,38.726113003398645,37.228637669694,5.189123034477234,0.9910261498205859,0.9626560938429011,0.46275830627567366,10.187958517504624,6.223030853482782,0.49784246827862255,0.4151298427581787,0.32708099676061564,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,1109.7499855210383,292.5936630951862,13.560089111328125,0.11520075705199116,0.004855692611628281,0.004866696047559126,1.9300994278899335,33.31291019291227,0.011932982755670068,0.004857345353311567,0.010123782616863598,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,20298.973176864285,20269.906292064737,141.27155558268228,1.1396696920955882,0.05050292509665222,0.05183167868990383,5.051914267660189,142.4744649993966,0.05095957019352486,0.05052931943344821,0.039466609009213546,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Large,70.05955112213269,105.10574925752007,10.16238784790039,0.21213235930047475,0.04367278639133686,0.043532868622717796,1.437522259582939,8.370158368999519,0.03531712391982919,0.042879273619832875,0.04916024223717513,Web,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index b382d7247b7cf879d1791721fc69d0714d50adc5..8d36a3b9fb72e60ef8d502221726806d719d07d9 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-18T05:00:38.975892+00:00", + "evaluated_at": "2026-06-18T05:12:15.815701+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63584.03125, 63735.73828125, 63846.0, 63806.0, @@ -101,10 +100,10 @@ 65940.0, 65904.0, 65851.9921875, - 65892.0 + 65892.0, + 65836.296875 ], "actuals": [ - 65836.296875, 65624.0, 65539.5, 64926.01953125, @@ -127,88 +126,88 @@ 64548.73828125, 64689.5, 64282.8203125, - 63884.0 + 63883.41015625, + 63738.01171875 ], "p50": [ - 65846.28125, - 65840.453125, - 65866.15625, - 65818.94140625, - 65835.7265625, - 65867.2578125, - 65867.75390625, - 65839.2109375, - 65836.2890625, - 65820.56640625, - 65848.6953125, - 65819.92578125, - 65833.609375, - 65822.984375, - 65845.15625, - 65826.37109375, - 65819.18359375, - 65956.8515625, - 65866.40234375, - 65788.23046875, - 65809.6328125, - 65779.765625, - 65830.32421875, - 65855.6796875 + 65800.3203125, + 65759.953125, + 65777.60546875, + 65784.578125, + 65761.9921875, + 65834.0078125, + 65819.87109375, + 65812.8515625, + 65810.41015625, + 65792.265625, + 65811.49609375, + 65756.1328125, + 65826.578125, + 65815.3515625, + 65773.51171875, + 65818.98828125, + 65774.08203125, + 65781.32421875, + 65730.26953125, + 65722.3984375, + 65780.703125, + 65774.66015625, + 65866.77734375, + 65824.93359375 ], "p10": [ - 65590.39453125, - 65421.732421875, - 65401.54296875, - 65254.888671875, - 65192.52734375, - 65124.45703125, - 65137.5, - 64912.638671875, - 65057.615234375, - 64776.494140625, - 64917.771484375, - 64666.056640625, - 64782.994140625, - 64655.14453125, - 64655.5625, - 64765.662109375, - 64607.390625, - 64723.455078125, - 64631.80078125, - 64602.490234375, - 64348.017578125, - 64325.1875, - 64320.712890625, - 64275.8984375 + 65475.1328125, + 65400.921875, + 65328.318359375, + 65287.095703125, + 65247.892578125, + 65109.654296875, + 65140.162109375, + 64900.595703125, + 64905.810546875, + 64885.955078125, + 64972.2734375, + 64873.23828125, + 64945.072265625, + 64890.173828125, + 64227.4140625, + 64757.8515625, + 64951.8515625, + 64347.20703125, + 64350.62109375, + 64369.615234375, + 64453.626953125, + 64405.810546875, + 64702.392578125, + 64573.83984375 ], "p90": [ - 66150.0546875, - 66165.0859375, - 66327.046875, - 66332.296875, - 66324.796875, - 66553.37109375, - 66621.4453125, - 66576.03125, - 66664.2890625, - 66732.37109375, - 66750.54296875, - 66830.68359375, - 66828.734375, - 66788.23828125, - 66785.41015625, - 67044.93359375, - 67085.66015625, - 66993.66796875, - 67016.66796875, - 66900.03125, - 67010.3125, - 66966.16015625, - 67054.671875, - 67891.05859375 + 66155.421875, + 66202.80859375, + 66226.51953125, + 66290.1484375, + 66273.08203125, + 66527.2109375, + 66543.06640625, + 66404.9609375, + 66623.52734375, + 66486.27734375, + 66677.6953125, + 66592.421875, + 66889.07421875, + 66856.08203125, + 66851.828125, + 66819.3515625, + 66758.98046875, + 67021.49609375, + 66820.3125, + 66947.2890625, + 67172.77734375, + 67239.66015625, + 67184.0703125, + 67059.72265625 ], "timestamps": [ - "2026-06-13 05:00:00", "2026-06-13 06:00:00", "2026-06-13 07:00:00", "2026-06-13 08:00:00", @@ -327,6 +326,7 @@ "2026-06-18 01:00:00", "2026-06-18 02:00:00", "2026-06-18 03:00:00", - "2026-06-18 04:00:00" + "2026-06-18 04:00:00", + "2026-06-18 05:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 13025538cfbe682b9e14a7543ad768021e60f3e2..a18fc2c776d286a68ac6fdfc7fbb6edaa63632cf 100644 --- a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-18T04:39:53.231559+00:00", + "evaluated_at": "2026-06-18T05:12:24.353443+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2750.0, - 2750.0, - 2750.0, - 2800.0, - 2800.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, 2750.0, 2750.0, 2750.0, @@ -101,9 +89,7 @@ 2750.0, 2750.0, 2750.0, - 2750.0 - ], - "actuals": [ + 2750.0, 2750.0, 2750.0, 2800.0, @@ -115,6 +101,9 @@ 2800.0, 2800.0, 2800.0, + 2800.0 + ], + "actuals": [ 2800.0, 2800.0, 2800.0, @@ -127,91 +116,98 @@ 2800.0, 2800.0, 2800.0, - 2800.0 + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2750.0, + 2800.0, + 2800.0, + 2750.0 ], "p50": [ - 2755.38330078125, - 2761.5267333984375, - 2768.2857666015625, - 2769.3524169921875, - 2763.274169921875, - 2769.5400390625, - 2769.25537109375, - 2778.19921875, - 2770.6217041015625, - 2777.238525390625, - 2776.754638671875, - 2785.0611572265625, - 2786.8623046875, - 2785.5208740234375, - 2794.4595947265625, - 2797.3140869140625, - 2803.3258056640625, - 2795.97265625, - 2814.998779296875, - 2812.1534423828125, - 2802.0205078125, - 2810.347412109375, - 2816.542236328125, - 2823.748046875 + 2651.3828125, + 2657.6695556640625, + 2655.191650390625, + 2654.6396484375, + 2663.79736328125, + 2665.2054443359375, + 2662.3377685546875, + 2648.268798828125, + 2658.0836181640625, + 2658.8031005859375, + 2643.6055908203125, + 2643.559326171875, + 2647.610107421875, + 2652.4476318359375, + 2650.7698974609375, + 2658.337158203125, + 2655.34521484375, + 2661.173583984375, + 2655.4725341796875, + 2663.71142578125, + 2649.3472900390625, + 2648.2353515625, + 2652.282470703125, + 2649.66015625 ], "p10": [ - 2737.4698486328125, - 2729.3153076171875, - 2739.7939453125, - 2721.38232421875, - 2703.6124267578125, - 2706.835693359375, - 2708.0849609375, - 2699.070068359375, - 2678.9677734375, - 2701.311767578125, - 2683.31640625, - 2694.50341796875, - 2674.4947509765625, - 2659.41845703125, - 2676.386474609375, - 2676.378662109375, - 2646.2041015625, - 2694.8201904296875, - 2663.658203125, - 2663.8023681640625, - 2667.2783203125, - 2656.790283203125, - 2648.7440185546875, - 2663.1932373046875 + 2541.3258056640625, + 2543.5045166015625, + 2512.0675048828125, + 2495.525634765625, + 2544.6390380859375, + 2547.9530029296875, + 2535.1212158203125, + 2525.65087890625, + 2525.0848388671875, + 2540.8433837890625, + 2509.469970703125, + 2503.5018310546875, + 2509.8238525390625, + 2512.5592041015625, + 2501.5968017578125, + 2503.2540283203125, + 2488.836181640625, + 2507.3397216796875, + 2493.502685546875, + 2497.0338134765625, + 2465.6024169921875, + 2519.3756103515625, + 2488.2293701171875, + 2485.4910888671875 ], "p90": [ - 2778.3095703125, - 2791.39892578125, - 2814.874755859375, - 2828.876953125, - 2815.3369140625, - 2827.9114990234375, - 2846.2786865234375, - 2851.89599609375, - 2869.7796630859375, - 2863.054931640625, - 2891.3841552734375, - 2906.7587890625, - 2891.856689453125, - 2907.801513671875, - 2923.1578369140625, - 2917.45458984375, - 2988.7896728515625, - 2991.415283203125, - 3019.164306640625, - 3070.760009765625, - 2986.2283935546875, - 3036.9627685546875, - 3076.2388916015625, - 3128.7894287109375 + 2782.68359375, + 2765.31396484375, + 2780.2899169921875, + 2791.5927734375, + 2778.468505859375, + 2778.5009765625, + 2794.3526611328125, + 2787.53515625, + 2782.6173095703125, + 2784.4942626953125, + 2781.2969970703125, + 2771.570068359375, + 2827.979736328125, + 2757.2589111328125, + 2832.974609375, + 2784.893798828125, + 2807.1622314453125, + 2822.0538330078125, + 2788.7056884765625, + 2803.2498779296875, + 2798.2021484375, + 2818.443603515625, + 2817.6517333984375, + 2801.0404052734375 ], "timestamps": [ - "2026-06-17 17:55:00", - "2026-06-17 18:10:00", - "2026-06-17 18:25:00", - "2026-06-17 18:40:00", "2026-06-17 18:55:00", "2026-06-17 19:10:00", "2026-06-17 19:25:00", @@ -327,6 +323,10 @@ "2026-06-18 22:55:00", "2026-06-18 23:10:00", "2026-06-18 23:25:00", - "2026-06-18 23:40:00" + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 33027a8936374376f5f174516a3c5fc5d021640d..77593d0fc5395508f75bbbc09e43e1455c9200f9 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,55 +1,19 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-18T05:02:16.732029+00:00", + "evaluated_at": "2026-06-18T05:12:28.031317+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t050000z", + "data_fetched_at": "2026-06-18T05:08:49.012758Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t223600z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t035000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t024000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t025000z", + "data_fetched_at": "2026-06-18T05:08:49.012758Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 168, - "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 617b0db21f241426f0d1b70b69850608e6a4b817..c291424be24967c9a3c23301e6a4a3ac41d0cc2a 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,1564330.1075151898,1481268.0957412869,1064.984710514902,1.0930196687771503,0.01648249493837953,0.01630649818694548,29.365571700816805,1250.7318287767325,0.019257134492934175,0.016397243063177056,0.015669776468394608,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,1746513.9505070029,1666311.3775391767,1141.0693427905742,1.1802808970365666,0.017682566733320287,0.017484106601611437,31.675363962890255,1321.5573958428756,0.020375048812043675,0.01759238276779977,0.016807875275970736,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,1.3552808749740446,1.1151120880535934,0.8260371094912434,0.4562771647841492,0.038615694465923694,0.03754888748755416,4.115785308594549,1.1641653125626295,0.052718911149796856,0.03740686697307957,0.032055990258087565,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.12108119298143297,0.12458398547106336,0.3015829751899304,0.28878036153607645,0.27163038358154806,0.22752755494635604,8.476558143286908,0.34796722975221817,0.27669149478486815,0.23980834133832024,0.22708934684977283,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.06242223619700191,0.06541362601397777,0.21909257166915472,1.040689591368618,0.14385434748217962,0.15851267643112324,7.61604915031888,0.24984442398621168,0.1721416126986339,0.150953733590231,0.12931843864353712,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,Moving-Average,2.304901458593988,2.35 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,185.9603992654952,187.2452596428261,12.077313725371068,0.9595421141624071,0.31893368544031975,0.3231800321755451,12.749600583013873,13.636729786334229,0.3649437102217894,0.32321089803116765,0.2904046182157767,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moving-Average,9.47777385040437,9.901744712363579,2.404063055329457,1.2008768853363332,0.08645915713370132,0.0926527284594304,21.91871992174598,3.0785993325543957,0.11855967549799767,0.09258266663758823,0.0827168759668369,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moving-Average,38.816254702072776,42.56839912988395,5.342273785761809,1.020275099668038,1.177441574194672,0.4563542714446665,4.88992002801469,6.230269231909065,0.4984215385527252,0.42738190286094474,0.321325474975974,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Moving-Average,18746.442708333332,18684.895833333332,135.41666666666666,1.1504424778761064,0.04846455627705628,0.04969023609152326,4.079645767318196,136.91764936754257,0.04904512813165704,0.048507462686567165,0.045381426202321724,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Moving-Average,2340.709574100401,2340.1892890120107,46.35964912280709,0.3739938080495362,0.01655730234677606,0.01670790800106094,2.262184600389208,48.38088025346791,0.01730463675235812,0.01658169268177899,0.01368525635997597,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moving-Average,3489.5381158399855,3083.885629565553,50.0,1.043713163064833,0.24421949671445642,0.21318642417335215,5.672580589017584,59.07231259938945,0.24925026413244494,0.2109704641350211,0.16293069689197762,Web,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index 80ca9e23e30677fc9ff41c478b703ecfd376cc49..2b33bd01fbfc0f7733547623cf587aa0a3d49331 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-18T05:03:30.392883+00:00", + "evaluated_at": "2026-06-18T05:13:02.623531+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63584.03125, 63735.73828125, 63846.0, 63806.0, @@ -101,10 +100,10 @@ 65940.0, 65904.0, 65851.9921875, - 65892.0 + 65892.0, + 65836.296875 ], "actuals": [ - 65836.296875, 65624.0, 65539.5, 64926.01953125, @@ -127,88 +126,88 @@ 64548.73828125, 64689.5, 64282.8203125, - 63884.0 + 63883.41015625, + 63738.01171875 ], "p50": [ - 65980.91229783444, - 65975.18573533444, - 66007.41425095944, - 66002.76386033444, - 66011.18573533444, - 66014.72870408444, - 66000.43573533444, - 66007.41425095944, - 66014.72870408444, - 66000.43573533444, - 66015.47284470944, - 66038.17792283444, - 65998.61542283444, - 65999.52557908444, - 66015.47284470944, - 66016.70136033444, - 66001.88495408444, - 66013.42206345944, - 66012.11542283444, - 66011.65057908444, - 66001.16034470944, - 65982.75604783444, - 65990.68573533444, - 66012.11542283444 + 65973.4581928454, + 66004.6730365954, + 66000.9015522204, + 65984.1730365954, + 66005.1378803454, + 65988.3917865954, + 65995.3722553454, + 65992.1027240954, + 65994.6476459704, + 65988.3917865954, + 65992.1027240954, + 66000.9015522204, + 66007.6535053454, + 65990.2472553454, + 65993.9230365954, + 65976.2433490954, + 66004.6730365954, + 65994.6476459704, + 65988.3917865954, + 66004.6730365954, + 65992.1027240954, + 65997.1300678454, + 65993.7374897204, + 65993.0128803454 ], "p10": [ - 65803.19745408444, - 65803.19745408444, - 65803.19745408444, - 65802.34940720943, - 65837.28846970944, - 65802.34940720943, - 65746.20917283444, - 65789.86620408444, - 65837.66425095944, - 65806.57948533444, - 65802.34940720943, - 65874.48417283443, - 65794.71698533444, - 65806.57948533444, - 65746.20917283444, - 65789.86620408444, - 65746.20917283444, - 65803.19745408444, - 65806.57948533444, - 65794.71698533444, - 65861.35761033444, - 65730.09198533444, - 65746.20917283444, - 65803.19745408444 + 65739.6964740954, + 65739.6964740954, + 65834.5636615954, + 65788.2042865954, + 65739.6964740954, + 65738.0847553454, + 65800.4425678454, + 65788.2042865954, + 65739.6964740954, + 65700.4699115954, + 65723.5792865954, + 65830.7757709704, + 65796.6847553454, + 65796.6847553454, + 65796.6847553454, + 65721.2683490954, + 65800.0667865954, + 65840.4257709704, + 65721.2683490954, + 65739.6964740954, + 65788.2042865954, + 65788.2042865954, + 65739.6964740954, + 65783.3535053454 ], "p90": [ - 66333.69354783444, - 66329.71698533444, - 66332.94120408443, - 66329.71698533444, - 66332.85761033444, - 66329.71698533444, - 66333.69354783444, - 66227.85761033444, - 66333.69354783444, - 66253.18573533444, - 66333.69354783444, - 66333.69354783444, - 66235.83261033444, - 66333.69354783444, - 66334.60214158444, - 66233.90448533444, - 66227.85761033444, - 66329.71698533444, - 66333.69354783444, - 66342.77948533444, - 66227.18573533444, - 66253.18573533444, - 66332.85761033444, - 66333.69354783444 + 66326.3449115954, + 66323.2042865954, + 66246.6730365954, + 66327.1808490954, + 66327.1808490954, + 66326.3449115954, + 66323.2042865954, + 66409.8949115954, + 66327.1808490954, + 66246.6730365954, + 66328.0894428454, + 66326.3449115954, + 66326.3449115954, + 66229.3199115954, + 66323.5183490954, + 66214.0495990954, + 66326.3449115954, + 66227.3917865954, + 66323.5183490954, + 66323.5183490954, + 66246.6730365954, + 66254.3261615954, + 66323.2042865954, + 66221.3449115954 ], "timestamps": [ - "2026-06-13 05:00:00", "2026-06-13 06:00:00", "2026-06-13 07:00:00", "2026-06-13 08:00:00", @@ -327,6 +326,7 @@ "2026-06-18 01:00:00", "2026-06-18 02:00:00", "2026-06-18 03:00:00", - "2026-06-18 04:00:00" + "2026-06-18 04:00:00", + "2026-06-18 05:00:00" ] } diff --git a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 78b9c366753415d8c3852ac8e8a3ff30c2976f42..97b734d167022a371b5fea40d0bef9438cd17650 100644 --- a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-18T04:40:32.982361+00:00", + "evaluated_at": "2026-06-18T05:13:02.638549+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2750.0, - 2750.0, - 2750.0, - 2800.0, - 2800.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, 2750.0, 2750.0, 2750.0, @@ -101,9 +89,7 @@ 2750.0, 2750.0, 2750.0, - 2750.0 - ], - "actuals": [ + 2750.0, 2750.0, 2750.0, 2800.0, @@ -115,6 +101,9 @@ 2800.0, 2800.0, 2800.0, + 2800.0 + ], + "actuals": [ 2800.0, 2800.0, 2800.0, @@ -127,91 +116,98 @@ 2800.0, 2800.0, 2800.0, - 2800.0 + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2750.0, + 2800.0, + 2800.0, + 2750.0 ], "p50": [ - 2656.25, - 2656.25, - 2656.25, - 2656.25, - 2656.25, - 2656.25, - 2656.25, - 2656.25, - 2656.25, - 2656.25, - 2656.25, - 2656.25, - 2656.25, - 2656.25, - 2656.25, - 2656.25, - 2656.25, - 2656.25, - 2656.25, - 2656.25, - 2656.25, - 2656.25, - 2656.25, - 2656.25 + 2749.4736842105262, + 2749.4736842105262, + 2749.4736842105262, + 2749.4736842105262, + 2749.4736842105262, + 2749.4736842105262, + 2749.4736842105262, + 2749.4736842105262, + 2749.4736842105262, + 2749.4736842105262, + 2749.4736842105262, + 2749.4736842105262, + 2749.4736842105262, + 2749.4736842105262, + 2749.4736842105262, + 2749.4736842105262, + 2749.4736842105262, + 2749.4736842105262, + 2749.4736842105262, + 2749.4736842105262, + 2749.4736842105262, + 2749.4736842105262, + 2749.4736842105262, + 2749.4736842105262 ], "p10": [ - 2606.25, - 2651.25, - 2606.25, - 2606.25, - 2606.25, - 2606.25, - 2606.25, - 2606.25, - 2651.25, - 2651.25, - 2656.25, - 2651.25, - 2606.25, - 2606.25, - 2606.25, - 2606.25, - 2606.25, - 2606.25, - 2606.25, - 2606.25, - 2606.25, - 2606.25, - 2606.25, - 2606.25 + 2699.4736842105262, + 2699.4736842105262, + 2699.4736842105262, + 2749.4736842105262, + 2699.4736842105262, + 2699.4736842105262, + 2699.4736842105262, + 2699.4736842105262, + 2699.4736842105262, + 2699.4736842105262, + 2699.4736842105262, + 2699.4736842105262, + 2699.4736842105262, + 2699.4736842105262, + 2699.4736842105262, + 2699.4736842105262, + 2699.4736842105262, + 2699.4736842105262, + 2699.4736842105262, + 2699.4736842105262, + 2749.4736842105262, + 2749.4736842105262, + 2699.4736842105262, + 2699.4736842105262 ], "p90": [ - 2706.25, - 2706.25, - 2706.25, - 2706.25, - 2706.25, - 2706.25, - 2706.25, - 2706.25, - 2706.25, - 2706.25, - 2706.25, - 2706.25, - 2706.25, - 2706.25, - 2706.25, - 2706.25, - 2706.25, - 2706.25, - 2706.25, - 2706.25, - 2706.25, - 2661.2499999999995, - 2706.25, - 2706.25 + 2799.4736842105262, + 2799.4736842105262, + 2799.4736842105262, + 2799.4736842105262, + 2799.4736842105262, + 2799.4736842105262, + 2799.4736842105262, + 2799.4736842105262, + 2799.4736842105262, + 2799.4736842105262, + 2799.4736842105262, + 2799.4736842105262, + 2799.4736842105262, + 2799.4736842105262, + 2799.4736842105262, + 2799.4736842105262, + 2799.4736842105262, + 2799.4736842105262, + 2799.4736842105262, + 2799.4736842105262, + 2799.4736842105262, + 2799.4736842105262, + 2799.4736842105262, + 2799.4736842105262 ], "timestamps": [ - "2026-06-17 17:55:00", - "2026-06-17 18:10:00", - "2026-06-17 18:25:00", - "2026-06-17 18:40:00", "2026-06-17 18:55:00", "2026-06-17 19:10:00", "2026-06-17 19:25:00", @@ -327,6 +323,10 @@ "2026-06-18 22:55:00", "2026-06-18 23:10:00", "2026-06-18 23:25:00", - "2026-06-18 23:40:00" + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index dd42b0990d5cf6349a75c7b9c846690c57b6c29f..49d680a3a3c0c0ee8e68457f8511ab38a8a0c1fa 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,55 +1,19 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-18T05:03:30.463347+00:00", + "evaluated_at": "2026-06-18T05:13:02.644137+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t050000z", + "data_fetched_at": "2026-06-18T05:08:49.012758Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t223600z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t035000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t024000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t025000z", + "data_fetched_at": "2026-06-18T05:08:49.012758Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 168, - "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index 25651ed39e3a25dd3ef5aa6d933720f28c2df524..e9069de2aece378f4f68ec82068c8d3d510cf471 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-18T04:47:22.629133+00:00", - "finished_at": "2026-06-18T05:03:30.525015+00:00", - "task_count": 8, + "started_at": "2026-06-18T05:08:49.557614+00:00", + "finished_at": "2026-06-18T05:13:02.681539+00:00", + "task_count": 2, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,55 +10,19 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-18T04:48:35.283136+00:00", + "evaluated_at": "2026-06-18T05:09:19.281088+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t050000z", + "data_fetched_at": "2026-06-18T05:08:49.012758Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t223600z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t035000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t024000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t025000z", + "data_fetched_at": "2026-06-18T05:08:49.012758Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 168, - "prediction_length": 24 } ], "failed_datasets": [] @@ -66,55 +30,19 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-18T04:55:58.044863+00:00", + "evaluated_at": "2026-06-18T05:10:03.539904+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t050000z", + "data_fetched_at": "2026-06-18T05:08:49.012758Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t223600z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t035000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t024000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t025000z", + "data_fetched_at": "2026-06-18T05:08:49.012758Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 168, - "prediction_length": 24 } ], "failed_datasets": [] @@ -122,55 +50,19 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-18T04:57:03.427060+00:00", + "evaluated_at": "2026-06-18T05:10:51.396973+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t050000z", + "data_fetched_at": "2026-06-18T05:08:49.012758Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t223600z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t035000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t024000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t025000z", + "data_fetched_at": "2026-06-18T05:08:49.012758Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 168, - "prediction_length": 24 } ], "failed_datasets": [] @@ -178,55 +70,19 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-18T05:00:09.383912+00:00", + "evaluated_at": "2026-06-18T05:11:05.603610+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t050000z", + "data_fetched_at": "2026-06-18T05:08:49.012758Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t223600z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t035000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t024000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t025000z", + "data_fetched_at": "2026-06-18T05:08:49.012758Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 168, - "prediction_length": 24 } ], "failed_datasets": [] @@ -234,55 +90,19 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-18T05:02:16.732029+00:00", + "evaluated_at": "2026-06-18T05:12:28.031317+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t050000z", + "data_fetched_at": "2026-06-18T05:08:49.012758Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t223600z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t035000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t024000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t025000z", + "data_fetched_at": "2026-06-18T05:08:49.012758Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 168, - "prediction_length": 24 } ], "failed_datasets": [] @@ -290,55 +110,19 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-18T05:03:28.044325+00:00", + "evaluated_at": "2026-06-18T05:13:00.742071+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t050000z", + "data_fetched_at": "2026-06-18T05:08:49.012758Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t223600z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t035000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t024000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t025000z", + "data_fetched_at": "2026-06-18T05:08:49.012758Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 168, - "prediction_length": 24 } ], "failed_datasets": [] @@ -346,55 +130,19 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-18T05:03:30.200564+00:00", + "evaluated_at": "2026-06-18T05:13:02.538573+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t050000z", + "data_fetched_at": "2026-06-18T05:08:49.012758Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t223600z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t035000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t024000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t025000z", + "data_fetched_at": "2026-06-18T05:08:49.012758Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 168, - "prediction_length": 24 } ], "failed_datasets": [] @@ -402,55 +150,19 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-18T05:03:30.387113+00:00", + "evaluated_at": "2026-06-18T05:13:02.615644+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t050000z", + "data_fetched_at": "2026-06-18T05:08:49.012758Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t223600z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t035000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t024000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t025000z", + "data_fetched_at": "2026-06-18T05:08:49.012758Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 168, - "prediction_length": 24 } ], "failed_datasets": [] @@ -458,55 +170,19 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-18T05:03:30.463347+00:00", + "evaluated_at": "2026-06-18T05:13:02.644137+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t050000z", + "data_fetched_at": "2026-06-18T05:08:49.012758Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t223600z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t035000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t024000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t025000z", + "data_fetched_at": "2026-06-18T05:08:49.012758Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 168, - "prediction_length": 24 } ], "failed_datasets": [] @@ -514,55 +190,19 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-18T05:03:30.523743+00:00", + "evaluated_at": "2026-06-18T05:13:02.677456+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t050000z", + "data_fetched_at": "2026-06-18T05:08:49.012758Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t223600z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t035000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t024000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t025000z", + "data_fetched_at": "2026-06-18T05:08:49.012758Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 168, - "prediction_length": 24 } ], "failed_datasets": [] @@ -570,7 +210,5 @@ }, "failed_models": [], "failed_datasets": [], - "push_status": "ok", - "pushed_at": "2026-06-18T05:05:02.416831+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260618_051302.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260618_051302.json new file mode 100644 index 0000000000000000000000000000000000000000..4ec05433588be837635fbbba6488f509e7cb071a --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260618_051302.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-18T05:13:02.485571+00:00", + "metrics": { + "MSE[mean]": 1412273.9124182689, + "MSE[0.5]": 453716.90999414976, + "MAE[0.5]": 579.8209474521324, + "MASE[0.5]": 0.5997458369232492, + "MAPE[0.5]": 0.008964401259348396, + "sMAPE[0.5]": 0.008932563182820792, + "MSIS": 8.131021824960149, + "RMSE[mean]": 1188.3913128335585, + "NRMSE[mean]": 0.018321967008742196, + "ND[0.5]": 0.008939362106969133, + "mean_weighted_sum_quantile_loss": 0.007986477399472629 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00" + ], + "context": [ + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875 + ], + "actual": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63738.01171875 + ], + "predictions": { + "p50": [ + 65142.390219083965, + 65142.078871345126, + 65113.74897693379, + 65130.32042628878, + 65140.31322336733, + 65144.84972330024, + 65137.9170261142, + 65150.859330223255, + 65142.968008042735, + 65147.58220884253, + 65128.69929423789, + 65173.473224864094, + 65138.2620227416, + 65118.17252071016, + 65138.25626955751, + 65136.09968286565, + 65137.486955418426, + 65124.91891483662, + 65121.18663292533, + 65124.92120800033, + 65136.114735042385, + 65128.66872415106, + 65147.61763271683, + 65137.47553116825 + ], + "p10": [ + 64878.533301499214, + 64840.60824421312, + 64944.84000064448, + 64934.30193113585, + 64874.14017483945, + 64936.51371723592, + 64997.50438131407, + 64988.13222911661, + 64874.09776090559, + 64934.36734535737, + 64928.82315598615, + 64988.15665355742, + 64986.91026319151, + 64874.04320248339, + 64936.594394898195, + 64840.73887672826, + 64878.37230260594, + 64943.900824964956, + 64838.5638307175, + 64874.0535951204, + 64928.80044463855, + 64934.39623103113, + 64944.7253341961, + 64878.360878355765 + ], + "p90": [ + 65482.42589648738, + 65474.39016997139, + 65398.96566042036, + 65482.1580748059, + 65464.548600253635, + 65464.12103852702, + 65473.72965921589, + 65559.87199383351, + 65464.227789667384, + 65473.64084594169, + 65482.282944788014, + 65482.23347964178, + 65467.66149129307, + 65371.98182085269, + 65467.65573810898, + 65398.83726233394, + 65559.92783622665, + 65369.81319020366, + 65473.67949818797, + 65466.96759040611, + 65398.852314510674, + 65466.96917765772, + 65391.59091004283, + 65391.58547048504 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260618_050910.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260618_050910.json new file mode 100644 index 0000000000000000000000000000000000000000..69df3e085f97e568e2b91141618373e00f3b2f97 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260618_050910.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-18T05:09:10.471282+00:00", + "metrics": { + "MSE[mean]": 1076718.9299081166, + "MSE[0.5]": 1076718.9299081166, + "MAE[0.5]": 901.2599283854166, + "MASE[0.5]": 0.9322307039959487, + "MAPE[0.5]": 0.01396995588437192, + "sMAPE[0.5]": 0.013842876257875274, + "MSIS": 5.033023660175554, + "RMSE[mean]": 1037.6506781707014, + "NRMSE[mean]": 0.015997930384320538, + "ND[0.5]": 0.013895132433109334, + "mean_weighted_sum_quantile_loss": 0.008637698823021121 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00" + ], + "context": [ + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875 + ], + "actual": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63738.01171875 + ], + "predictions": { + "p50": [ + 65788.7578125, + 65785.2734375, + 65785.75, + 65789.7578125, + 65771.65625, + 65768.703125, + 65753.65625, + 65754.421875, + 65740.078125, + 65738.3828125, + 65717.578125, + 65723.5703125, + 65730.4921875, + 65729.546875, + 65711.4140625, + 65718.390625, + 65696.6640625, + 65693.2734375, + 65679.765625, + 65678.3359375, + 65649.0546875, + 65631.65625, + 65596.390625, + 65593.71875 + ], + "p10": [ + 65524.11328125, + 65438.01171875, + 65334.3671875, + 65238.6484375, + 65134.15625, + 65025.04296875, + 64900.4609375, + 64828.5703125, + 64748.0859375, + 64648.09375, + 64579.21875, + 64529.61328125, + 64460.63671875, + 64427.34765625, + 64383.5546875, + 64406.49609375, + 64379.32421875, + 64212.81640625, + 64108.52734375, + 64025.53515625, + 63961.22265625, + 63911.42578125, + 63867.97265625, + 63840.8515625 + ], + "p90": [ + 65990.4296875, + 66087.1953125, + 66163.8359375, + 66235.265625, + 66303.375, + 66331.109375, + 66350.7578125, + 66398.671875, + 66446.921875, + 66487.015625, + 66534.7890625, + 66595.078125, + 66654.859375, + 66645.625, + 66653.6015625, + 66667.2578125, + 66650.7421875, + 66697.453125, + 66732.21875, + 66819.171875, + 66816.6171875, + 66846.0625, + 66886.6875, + 66894.234375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260618_051302.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260618_051302.json new file mode 100644 index 0000000000000000000000000000000000000000..a657b24467d4042e7c71503933a28ce16878a785 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260618_051302.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-18T05:13:02.581035+00:00", + "metrics": { + "MSE[mean]": 2138090.897789272, + "MSE[0.5]": 2052142.9699918125, + "MAE[0.5]": 1231.8244196926062, + "MASE[0.5]": 1.2741546692602523, + "MAPE[0.5]": 0.019099380545392376, + "sMAPE[0.5]": 0.018855027116827506, + "MSIS": 35.932709552997444, + "RMSE[mean]": 1462.221220537191, + "NRMSE[mean]": 0.022543726694102293, + "ND[0.5]": 0.018991594884985433, + "mean_weighted_sum_quantile_loss": 0.01824561815217622 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00" + ], + "context": [ + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875 + ], + "actual": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63738.01171875 + ], + "predictions": { + "p50": [ + 65807.4574992237, + 65861.62563866397, + 65880.80744997923, + 65887.03223004448, + 65930.95036948475, + 65937.157571425, + 65967.09133586526, + 65986.77510030553, + 66012.27331787079, + 66028.97075418604, + 66055.63498737631, + 66087.38711119157, + 66117.09236000682, + 66122.63940569709, + 66149.26848263734, + 66154.5420908276, + 66205.92507401787, + 66218.85297908312, + 66235.55041539838, + 66274.78496108865, + 66285.1679442789, + 66313.14858371916, + 66332.70930128443, + 66354.93798759968 + ], + "p10": [ + 65573.6957804737, + 65596.64907616397, + 65714.46955935423, + 65691.06348004448, + 65665.50896323475, + 65686.850540175, + 65772.16164836526, + 65782.87666280553, + 65757.32214599579, + 65741.04887918604, + 65787.11154987631, + 65917.26132994157, + 65906.12361000682, + 65929.07690569709, + 65952.03020138734, + 65899.5670908276, + 66001.31882401787, + 66064.63110408312, + 65968.42697789837, + 66009.80839858865, + 66081.2695067789, + 66104.22280246916, + 66078.66828565943, + 66145.27861259968 + ], + "p90": [ + 66160.3442179737, + 66180.15688866397, + 66126.57893435423, + 66230.04004254448, + 66252.99333823475, + 66275.110696425, + 66294.92336711526, + 66404.56728780553, + 66344.80652099579, + 66287.25200418604, + 66391.62170612632, + 66412.83047056657, + 66435.78376625682, + 66361.7120619471, + 66478.86379513734, + 66392.3483408276, + 66527.59694901787, + 66451.59711970812, + 66570.67697789837, + 66593.63027358864, + 66539.7382567789, + 66570.34467746915, + 66662.17609815943, + 66583.27001884968 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260618_051215.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260618_051215.json new file mode 100644 index 0000000000000000000000000000000000000000..582255d7242fcabfe8ae9ed6706f1f59b8491cf1 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260618_051215.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-18T05:12:15.815701+00:00", + "metrics": { + "MSE[mean]": 1170431.4504311879, + "MSE[0.5]": 1243475.7162602742, + "MAE[0.5]": 959.5263671875, + "MASE[0.5]": 0.992499402906275, + "MAPE[0.5]": 0.014876815633553697, + "sMAPE[0.5]": 0.014729184523336804, + "MSIS": 8.159018404852889, + "RMSE[mean]": 1081.8648022887091, + "NRMSE[mean]": 0.016679599557312907, + "ND[0.5]": 0.014793452504890423, + "mean_weighted_sum_quantile_loss": 0.00944621914672589 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00" + ], + "context": [ + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875 + ], + "actual": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63738.01171875 + ], + "predictions": { + "p50": [ + 65800.3203125, + 65759.953125, + 65777.60546875, + 65784.578125, + 65761.9921875, + 65834.0078125, + 65819.87109375, + 65812.8515625, + 65810.41015625, + 65792.265625, + 65811.49609375, + 65756.1328125, + 65826.578125, + 65815.3515625, + 65773.51171875, + 65818.98828125, + 65774.08203125, + 65781.32421875, + 65730.26953125, + 65722.3984375, + 65780.703125, + 65774.66015625, + 65866.77734375, + 65824.93359375 + ], + "p10": [ + 65475.1328125, + 65400.921875, + 65328.318359375, + 65287.095703125, + 65247.892578125, + 65109.654296875, + 65140.162109375, + 64900.595703125, + 64905.810546875, + 64885.955078125, + 64972.2734375, + 64873.23828125, + 64945.072265625, + 64890.173828125, + 64227.4140625, + 64757.8515625, + 64951.8515625, + 64347.20703125, + 64350.62109375, + 64369.615234375, + 64453.626953125, + 64405.810546875, + 64702.392578125, + 64573.83984375 + ], + "p90": [ + 66155.421875, + 66202.80859375, + 66226.51953125, + 66290.1484375, + 66273.08203125, + 66527.2109375, + 66543.06640625, + 66404.9609375, + 66623.52734375, + 66486.27734375, + 66677.6953125, + 66592.421875, + 66889.07421875, + 66856.08203125, + 66851.828125, + 66819.3515625, + 66758.98046875, + 67021.49609375, + 66820.3125, + 66947.2890625, + 67172.77734375, + 67239.66015625, + 67184.0703125, + 67059.72265625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260618_051302.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260618_051302.json new file mode 100644 index 0000000000000000000000000000000000000000..ce756bcd63aa68c2ed33afc1cf6a12fe6884b87b --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260618_051302.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-18T05:13:02.623531+00:00", + "metrics": { + "MSE[mean]": 1746513.9505070029, + "MSE[0.5]": 1666311.3775391767, + "MAE[0.5]": 1141.0693427905742, + "MASE[0.5]": 1.1802808970365666, + "MAPE[0.5]": 0.017682566733320287, + "sMAPE[0.5]": 0.017484106601611437, + "MSIS": 31.675363962890255, + "RMSE[mean]": 1321.5573958428756, + "NRMSE[mean]": 0.020375048812043675, + "ND[0.5]": 0.01759238276779977, + "mean_weighted_sum_quantile_loss": 0.016807875275970736 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00" + ], + "context": [ + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875 + ], + "actual": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63738.01171875 + ], + "predictions": { + "p50": [ + 65973.4581928454, + 66004.6730365954, + 66000.9015522204, + 65984.1730365954, + 66005.1378803454, + 65988.3917865954, + 65995.3722553454, + 65992.1027240954, + 65994.6476459704, + 65988.3917865954, + 65992.1027240954, + 66000.9015522204, + 66007.6535053454, + 65990.2472553454, + 65993.9230365954, + 65976.2433490954, + 66004.6730365954, + 65994.6476459704, + 65988.3917865954, + 66004.6730365954, + 65992.1027240954, + 65997.1300678454, + 65993.7374897204, + 65993.0128803454 + ], + "p10": [ + 65739.6964740954, + 65739.6964740954, + 65834.5636615954, + 65788.2042865954, + 65739.6964740954, + 65738.0847553454, + 65800.4425678454, + 65788.2042865954, + 65739.6964740954, + 65700.4699115954, + 65723.5792865954, + 65830.7757709704, + 65796.6847553454, + 65796.6847553454, + 65796.6847553454, + 65721.2683490954, + 65800.0667865954, + 65840.4257709704, + 65721.2683490954, + 65739.6964740954, + 65788.2042865954, + 65788.2042865954, + 65739.6964740954, + 65783.3535053454 + ], + "p90": [ + 66326.3449115954, + 66323.2042865954, + 66246.6730365954, + 66327.1808490954, + 66327.1808490954, + 66326.3449115954, + 66323.2042865954, + 66409.8949115954, + 66327.1808490954, + 66246.6730365954, + 66328.0894428454, + 66326.3449115954, + 66326.3449115954, + 66229.3199115954, + 66323.5183490954, + 66214.0495990954, + 66326.3449115954, + 66227.3917865954, + 66323.5183490954, + 66323.5183490954, + 66246.6730365954, + 66254.3261615954, + 66323.2042865954, + 66221.3449115954 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260618_051302.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260618_051302.json new file mode 100644 index 0000000000000000000000000000000000000000..b78c03345893e8034bc9a819bd8a41555b32ca92 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260618_051302.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-18T05:13:02.652680+00:00", + "metrics": { + "MSE[mean]": 1755686.421655655, + "MSE[0.5]": 1755686.421655655, + "MAE[0.5]": 1186.5047200520833, + "MASE[0.5]": 1.227277609524049, + "MAPE[0.5]": 0.01836769202348952, + "sMAPE[0.5]": 0.018159536318377117, + "MSIS": 4.365123191260079, + "RMSE[mean]": 1325.0231777805454, + "NRMSE[mean]": 0.02042848234158545, + "ND[0.5]": 0.0182928805535251, + "mean_weighted_sum_quantile_loss": 0.013536449263005144 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00" + ], + "context": [ + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875 + ], + "actual": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63738.01171875 + ], + "predictions": { + "p50": [ + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875 + ], + "p10": [ + 65117.08, + 65044.56, + 65561.6171875, + 65179.799999999996, + 65183.72, + 65152.09203125, + 65101.2315625, + 64730.96, + 64341.80046875, + 64542.56265625, + 64442.90890625, + 64659.21328125, + 64531.03234375, + 64362.36515625, + 64536.92, + 64461.429375, + 64464.4, + 64361.507656249996, + 64386.0, + 64621.2, + 64585.92, + 64534.952343749996, + 64574.159999999996, + 64519.5709375 + ], + "p90": [ + 67774.92, + 67699.44, + 68237.6015625, + 67840.2, + 67844.28, + 67811.36109375, + 67758.4246875, + 67373.04000000001, + 66967.99640625001, + 67176.95296875, + 67073.23171875, + 67298.36484375, + 67164.95203125, + 66989.40046875, + 67171.08, + 67092.50812500001, + 67095.6, + 66988.50796875, + 67014.0, + 67258.8, + 67222.08, + 67169.03203125, + 67209.84, + 67153.0228125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260618_051254.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260618_051254.json new file mode 100644 index 0000000000000000000000000000000000000000..d6bac8f2eefec58c3af804e76425966afb7db8ba --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260618_051254.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-18T05:12:54.827818+00:00", + "metrics": { + "MSE[mean]": 1160925.1429716747, + "MSE[0.5]": 1160925.1429716747, + "MAE[0.5]": 951.9588216145834, + "MASE[0.5]": 0.9846718072096596, + "MAPE[0.5]": 0.014750678954128566, + "sMAPE[0.5]": 0.014613296383645981, + "MSIS": 7.78553964702333, + "RMSE[mean]": 1077.462362670583, + "NRMSE[mean]": 0.016611725152165194, + "ND[0.5]": 0.014676780227983978, + "mean_weighted_sum_quantile_loss": 0.00925589987019272 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00" + ], + "context": [ + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875 + ], + "actual": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63738.01171875 + ], + "predictions": { + "p50": [ + 65996.0, + 65960.0, + 65896.0, + 65836.0, + 65840.0, + 65844.0, + 65856.0, + 65836.0, + 65816.0, + 65792.0, + 65764.0, + 65760.0, + 65736.0, + 65742.0, + 65758.0, + 65754.0, + 65740.0, + 65722.0, + 65724.0, + 65680.0, + 65678.0, + 65650.0, + 65628.0, + 65628.0 + ], + "p10": [ + 65638.0, + 65470.0, + 65280.875, + 65148.0, + 65087.0, + 65053.0, + 65043.0, + 64974.0, + 64904.0, + 64834.0, + 64782.0, + 64728.0, + 64672.0, + 64636.0, + 64620.0, + 64580.0, + 64600.0, + 64544.0, + 64524.0, + 64464.0, + 64440.0, + 64388.0, + 64312.0, + 64292.0 + ], + "p90": [ + 66312.0, + 66392.0, + 66432.0, + 66416.0, + 66488.0, + 66512.0, + 66528.0, + 66536.0, + 66552.0, + 66552.0, + 66528.0, + 66584.0, + 66576.0, + 66608.0, + 66608.0, + 66608.0, + 66592.0, + 66608.0, + 66632.0, + 66624.0, + 66624.0, + 66616.0, + 66616.0, + 66640.0 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260618_050938.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260618_050938.json new file mode 100644 index 0000000000000000000000000000000000000000..7875c7ec33f233a19e6f910eec922f7dbcf464b2 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260618_050938.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-18T05:09:38.174794+00:00", + "metrics": { + "MSE[mean]": 1518126.3198388417, + "MSE[0.5]": 1253218.048260371, + "MAE[0.5]": 958.61083984375, + "MASE[0.5]": 0.9915524145033617, + "MAPE[0.5]": 0.014863490401359356, + "sMAPE[0.5]": 0.014715293678722327, + "MSIS": 42.782349797257496, + "RMSE[mean]": 1232.1226886308204, + "NRMSE[mean]": 0.01899619343227089, + "ND[0.5]": 0.014779337405253931, + "mean_weighted_sum_quantile_loss": 0.015901322237067764 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00" + ], + "context": [ + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875 + ], + "actual": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63738.01171875 + ], + "predictions": { + "p50": [ + 65768.75, + 65764.53125, + 65764.765625, + 65767.7890625, + 65773.5703125, + 65778.96875, + 65752.5546875, + 65735.015625, + 65731.7734375, + 65729.03125, + 65738.6015625, + 65726.8046875, + 65742.7421875, + 65786.15625, + 65811.34375, + 65809.421875, + 65824.640625, + 65833.5703125, + 65799.6796875, + 65798.4765625, + 65796.296875, + 65812.8359375, + 65793.265625, + 65791.9375 + ], + "p10": [ + 65812.8046875, + 65847.921875, + 65830.375, + 65867.3984375, + 65846.7890625, + 65816.171875, + 65793.4453125, + 65776.2421875, + 65816.765625, + 65877.0078125, + 65862.40625, + 65819.3828125, + 65874.0390625, + 65891.140625, + 65926.609375, + 65920.8828125, + 65948.734375, + 65911.828125, + 65926.2109375, + 65896.5390625, + 65902.703125, + 65928.671875, + 65930.328125, + 65895.3984375 + ], + "p90": [ + 66071.453125, + 66108.546875, + 66128.4140625, + 66150.5078125, + 66181.9921875, + 66205.21875, + 66210.1484375, + 66225.890625, + 66249.6875, + 66265.0, + 66321.890625, + 66304.90625, + 66366.6015625, + 66446.5546875, + 66470.921875, + 66485.8671875, + 66512.203125, + 66513.1171875, + 66521.3671875, + 66512.421875, + 66538.21875, + 66569.578125, + 66537.6328125, + 66533.2890625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260618_051056.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260618_051056.json new file mode 100644 index 0000000000000000000000000000000000000000..6623dff79481958112a2cd02f6a7f370734879e9 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260618_051056.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-18T05:10:56.838410+00:00", + "metrics": { + "MSE[mean]": 1364768.1841551464, + "MSE[0.5]": 1364768.1841551464, + "MAE[0.5]": 1012.1189778645834, + "MASE[0.5]": 1.0468992990209458, + "MAPE[0.5]": 0.015690607457983338, + "sMAPE[0.5]": 0.015528191519446429, + "MSIS": 18.47444994424132, + "RMSE[mean]": 1168.2329323192128, + "NRMSE[mean]": 0.01801117612804073, + "ND[0.5]": 0.015604296599190954, + "mean_weighted_sum_quantile_loss": 0.011688121830014891 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00" + ], + "context": [ + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875 + ], + "actual": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63738.01171875 + ], + "predictions": { + "p50": [ + 65837.0390625, + 65837.9296875, + 65843.21875, + 65842.8046875, + 65841.953125, + 65842.46875, + 65846.609375, + 65850.546875, + 65858.53125, + 65867.7109375, + 65872.7109375, + 65878.8828125, + 65880.5859375, + 65881.21875, + 65886.3984375, + 65883.6171875, + 65875.953125, + 65868.703125, + 65862.984375, + 65853.296875, + 65839.6484375, + 65831.4375, + 65821.15625, + 65812.4375 + ], + "p10": [ + 65607.3671875, + 65522.84765625, + 65455.546875, + 65405.40625, + 65368.44921875, + 65338.44140625, + 65311.89453125, + 65277.0, + 65243.91796875, + 65220.9609375, + 65195.37109375, + 65176.01953125, + 65141.6171875, + 65116.609375, + 65092.9375, + 65061.62890625, + 65027.25, + 64995.19140625, + 64969.171875, + 64939.8515625, + 64908.01171875, + 64884.7265625, + 64860.64453125, + 64836.7421875 + ], + "p90": [ + 66073.53125, + 66149.578125, + 66236.546875, + 66306.09375, + 66363.53125, + 66418.390625, + 66485.0, + 66540.765625, + 66589.9765625, + 66648.9375, + 66689.28125, + 66725.75, + 66753.8984375, + 66793.1875, + 66842.1171875, + 66864.8359375, + 66883.484375, + 66906.3671875, + 66927.4609375, + 66948.5234375, + 66941.28125, + 66948.9921875, + 66947.9375, + 66959.109375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260618_051039.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260618_051039.json new file mode 100644 index 0000000000000000000000000000000000000000..46b6bbe573579f8f8a4b9a73b972149e98a0708a --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260618_051039.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T05:10:39.865362+00:00", + "metrics": { + "MSE[mean]": 1134571.4855187733, + "MSE[0.5]": 1134571.4855187733, + "MAE[0.5]": 929.2420247395834, + "MASE[0.5]": 0.9611743733658488, + "MAPE[0.5]": 0.014402817161669834, + "sMAPE[0.5]": 0.014268456698310119, + "MSIS": 4.852579018395874, + "RMSE[mean]": 1065.1626568363977, + "NRMSE[mean]": 0.016422095017648436, + "ND[0.5]": 0.014326545083723594, + "mean_weighted_sum_quantile_loss": 0.009118359774220324 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00" + ], + "context": [ + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875 + ], + "actual": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63738.01171875 + ], + "predictions": { + "p50": [ + 65852.28125, + 65842.6796875, + 65835.203125, + 65827.96875, + 65818.6171875, + 65810.640625, + 65808.765625, + 65798.2265625, + 65791.8515625, + 65784.78125, + 65775.3203125, + 65764.5859375, + 65754.1875, + 65742.15625, + 65734.328125, + 65724.125, + 65715.1328125, + 65704.7578125, + 65699.765625, + 65683.5234375, + 65676.53125, + 65666.5234375, + 65659.1796875, + 65651.4765625 + ], + "p10": [ + 65600.8515625, + 65478.1875, + 65371.3984375, + 65273.6796875, + 65169.30078125, + 65066.703125, + 64985.03125, + 64888.125, + 64746.1640625, + 64651.703125, + 64550.828125, + 64416.2890625, + 64300.4765625, + 64200.65625, + 64134.43359375, + 64046.72265625, + 64004.76953125, + 63943.984375, + 63892.05078125, + 63857.81640625, + 63821.30859375, + 63781.15234375, + 63737.2421875, + 63689.734375 + ], + "p90": [ + 66097.2109375, + 66184.5078125, + 66266.8046875, + 66334.921875, + 66409.625, + 66484.265625, + 66549.421875, + 66603.453125, + 66665.1328125, + 66718.7265625, + 66778.4609375, + 66830.265625, + 66866.4140625, + 66906.7578125, + 66949.3046875, + 66983.015625, + 67020.0390625, + 67056.0625, + 67087.7109375, + 67120.4453125, + 67138.375, + 67188.625, + 67212.4296875, + 67245.03125 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260618_051302.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260618_051302.json new file mode 100644 index 0000000000000000000000000000000000000000..6fd46f14ae7141e8e4e0d78d8047fcb186a21ed8 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260618_051302.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ARIMA", + "evaluated_at": "2026-06-18T05:13:02.525445+00:00", + "metrics": { + "MSE[mean]": 614.4462332447191, + "MSE[0.5]": 806.7712201613149, + "MAE[0.5]": 28.318046318117126, + "MASE[0.5]": 0.22844810475119703, + "MAPE[0.5]": 0.010125047756388027, + "sMAPE[0.5]": 0.010171910087275348, + "MSIS": 1.2803819926273514, + "RMSE[mean]": 24.788026005406707, + "NRMSE[mean]": 0.008866059972127584, + "ND[0.5]": 0.010128660382038912, + "mean_weighted_sum_quantile_loss": 0.007159051100573282 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00" + ], + "context": [ + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2700.0, + 2750.0, + 2700.0, + 2700.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2700.0, + 2700.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 + ], + "actual": [ + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2750.0, + 2800.0, + 2800.0, + 2750.0 + ], + "predictions": { + "p50": [ + 2770.6552332499887, + 2772.4333605292727, + 2771.0332904559637, + 2771.1732450807876, + 2770.487409082744, + 2771.954044480232, + 2771.954044478856, + 2771.0350809075408, + 2770.616069941097, + 2770.856382898882, + 2770.4557685118803, + 2771.0368867375846, + 2770.7144059666734, + 2770.5681522375994, + 2770.9624480033112, + 2771.2503021356397, + 2770.7144059666734, + 2770.7493212130735, + 2770.9978615404016, + 2770.7493212130735, + 2771.2503021356397, + 2771.327359889056, + 2770.9978615404016, + 2771.105065559904 + ], + "p10": [ + 2732.9231148186054, + 2732.5682111451, + 2732.915677277774, + 2732.9401287658716, + 2732.695466418984, + 2725.05220870385, + 2736.939370868966, + 2732.5678725974485, + 2732.915661899302, + 2721.313428646763, + 2721.860753131399, + 2730.8097241528235, + 2725.0522087024087, + 2725.3214851255366, + 2740.6924713685244, + 2732.915661899302, + 2736.939370868901, + 2731.419528489189, + 2736.5394465887416, + 2722.62872089426, + 2725.3214851255366, + 2732.567872597446, + 2732.567872597446, + 2740.317161318562 + ], + "p90": [ + 2792.5170511067477, + 2809.6083865342725, + 2811.5185070323573, + 2809.6080486851824, + 2799.9030644427194, + 2814.4565261843213, + 2809.6080479866832, + 2800.634555790473, + 2799.889128501713, + 2800.895602271225, + 2800.386560379304, + 2814.5335788595808, + 2800.359005333619, + 2800.0615393683747, + 2799.8859132979, + 2803.2450205980176, + 2811.518491653885, + 2800.359005333619, + 2800.63455579047, + 2800.359005333619, + 2811.518491653885, + 2809.608047986618, + 2812.071327080924, + 2814.45652618288 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260618_050916.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260618_050916.json new file mode 100644 index 0000000000000000000000000000000000000000..3606b3fa8b1ef34b00addfa6b22bd4592ad3e795 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260618_050916.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Chronos-2", + "evaluated_at": "2026-06-18T05:09:16.191521+00:00", + "metrics": { + "MSE[mean]": 1188.7857787807782, + "MSE[0.5]": 1188.7857787807782, + "MAE[0.5]": 26.902791341145832, + "MASE[0.5]": 0.21703092174369745, + "MAPE[0.5]": 0.009608922454701874, + "sMAPE[0.5]": 0.00968539161743299, + "MSIS": 1.0348724724264706, + "RMSE[mean]": 34.478772872316355, + "NRMSE[mean]": 0.01233219894091792, + "ND[0.5]": 0.009622458899962742, + "mean_weighted_sum_quantile_loss": 0.010075924055488284 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00" + ], + "context": [ + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2700.0, + 2750.0, + 2700.0, + 2700.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2700.0, + 2700.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 + ], + "actual": [ + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2750.0, + 2800.0, + 2800.0, + 2750.0 + ], + "predictions": { + "p50": [ + 2794.32177734375, + 2800.275146484375, + 2800.10693359375, + 2794.7783203125, + 2793.5693359375, + 2795.31689453125, + 2792.744384765625, + 2782.465087890625, + 2786.77685546875, + 2777.358154296875, + 2773.662841796875, + 2750.160400390625, + 2744.84375, + 2751.86767578125, + 2753.4765625, + 2728.26318359375, + 2756.488525390625, + 2762.124755859375, + 2757.199462890625, + 2751.262451171875, + 2752.0107421875, + 2757.252197265625, + 2753.67529296875, + 2750.882080078125 + ], + "p10": [ + 2777.752685546875, + 2778.642822265625, + 2778.410400390625, + 2771.28125, + 2765.408935546875, + 2766.174560546875, + 2763.91015625, + 2735.73046875, + 2740.077880859375, + 2723.971435546875, + 2715.428955078125, + 2683.205078125, + 2674.359375, + 2679.09716796875, + 2674.861083984375, + 2642.88134765625, + 2641.186767578125, + 2651.722900390625, + 2643.311279296875, + 2631.22412109375, + 2635.567626953125, + 2633.369384765625, + 2634.651123046875, + 2625.6259765625 + ], + "p90": [ + 2813.39697265625, + 2820.178955078125, + 2822.11865234375, + 2818.056396484375, + 2820.79296875, + 2824.159912109375, + 2823.593017578125, + 2819.75830078125, + 2823.18359375, + 2820.38720703125, + 2822.155517578125, + 2811.959716796875, + 2813.82958984375, + 2817.27685546875, + 2825.33056640625, + 2816.388427734375, + 2843.245849609375, + 2838.101806640625, + 2843.46630859375, + 2839.970947265625, + 2837.705810546875, + 2841.94775390625, + 2842.86181640625, + 2846.7314453125 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260618_051302.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260618_051302.json new file mode 100644 index 0000000000000000000000000000000000000000..846fe8c070c71468de6af9cadcafb61362b6c34e --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260618_051302.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ETS", + "evaluated_at": "2026-06-18T05:13:02.600743+00:00", + "metrics": { + "MSE[mean]": 7170.867066217502, + "MSE[0.5]": 7076.1907113157895, + "MAE[0.5]": 72.75915042684606, + "MASE[0.5]": 0.5869645748720353, + "MAPE[0.5]": 0.026076416021989207, + "sMAPE[0.5]": 0.025629020633486876, + "MSIS": 6.678971786287118, + "RMSE[mean]": 84.6809722795948, + "NRMSE[mean]": 0.030288276225190387, + "ND[0.5]": 0.026024137261465057, + "mean_weighted_sum_quantile_loss": 0.023778896669323046 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00" + ], + "context": [ + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2700.0, + 2750.0, + 2700.0, + 2700.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2700.0, + 2700.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 + ], + "actual": [ + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2750.0, + 2800.0, + 2800.0, + 2750.0 + ], + "predictions": { + "p50": [ + 2811.5696841290855, + 2816.5281884448327, + 2821.4866927605804, + 2826.4451970763275, + 2831.4037013920747, + 2836.362205707822, + 2841.3207100235695, + 2846.2792143393167, + 2851.237718655064, + 2856.196222970811, + 2861.1547272865587, + 2866.113231602306, + 2871.071735918053, + 2876.0302402338, + 2880.9887445495474, + 2885.947248865295, + 2890.905753181042, + 2895.8642574967894, + 2900.8227618125366, + 2905.781266128284, + 2910.7397704440314, + 2915.6982747597785, + 2920.6567790755257, + 2925.6152833912734 + ], + "p10": [ + 2761.5696841290855, + 2766.5281884448327, + 2771.4866927605804, + 2826.4451970763275, + 2781.4037013920747, + 2786.362205707822, + 2791.3207100235695, + 2796.2792143393167, + 2801.237718655064, + 2806.196222970811, + 2811.1547272865587, + 2816.113231602306, + 2821.071735918053, + 2826.0302402338, + 2830.9887445495474, + 2835.947248865295, + 2840.905753181042, + 2845.8642574967894, + 2850.8227618125366, + 2855.781266128284, + 2910.7397704440314, + 2915.6982747597785, + 2870.6567790755257, + 2875.6152833912734 + ], + "p90": [ + 2861.5696841290855, + 2866.5281884448327, + 2871.4866927605804, + 2876.4451970763275, + 2881.4037013920747, + 2886.362205707822, + 2891.3207100235695, + 2896.2792143393167, + 2901.237718655064, + 2906.196222970811, + 2911.1547272865587, + 2916.113231602306, + 2921.071735918053, + 2926.0302402338, + 2930.9887445495474, + 2935.947248865295, + 2940.905753181042, + 2945.8642574967894, + 2950.8227618125366, + 2955.781266128284, + 2960.7397704440314, + 2965.6982747597785, + 2970.6567790755257, + 2975.6152833912734 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260618_051224.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260618_051224.json new file mode 100644 index 0000000000000000000000000000000000000000..169a5db87f522ba832888bbc73519d885e033c67 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260618_051224.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-18T05:12:24.353443+00:00", + "metrics": { + "MSE[mean]": 20298.973176864285, + "MSE[0.5]": 20269.906292064737, + "MAE[0.5]": 141.27155558268228, + "MASE[0.5]": 1.1396696920955882, + "MAPE[0.5]": 0.05050292509665222, + "sMAPE[0.5]": 0.05183167868990383, + "MSIS": 5.051914267660189, + "RMSE[mean]": 142.4744649993966, + "NRMSE[mean]": 0.05095957019352486, + "ND[0.5]": 0.05052931943344821, + "mean_weighted_sum_quantile_loss": 0.039466609009213546 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00" + ], + "context": [ + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2700.0, + 2750.0, + 2700.0, + 2700.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2700.0, + 2700.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 + ], + "actual": [ + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2750.0, + 2800.0, + 2800.0, + 2750.0 + ], + "predictions": { + "p50": [ + 2651.3828125, + 2657.6695556640625, + 2655.191650390625, + 2654.6396484375, + 2663.79736328125, + 2665.2054443359375, + 2662.3377685546875, + 2648.268798828125, + 2658.0836181640625, + 2658.8031005859375, + 2643.6055908203125, + 2643.559326171875, + 2647.610107421875, + 2652.4476318359375, + 2650.7698974609375, + 2658.337158203125, + 2655.34521484375, + 2661.173583984375, + 2655.4725341796875, + 2663.71142578125, + 2649.3472900390625, + 2648.2353515625, + 2652.282470703125, + 2649.66015625 + ], + "p10": [ + 2541.3258056640625, + 2543.5045166015625, + 2512.0675048828125, + 2495.525634765625, + 2544.6390380859375, + 2547.9530029296875, + 2535.1212158203125, + 2525.65087890625, + 2525.0848388671875, + 2540.8433837890625, + 2509.469970703125, + 2503.5018310546875, + 2509.8238525390625, + 2512.5592041015625, + 2501.5968017578125, + 2503.2540283203125, + 2488.836181640625, + 2507.3397216796875, + 2493.502685546875, + 2497.0338134765625, + 2465.6024169921875, + 2519.3756103515625, + 2488.2293701171875, + 2485.4910888671875 + ], + "p90": [ + 2782.68359375, + 2765.31396484375, + 2780.2899169921875, + 2791.5927734375, + 2778.468505859375, + 2778.5009765625, + 2794.3526611328125, + 2787.53515625, + 2782.6173095703125, + 2784.4942626953125, + 2781.2969970703125, + 2771.570068359375, + 2827.979736328125, + 2757.2589111328125, + 2832.974609375, + 2784.893798828125, + 2807.1622314453125, + 2822.0538330078125, + 2788.7056884765625, + 2803.2498779296875, + 2798.2021484375, + 2818.443603515625, + 2817.6517333984375, + 2801.0404052734375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260618_051302.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260618_051302.json new file mode 100644 index 0000000000000000000000000000000000000000..a5fc671c675fb4600b1539e769be4d5f1b35e749 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260618_051302.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moving-Average", + "evaluated_at": "2026-06-18T05:13:02.638549+00:00", + "metrics": { + "MSE[mean]": 2340.709574100401, + "MSE[0.5]": 2340.1892890120107, + "MAE[0.5]": 46.35964912280709, + "MASE[0.5]": 0.3739938080495362, + "MAPE[0.5]": 0.01655730234677606, + "sMAPE[0.5]": 0.01670790800106094, + "MSIS": 2.262184600389208, + "RMSE[mean]": 48.38088025346791, + "NRMSE[mean]": 0.01730463675235812, + "ND[0.5]": 0.01658169268177899, + "mean_weighted_sum_quantile_loss": 0.01368525635997597 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00" + ], + "context": [ + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2700.0, + 2750.0, + 2700.0, + 2700.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2700.0, + 2700.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 + ], + "actual": [ + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2750.0, + 2800.0, + 2800.0, + 2750.0 + ], + "predictions": { + "p50": [ + 2749.4736842105262, + 2749.4736842105262, + 2749.4736842105262, + 2749.4736842105262, + 2749.4736842105262, + 2749.4736842105262, + 2749.4736842105262, + 2749.4736842105262, + 2749.4736842105262, + 2749.4736842105262, + 2749.4736842105262, + 2749.4736842105262, + 2749.4736842105262, + 2749.4736842105262, + 2749.4736842105262, + 2749.4736842105262, + 2749.4736842105262, + 2749.4736842105262, + 2749.4736842105262, + 2749.4736842105262, + 2749.4736842105262, + 2749.4736842105262, + 2749.4736842105262, + 2749.4736842105262 + ], + "p10": [ + 2699.4736842105262, + 2699.4736842105262, + 2699.4736842105262, + 2749.4736842105262, + 2699.4736842105262, + 2699.4736842105262, + 2699.4736842105262, + 2699.4736842105262, + 2699.4736842105262, + 2699.4736842105262, + 2699.4736842105262, + 2699.4736842105262, + 2699.4736842105262, + 2699.4736842105262, + 2699.4736842105262, + 2699.4736842105262, + 2699.4736842105262, + 2699.4736842105262, + 2699.4736842105262, + 2699.4736842105262, + 2749.4736842105262, + 2749.4736842105262, + 2699.4736842105262, + 2699.4736842105262 + ], + "p90": [ + 2799.4736842105262, + 2799.4736842105262, + 2799.4736842105262, + 2799.4736842105262, + 2799.4736842105262, + 2799.4736842105262, + 2799.4736842105262, + 2799.4736842105262, + 2799.4736842105262, + 2799.4736842105262, + 2799.4736842105262, + 2799.4736842105262, + 2799.4736842105262, + 2799.4736842105262, + 2799.4736842105262, + 2799.4736842105262, + 2799.4736842105262, + 2799.4736842105262, + 2799.4736842105262, + 2799.4736842105262, + 2799.4736842105262, + 2799.4736842105262, + 2799.4736842105262, + 2799.4736842105262 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260618_051302.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260618_051302.json new file mode 100644 index 0000000000000000000000000000000000000000..1aa9b0856172732eeac287dcfc280097f75f39ea --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260618_051302.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-18T05:13:02.670552+00:00", + "metrics": { + "MSE[mean]": 4791.666666666667, + "MSE[0.5]": 4791.666666666667, + "MAE[0.5]": 54.166666666666664, + "MASE[0.5]": 0.4369747899159664, + "MAPE[0.5]": 0.01937229437229437, + "sMAPE[0.5]": 0.01965677103291782, + "MSIS": 4.248739748154658, + "RMSE[mean]": 69.2218655243173, + "NRMSE[mean]": 0.024758938488578464, + "ND[0.5]": 0.019374068554396422, + "mean_weighted_sum_quantile_loss": 0.015803941049842715 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00" + ], + "context": [ + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2700.0, + 2750.0, + 2700.0, + 2700.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2700.0, + 2700.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 + ], + "actual": [ + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2750.0, + 2800.0, + 2800.0, + 2750.0 + ], + "predictions": { + "p50": [ + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2700.0, + 2700.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 + ], + "p10": [ + 2597.0, + 2597.0, + 2646.0, + 2646.0, + 2646.0, + 2646.0, + 2695.0, + 2695.0, + 2695.0, + 2695.0, + 2695.0, + 2695.0, + 2695.0, + 2695.0, + 2744.0, + 2695.0, + 2695.0, + 2744.0, + 2744.0, + 2744.0, + 2744.0, + 2744.0, + 2744.0, + 2744.0 + ], + "p90": [ + 2703.0, + 2703.0, + 2754.0, + 2754.0, + 2754.0, + 2754.0, + 2805.0, + 2805.0, + 2805.0, + 2805.0, + 2805.0, + 2805.0, + 2805.0, + 2805.0, + 2856.0, + 2805.0, + 2805.0, + 2856.0, + 2856.0, + 2856.0, + 2856.0, + 2856.0, + 2856.0, + 2856.0 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260618_051258.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260618_051258.json new file mode 100644 index 0000000000000000000000000000000000000000..a338087d6d5377cd5a2ad031eed24be68835f382 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260618_051258.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Timer-S1", + "evaluated_at": "2026-06-18T05:12:58.816343+00:00", + "metrics": { + "MSE[mean]": 13645.099528362354, + "MSE[0.5]": 13645.099528362354, + "MAE[0.5]": 92.48219807942708, + "MASE[0.5]": 0.7460748752626051, + "MAPE[0.5]": 0.0331083808667732, + "sMAPE[0.5]": 0.03400870852746176, + "MSIS": 12.838240792410716, + "RMSE[mean]": 116.81224049029431, + "NRMSE[mean]": 0.04178083117387576, + "ND[0.5]": 0.0330785805351155, + "mean_weighted_sum_quantile_loss": 0.02801151911986152 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00" + ], + "context": [ + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2700.0, + 2750.0, + 2700.0, + 2700.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2700.0, + 2700.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 + ], + "actual": [ + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2750.0, + 2800.0, + 2800.0, + 2750.0 + ], + "predictions": { + "p50": [ + 2799.3046875, + 2798.65625, + 2799.953125, + 2794.765625, + 2793.46875, + 2791.5234375, + 2786.984375, + 2775.3125, + 2762.34375, + 2742.2421875, + 2721.16796875, + 2701.71484375, + 2685.990234375, + 2684.369140625, + 2670.8330078125, + 2649.31298828125, + 2637.681640625, + 2635.25, + 2621.146484375, + 2612.5546875, + 2608.33984375, + 2605.421875, + 2602.50390625, + 2599.5859375 + ], + "p10": [ + 2786.3359375, + 2781.796875, + 2780.5, + 2770.7734375, + 2761.046875, + 2748.7265625, + 2729.2734375, + 2703.984375, + 2679.830078125, + 2654.01416015625, + 2633.3046875, + 2619.36328125, + 2609.9609375, + 2617.7421875, + 2613.8515625, + 2594.3984375, + 2580.1328125, + 2584.34765625, + 2576.890625, + 2573.97265625, + 2573.97265625, + 2574.62109375, + 2572.3515625, + 2570.40625 + ], + "p90": [ + 2807.0859375, + 2807.734375, + 2809.03125, + 2807.0859375, + 2806.4375, + 2806.4375, + 2807.0859375, + 2801.8984375, + 2800.6015625, + 2794.1171875, + 2786.3359375, + 2779.8515625, + 2776.609375, + 2784.390625, + 2774.6640625, + 2757.8046875, + 2739.6484375, + 2735.109375, + 2713.38671875, + 2696.203125, + 2683.234375, + 2671.4814453125, + 2662.2412109375, + 2654.358642578125 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260618_050943.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260618_050943.json new file mode 100644 index 0000000000000000000000000000000000000000..8ea38f83f00c41c265c521de8e95ff70ecc81111 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260618_050943.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-18T05:09:43.222378+00:00", + "metrics": { + "MSE[mean]": 168.15132656196752, + "MSE[0.5]": 217.93863244354725, + "MAE[0.5]": 11.678466796875, + "MASE[0.5]": 0.09421284138655461, + "MAPE[0.5]": 0.00418545386904762, + "sMAPE[0.5]": 0.004191471578272706, + "MSIS": 0.8578641183035715, + "RMSE[mean]": 12.967317631721972, + "NRMSE[mean]": 0.004638086783328276, + "ND[0.5]": 0.0041770969169150525, + "mean_weighted_sum_quantile_loss": 0.003655899333369556 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00" + ], + "context": [ + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2700.0, + 2750.0, + 2700.0, + 2700.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2700.0, + 2700.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 + ], + "actual": [ + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2750.0, + 2800.0, + 2800.0, + 2750.0 + ], + "predictions": { + "p50": [ + 2797.472900390625, + 2798.364013671875, + 2798.32080078125, + 2799.9111328125, + 2797.791259765625, + 2797.422607421875, + 2796.869384765625, + 2794.085205078125, + 2796.43798828125, + 2792.599609375, + 2789.360107421875, + 2789.0478515625, + 2787.35595703125, + 2788.521240234375, + 2788.31591796875, + 2788.255126953125, + 2784.436279296875, + 2783.23388671875, + 2784.01416015625, + 2776.261474609375, + 2779.775634765625, + 2773.60546875, + 2771.895751953125, + 2774.085693359375 + ], + "p10": [ + 2793.97265625, + 2804.080322265625, + 2799.333740234375, + 2800.194091796875, + 2799.48974609375, + 2796.201904296875, + 2794.9921875, + 2793.35205078125, + 2791.1474609375, + 2790.03515625, + 2787.43505859375, + 2781.01953125, + 2784.68359375, + 2782.78759765625, + 2781.40380859375, + 2786.18994140625, + 2776.543212890625, + 2776.205810546875, + 2779.037353515625, + 2772.570556640625, + 2771.58447265625, + 2771.68408203125, + 2761.24462890625, + 2761.45556640625 + ], + "p90": [ + 2810.749755859375, + 2816.137939453125, + 2820.164306640625, + 2822.99365234375, + 2823.051025390625, + 2824.5400390625, + 2823.225830078125, + 2824.322998046875, + 2826.718017578125, + 2825.4736328125, + 2823.322998046875, + 2822.219482421875, + 2824.924072265625, + 2830.027587890625, + 2831.636474609375, + 2836.43359375, + 2835.65478515625, + 2836.792236328125, + 2841.40380859375, + 2837.443359375, + 2841.099609375, + 2839.372802734375, + 2838.775390625, + 2839.728759765625 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260618_051102.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260618_051102.json new file mode 100644 index 0000000000000000000000000000000000000000..f697001d123c951c403b0507e138306e47240606 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260618_051102.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TiRex", + "evaluated_at": "2026-06-18T05:11:02.189287+00:00", + "metrics": { + "MSE[mean]": 146.24924865861735, + "MSE[0.5]": 146.24924865861735, + "MAE[0.5]": 6.621358235677083, + "MASE[0.5]": 0.05341599921218487, + "MAPE[0.5]": 0.002385557760923972, + "sMAPE[0.5]": 0.0023789132609362304, + "MSIS": 0.8824094833245798, + "RMSE[mean]": 12.093355558264934, + "NRMSE[mean]": 0.004325492301018754, + "ND[0.5]": 0.002368295047038003, + "mean_weighted_sum_quantile_loss": 0.0061479239920982365 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00" + ], + "context": [ + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2700.0, + 2750.0, + 2700.0, + 2700.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2700.0, + 2700.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 + ], + "actual": [ + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2750.0, + 2800.0, + 2800.0, + 2750.0 + ], + "predictions": { + "p50": [ + 2799.052734375, + 2798.906982421875, + 2799.067138671875, + 2798.823486328125, + 2798.69970703125, + 2798.7431640625, + 2798.73291015625, + 2798.30078125, + 2798.320556640625, + 2798.429931640625, + 2798.047607421875, + 2797.450439453125, + 2797.4306640625, + 2797.038818359375, + 2797.654541015625, + 2795.23486328125, + 2793.008056640625, + 2793.2373046875, + 2793.432373046875, + 2790.8623046875, + 2790.728759765625, + 2789.41845703125, + 2788.023193359375, + 2786.099853515625 + ], + "p10": [ + 2795.6689453125, + 2793.576416015625, + 2791.31591796875, + 2783.802734375, + 2774.288818359375, + 2763.888916015625, + 2751.987060546875, + 2736.069091796875, + 2720.1240234375, + 2707.239013671875, + 2692.194091796875, + 2672.47216796875, + 2668.562744140625, + 2655.625244140625, + 2657.139404296875, + 2643.577880859375, + 2639.97607421875, + 2635.14404296875, + 2632.048583984375, + 2624.017333984375, + 2620.1875, + 2616.405029296875, + 2616.134765625, + 2608.7578125 + ], + "p90": [ + 2801.250732421875, + 2801.376220703125, + 2801.31396484375, + 2801.34130859375, + 2801.1171875, + 2801.43701171875, + 2801.510009765625, + 2800.773193359375, + 2800.700439453125, + 2801.1376953125, + 2801.154296875, + 2800.52490234375, + 2800.1015625, + 2800.338623046875, + 2801.18408203125, + 2800.336181640625, + 2800.72314453125, + 2801.4462890625, + 2800.79638671875, + 2800.753662109375, + 2801.018798828125, + 2801.31494140625, + 2801.85400390625, + 2801.8671875 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260618_051048.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260618_051048.json new file mode 100644 index 0000000000000000000000000000000000000000..96ef15b12928fca4ea061d12d0346953a3adcb3f --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260618_051048.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T05:10:48.360426+00:00", + "metrics": { + "MSE[mean]": 189.40273560086885, + "MSE[0.5]": 189.40273560086885, + "MAE[0.5]": 5.424947102864583, + "MASE[0.5]": 0.04376427914915967, + "MAPE[0.5]": 0.0019630977085658484, + "sMAPE[0.5]": 0.0019510249011612864, + "MSIS": 1.3308500196953783, + "RMSE[mean]": 13.762366642437225, + "NRMSE[mean]": 0.004922456027101243, + "ND[0.5]": 0.0019403685613822654, + "mean_weighted_sum_quantile_loss": 0.0067214413279826956 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00" + ], + "context": [ + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2700.0, + 2750.0, + 2700.0, + 2700.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2700.0, + 2700.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 + ], + "actual": [ + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2750.0, + 2800.0, + 2800.0, + 2750.0 + ], + "predictions": { + "p50": [ + 2798.838134765625, + 2798.982421875, + 2799.14794921875, + 2799.01708984375, + 2798.979248046875, + 2798.985595703125, + 2798.82373046875, + 2798.71435546875, + 2798.763427734375, + 2798.431884765625, + 2798.54345703125, + 2798.626708984375, + 2798.058349609375, + 2798.066162109375, + 2798.10986328125, + 2798.2177734375, + 2797.989501953125, + 2797.736328125, + 2797.857666015625, + 2797.332275390625, + 2797.386474609375, + 2797.79541015625, + 2797.462890625, + 2797.29248046875 + ], + "p10": [ + 2780.39892578125, + 2787.0068359375, + 2778.528564453125, + 2753.02001953125, + 2753.889404296875, + 2747.171142578125, + 2748.04736328125, + 2726.416259765625, + 2736.627197265625, + 2728.316650390625, + 2723.12841796875, + 2713.93603515625, + 2706.382080078125, + 2702.6826171875, + 2698.004638671875, + 2692.097900390625, + 2685.50390625, + 2681.876953125, + 2677.20849609375, + 2670.052001953125, + 2665.325927734375, + 2661.521728515625, + 2655.70361328125, + 2649.853515625 + ], + "p90": [ + 2804.0029296875, + 2824.954345703125, + 2848.761962890625, + 2858.71240234375, + 2858.281982421875, + 2867.99560546875, + 2867.441650390625, + 2872.1201171875, + 2874.6103515625, + 2879.908203125, + 2880.107421875, + 2882.780517578125, + 2887.697509765625, + 2889.42041015625, + 2890.982421875, + 2892.319091796875, + 2893.7451171875, + 2896.48095703125, + 2900.480712890625, + 2899.330322265625, + 2901.773193359375, + 2902.9501953125, + 2902.78857421875, + 2904.3330078125 + ] + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 3cf5d8de3c2d0944bdc6d1bf2928ea8de48fb122..7071a5307bd611f20e34efe97779d6d31a0f2650 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,1573952.5565319061,1573952.5565319061,1107.74755859375,1.1369082181446917,0.017127693702729135,0.016941553808382685,4.119989440558233,1254.5726589288904,0.019316270577187312,0.017055649523945466,0.01265649288718205,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,1755686.421655655,1755686.421655655,1186.5047200520833,1.227277609524049,0.01836769202348952,0.018159536318377117,4.365123191260079,1325.0231777805454,0.02042848234158545,0.0182928805535251,0.013536449263005144,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,2.1437042964941306,2.1437042964941306,1.2912500699361165,0.7132463108112109,0.05893869912850077,0.057397264678754834,15.762726357163581,1.4641394388835138,0.06630315828557283,0.05847390999761378,0.05233002873140174,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.1371325012155396,0.1371325012155396,0.32050000528494516,0.306894337587234,0.28067730649294914,0.23774184497893652,10.6924802469158,0.37031405754513236,0.2944609186186136,0.2548505087792231,0.24712376776204062,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.06902777062522307,0.06902777062522307,0.22083331644535065,1.0489581280698623,0.14704645359727123,0.16309878283172596,36.18470105868182,0.26273136589532486,0.18102065401400375,0.1521530984121076,0.14772566614602234,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,2.3208332220713905,2.3 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,90.70332895596941,90.70332895596941,8.441666523615519,0.6706900828540977,0.2671353807466056,0.31532911648018574,23.834855943689064,9.523829532072138,0.25487501324821427,0.22591436142341229,0.21979532082549702,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Seasonal-Naive,4.556666097641634,4.556666097641634,1.833333174387614,0.915786059505273,0.0693968407859627,0.07260546923332073,23.755324940096386,2.1346348862607942,0.0822067414702505,0.07060333702299632,0.06450238830142768,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Seasonal-Naive,45.541666666666664,45.541666666666664,5.208333333333333,0.9946949602122016,0.9353038412305725,0.4346025426743165,36.69437685010988,6.748456613675949,0.5398765290940759,0.4166666666666667,0.4090888888888889,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Seasonal-Naive,21979.166666666668,21979.166666666668,135.41666666666666,1.1504424778761062,0.04853896103896104,0.04999762443554751,23.053098293875866,148.25372395547663,0.05310581156614089,0.048507462686567165,0.042263681592039845,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Seasonal-Naive,4791.666666666667,4791.666666666667,54.166666666666664,0.4369747899159664,0.01937229437229437,0.01965677103291782,4.248739748154658,69.2218655243173,0.024758938488578464,0.019374068554396422,0.015803941049842715,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Seasonal-Naive,8458.0,8458.0,67.0,1.3985756385068764,0.3564068100358423,0.2659571504193018,50.69106116148495,91.96738552334735,0.3880480401829002,0.28270042194092826,0.2751711204875762,Web,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index cbbe3ddb934faca066037c2b17f198c2e6d83c5d..1a55beca39e3c6a79601ef59e2e28eb079a1c5f8 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T05:03:30.467867+00:00", + "evaluated_at": "2026-06-18T05:13:02.652680+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63584.03125, 63735.73828125, 63846.0, 63806.0, @@ -101,10 +100,10 @@ 65940.0, 65904.0, 65851.9921875, - 65892.0 + 65892.0, + 65836.296875 ], "actuals": [ - 65836.296875, 65624.0, 65539.5, 64926.01953125, @@ -127,10 +126,10 @@ 64548.73828125, 64689.5, 64282.8203125, - 63884.0 + 63883.41015625, + 63738.01171875 ], "p50": [ - 66045.0, 66446.0, 66372.0, 66899.609375, @@ -153,10 +152,10 @@ 65940.0, 65904.0, 65851.9921875, - 65892.0 + 65892.0, + 65836.296875 ], "p10": [ - 64724.1, 65117.08, 65044.56, 65561.6171875, @@ -179,10 +178,10 @@ 64621.2, 64585.92, 64534.952343749996, - 64574.159999999996 + 64574.159999999996, + 64519.5709375 ], "p90": [ - 67365.9, 67774.92, 67699.44, 68237.6015625, @@ -205,10 +204,10 @@ 67258.8, 67222.08, 67169.03203125, - 67209.84 + 67209.84, + 67153.0228125 ], "timestamps": [ - "2026-06-13 05:00:00", "2026-06-13 06:00:00", "2026-06-13 07:00:00", "2026-06-13 08:00:00", @@ -327,6 +326,7 @@ "2026-06-18 01:00:00", "2026-06-18 02:00:00", "2026-06-18 03:00:00", - "2026-06-18 04:00:00" + "2026-06-18 04:00:00", + "2026-06-18 05:00:00" ] } diff --git a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 264d35383d6156ab9c434395bbafdd95a5e787d2..c46006979ec75c0937f8b2049cdfc5ab0f3b407d 100644 --- a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T04:40:33.045908+00:00", + "evaluated_at": "2026-06-18T05:13:02.670552+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2750.0, - 2750.0, - 2750.0, - 2800.0, - 2800.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, 2750.0, 2750.0, 2750.0, @@ -101,9 +89,7 @@ 2750.0, 2750.0, 2750.0, - 2750.0 - ], - "actuals": [ + 2750.0, 2750.0, 2750.0, 2800.0, @@ -114,6 +100,10 @@ 2800.0, 2800.0, 2800.0, + 2800.0, + 2800.0 + ], + "actuals": [ 2800.0, 2800.0, 2800.0, @@ -127,21 +117,19 @@ 2800.0, 2800.0, 2800.0, - 2800.0 + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2750.0, + 2800.0, + 2800.0, + 2750.0 ], "p50": [ - 2550.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, - 2600.0, 2650.0, 2650.0, 2700.0, @@ -153,21 +141,21 @@ 2750.0, 2750.0, 2750.0, - 2750.0 + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 ], "p10": [ - 2499.0, - 2548.0, - 2548.0, - 2548.0, - 2548.0, - 2548.0, - 2548.0, - 2548.0, - 2548.0, - 2548.0, - 2548.0, - 2548.0, 2597.0, 2597.0, 2646.0, @@ -179,21 +167,21 @@ 2695.0, 2695.0, 2695.0, - 2695.0 + 2695.0, + 2695.0, + 2695.0, + 2744.0, + 2695.0, + 2695.0, + 2744.0, + 2744.0, + 2744.0, + 2744.0, + 2744.0, + 2744.0, + 2744.0 ], "p90": [ - 2601.0, - 2652.0, - 2652.0, - 2652.0, - 2652.0, - 2652.0, - 2652.0, - 2652.0, - 2652.0, - 2652.0, - 2652.0, - 2652.0, 2703.0, 2703.0, 2754.0, @@ -205,13 +193,21 @@ 2805.0, 2805.0, 2805.0, - 2805.0 + 2805.0, + 2805.0, + 2805.0, + 2856.0, + 2805.0, + 2805.0, + 2856.0, + 2856.0, + 2856.0, + 2856.0, + 2856.0, + 2856.0, + 2856.0 ], "timestamps": [ - "2026-06-17 17:55:00", - "2026-06-17 18:10:00", - "2026-06-17 18:25:00", - "2026-06-17 18:40:00", "2026-06-17 18:55:00", "2026-06-17 19:10:00", "2026-06-17 19:25:00", @@ -327,6 +323,10 @@ "2026-06-18 22:55:00", "2026-06-18 23:10:00", "2026-06-18 23:25:00", - "2026-06-18 23:40:00" + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index eb5469fd51d8c47add96c4fa2c18933e83bf12ee..2fad4801c9a6973354bccd719994e03364f99cd8 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,55 +1,19 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-18T05:03:30.523743+00:00", + "evaluated_at": "2026-06-18T05:13:02.677456+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t050000z", + "data_fetched_at": "2026-06-18T05:08:49.012758Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t223600z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t035000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t024000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t025000z", + "data_fetched_at": "2026-06-18T05:08:49.012758Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 168, - "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index a3eeccf6e5a9db1d5944afbee0379e793513ceee..eb6c4442698b81b57cbed3cf46de31a5c672ed36 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,1153249.0705369313,1153249.0705369313,936.8546549479166,0.961516681444578,0.014499551897086039,0.014362890584469587,8.681160768754305,1073.8943479397456,0.016534422018909957,0.014424463882324356,0.009283199554511644,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,1160925.1429716747,1160925.1429716747,951.9588216145834,0.9846718072096596,0.014750678954128566,0.014613296383645981,7.78553964702333,1077.462362670583,0.016611725152165194,0.014676780227983978,0.00925589987019272,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,4.051738910394761,4.051738910394761,1.5394481817881267,0.8503432153926083,0.06780837187298276,0.06465411322895132,2.5435106082142234,2.0128931691460332,0.09115332246470267,0.06971349432904397,0.045377083344849835,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.0017160374032419768,0.0017160374032419768,0.031001668175061545,0.029685604560992052,0.026437901877095955,0.02613793889516335,0.29155252812258464,0.04142508181334078,0.0329397909587078,0.024651453282800325,0.03470453162251322,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.07380464234640687,0.07380464234640687,0.22674228582117292,1.0770257292590995,0.14829508363191105,0.16470487854539376,13.028106729150343,0.2716700983663952,0.18717939791751634,0.15622435003946844,0.13317936160094174,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,Timer-S1,2.2350851794193054,2.2350851 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,63.97978390505144,63.97978390505144,6.151151100794475,0.48870872000200555,0.154702439293127,0.15429188443167777,2.7811648896064107,7.998736394272,0.21406074495492217,0.16461599958579398,0.1655758760594746,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,0.8857081202810756,0.8857081202810756,0.9093419710795084,0.4542342396197722,0.035591784710949266,0.03629327314767715,1.7335676351104015,0.9411206725394334,0.036243417700007274,0.03501959084699802,0.03226627799354678,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Timer-S1,37.80788694818815,37.80788694818815,5.10687255859375,0.9753178361240055,1.0519769292168988,0.44883581248286336,13.3879724801061,6.148811832231342,0.49190494657850736,0.4085498046875,0.3270446325231482,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Timer-S1,2448.357261657715,2448.357261657715,44.7822265625,0.38045077433628327,0.01599644674986472,0.01615402989579648,8.585804065265487,49.48087773734127,0.01772449351785359,0.016041394589552237,0.015224001088308455,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Timer-S1,13645.099528362354,13645.099528362354,92.48219807942708,0.7460748752626051,0.0331083808667732,0.03400870852746176,12.838240792410716,116.81224049029431,0.04178083117387576,0.0330785805351155,0.02801151911986152,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Timer-S1,178.23861075984314,178.23861075984314,12.328842163085938,0.25735549701923005,0.0594230586909906,0.05716636078972139,1.177709013633503,13.350603385609324,0.056331659854891664,0.05202043106787316,0.040424991827641525,Web,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index f25230a2df98fd601a16ff6cdee8c55b77676f0c..3355d36c5121a9623a95db9c52c0acdfb404b4cf 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-18T05:02:45.477623+00:00", + "evaluated_at": "2026-06-18T05:12:54.827818+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63584.03125, 63735.73828125, 63846.0, 63806.0, @@ -101,10 +100,10 @@ 65940.0, 65904.0, 65851.9921875, - 65892.0 + 65892.0, + 65836.296875 ], "actuals": [ - 65836.296875, 65624.0, 65539.5, 64926.01953125, @@ -127,88 +126,88 @@ 64548.73828125, 64689.5, 64282.8203125, - 63884.0 + 63883.41015625, + 63738.01171875 ], "p50": [ - 66011.25, - 65974.6875, - 65970.625, - 65942.1875, - 65938.125, - 65921.875, - 65913.75, - 65909.6875, - 65893.4375, - 65865.0, - 65877.1875, - 65856.875, - 65848.75, - 65840.625, - 65848.75, - 65836.5625, - 65832.5, - 65816.25, - 65808.125, - 65777.65625, - 65781.71875, - 65761.40625, - 65765.46875, - 65743.125 + 65996.0, + 65960.0, + 65896.0, + 65836.0, + 65840.0, + 65844.0, + 65856.0, + 65836.0, + 65816.0, + 65792.0, + 65764.0, + 65760.0, + 65736.0, + 65742.0, + 65758.0, + 65754.0, + 65740.0, + 65722.0, + 65724.0, + 65680.0, + 65678.0, + 65650.0, + 65628.0, + 65628.0 ], "p10": [ - 65615.15625, - 65478.046875, - 65383.0859375, - 65303.61328125, - 65234.8046875, - 65166.7578125, - 65119.53125, - 65080.9375, - 65025.078125, - 64952.96875, - 64944.84375, - 64890.0, - 64849.375, - 64808.75, - 64790.46875, - 64747.8125, - 64699.0625, - 64662.5, - 64630.0, - 64581.25, - 64560.9375, - 64524.375, - 64500.0, - 64459.375 + 65638.0, + 65470.0, + 65280.875, + 65148.0, + 65087.0, + 65053.0, + 65043.0, + 64974.0, + 64904.0, + 64834.0, + 64782.0, + 64728.0, + 64672.0, + 64636.0, + 64620.0, + 64580.0, + 64600.0, + 64544.0, + 64524.0, + 64464.0, + 64440.0, + 64388.0, + 64312.0, + 64292.0 ], "p90": [ - 66368.75, - 66433.75, - 66506.875, - 66506.875, - 66547.5, - 66555.625, - 66588.125, - 66604.375, - 66612.5, - 66604.375, - 66612.5, - 66628.75, - 66645.0, - 66645.0, - 66653.125, - 66661.25, - 66645.0, - 66645.0, - 66653.125, - 66645.0, - 66653.125, - 66645.0, - 66661.25, - 66661.25 + 66312.0, + 66392.0, + 66432.0, + 66416.0, + 66488.0, + 66512.0, + 66528.0, + 66536.0, + 66552.0, + 66552.0, + 66528.0, + 66584.0, + 66576.0, + 66608.0, + 66608.0, + 66608.0, + 66592.0, + 66608.0, + 66632.0, + 66624.0, + 66624.0, + 66616.0, + 66616.0, + 66640.0 ], "timestamps": [ - "2026-06-13 05:00:00", "2026-06-13 06:00:00", "2026-06-13 07:00:00", "2026-06-13 08:00:00", @@ -327,6 +326,7 @@ "2026-06-18 01:00:00", "2026-06-18 02:00:00", "2026-06-18 03:00:00", - "2026-06-18 04:00:00" + "2026-06-18 04:00:00", + "2026-06-18 05:00:00" ] } diff --git a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index b49b6b8155f31e1363d335f619c5237c17438b24..7ad6f0e5faea02ed94999f4caf9027248d69491b 100644 --- a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-18T04:40:27.842228+00:00", + "evaluated_at": "2026-06-18T05:12:58.816343+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2750.0, - 2750.0, - 2750.0, - 2800.0, - 2800.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, 2750.0, 2750.0, 2750.0, @@ -101,9 +89,7 @@ 2750.0, 2750.0, 2750.0, - 2750.0 - ], - "actuals": [ + 2750.0, 2750.0, 2750.0, 2800.0, @@ -115,6 +101,9 @@ 2800.0, 2800.0, 2800.0, + 2800.0 + ], + "actuals": [ 2800.0, 2800.0, 2800.0, @@ -127,91 +116,98 @@ 2800.0, 2800.0, 2800.0, - 2800.0 + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2750.0, + 2800.0, + 2800.0, + 2750.0 ], "p50": [ - 2750.90625, - 2751.515625, - 2752.734375, - 2753.34375, - 2754.5625, - 2753.34375, - 2753.34375, - 2752.125, - 2752.125, - 2750.296875, - 2750.296875, - 2749.078125, - 2750.90625, - 2750.90625, - 2750.90625, - 2749.6875, - 2755.171875, - 2750.90625, - 2749.6875, - 2745.421875, - 2744.203125, - 2735.0625, - 2726.53125, - 2712.8203125 + 2799.3046875, + 2798.65625, + 2799.953125, + 2794.765625, + 2793.46875, + 2791.5234375, + 2786.984375, + 2775.3125, + 2762.34375, + 2742.2421875, + 2721.16796875, + 2701.71484375, + 2685.990234375, + 2684.369140625, + 2670.8330078125, + 2649.31298828125, + 2637.681640625, + 2635.25, + 2621.146484375, + 2612.5546875, + 2608.33984375, + 2605.421875, + 2602.50390625, + 2599.5859375 ], "p10": [ - 2738.71875, - 2736.28125, - 2736.28125, - 2735.0625, - 2735.0625, - 2730.1875, - 2728.96875, - 2723.484375, - 2722.265625, - 2718.609375, - 2717.6953125, - 2715.8671875, - 2714.953125, - 2711.296875, - 2710.078125, + 2786.3359375, + 2781.796875, + 2780.5, + 2770.7734375, + 2761.046875, + 2748.7265625, + 2729.2734375, 2703.984375, - 2703.6796875, - 2693.9296875, - 2686.3125, - 2676.5625, - 2669.859375, - 2655.38671875, - 2639.390625, - 2622.404296875 + 2679.830078125, + 2654.01416015625, + 2633.3046875, + 2619.36328125, + 2609.9609375, + 2617.7421875, + 2613.8515625, + 2594.3984375, + 2580.1328125, + 2584.34765625, + 2576.890625, + 2573.97265625, + 2573.97265625, + 2574.62109375, + 2572.3515625, + 2570.40625 ], "p90": [ - 2763.09375, - 2764.3125, - 2768.578125, - 2771.625, - 2773.453125, - 2773.453125, - 2774.671875, - 2774.671875, - 2775.28125, - 2773.453125, - 2774.671875, - 2772.84375, - 2775.28125, - 2775.890625, - 2775.28125, - 2774.671875, - 2776.5, - 2773.453125, - 2773.453125, - 2770.40625, - 2769.796875, - 2764.921875, - 2761.875, - 2753.953125 + 2807.0859375, + 2807.734375, + 2809.03125, + 2807.0859375, + 2806.4375, + 2806.4375, + 2807.0859375, + 2801.8984375, + 2800.6015625, + 2794.1171875, + 2786.3359375, + 2779.8515625, + 2776.609375, + 2784.390625, + 2774.6640625, + 2757.8046875, + 2739.6484375, + 2735.109375, + 2713.38671875, + 2696.203125, + 2683.234375, + 2671.4814453125, + 2662.2412109375, + 2654.358642578125 ], "timestamps": [ - "2026-06-17 17:55:00", - "2026-06-17 18:10:00", - "2026-06-17 18:25:00", - "2026-06-17 18:40:00", "2026-06-17 18:55:00", "2026-06-17 19:10:00", "2026-06-17 19:25:00", @@ -327,6 +323,10 @@ "2026-06-18 22:55:00", "2026-06-18 23:10:00", "2026-06-18 23:25:00", - "2026-06-18 23:40:00" + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 7c098167c687335fd4c67aa8c17a3d2456d6a40e..cfb0b53b7654f0b7b2d24a0495395ccf63438cd4 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,55 +1,19 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-18T05:03:28.044325+00:00", + "evaluated_at": "2026-06-18T05:13:00.742071+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t050000z", + "data_fetched_at": "2026-06-18T05:08:49.012758Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t223600z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t035000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t024000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t025000z", + "data_fetched_at": "2026-06-18T05:08:49.012758Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 168, - "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index e79ef757b38602b407ae19e815fe8e8a9fb664ba..aee394326561df7296bc6d408a560d947b43d404 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,1444324.649488449,1219119.2991593678,934.4200846354166,0.9590180228156698,0.014470731427225623,0.014326295125960316,40.87226438808421,1201.8005864071,0.01850375515650203,0.014386979549662756,0.015347092802678451,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,1518126.3198388417,1253218.048260371,958.61083984375,0.9915524145033617,0.014863490401359356,0.014715293678722327,42.782349797257496,1232.1226886308204,0.01899619343227089,0.014779337405253931,0.015901322237067764,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,3.265212421903167,2.0555524345600134,1.1191657384236653,0.6181922872278925,0.04934103729951961,0.04822957659021768,26.443721001437382,1.8069898787495096,0.0818290476776705,0.05068111761204866,0.058322632263445154,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.05748427437128433,0.03167952781351608,0.14725284278392792,0.1410017563145838,0.13416354397044322,0.12165907622366727,7.044783253781335,0.23975878372081455,0.1906478845802611,0.11709036282013988,0.14195476035975726,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.02375122328017001,0.04178848376172558,0.16857744256655374,0.8007427567351552,0.1101149226554396,0.11897924681443513,3.534506002673785,0.15411431886807278,0.10618402831101666,0.11614905133772124,0.0784032254571423,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.7453961168797226,0.6692 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,65.45636429598699,114.17122273063676,8.068415323893229,0.6410352892932741,0.19057437910977373,0.21331760016611223,8.850253911184723,8.090510756187584,0.216516793924542,0.21592547993894579,0.17163395512672747,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.4190407302897559,1.194656020164378,1.0449997584025066,0.5219979784913117,0.040740279572684134,0.04167390802790958,0.7107971865000313,0.6473335541200965,0.024929407118322408,0.040243896288020144,0.024644167979257794,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,35.956172256240926,37.88044588584459,5.33059827486674,1.018045293873754,0.8777370182453467,0.47990278830337973,28.196566022675615,5.996346575727667,0.4797077260582134,0.4264478619893392,0.3879208855805574,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,1819.2380520030856,2409.6291145930686,44.92291259765625,0.381645983130531,0.016045012965346828,0.016200159838781394,8.959010992809736,42.652526912283705,0.015278517102907596,0.01609178958722015,0.013750780683172679,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,168.15132656196752,217.93863244354725,11.678466796875,0.09421284138655461,0.00418545386904762,0.004191471578272706,0.8578641183035715,12.967317631721972,0.004638086783328276,0.0041770969169150525,0.003655899333369556,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,138.8632084612036,83.48873474088032,8.226158142089844,0.17171499068704243,0.04018150179189593,0.03919432992410106,10.75134939669626,11.78402344113434,0.0497216178950816,0.034709528025695546,0.050473027468510095,Web,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 948d8a65fe788402408adf711192fa3edbbdd1e8..c9de54ff6a9bc97d0f4ba143cfcc80dbda202416 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-18T04:48:53.381951+00:00", + "evaluated_at": "2026-06-18T05:09:38.174794+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63584.03125, 63735.73828125, 63846.0, 63806.0, @@ -101,10 +100,10 @@ 65940.0, 65904.0, 65851.9921875, - 65892.0 + 65892.0, + 65836.296875 ], "actuals": [ - 65836.296875, 65624.0, 65539.5, 64926.01953125, @@ -127,88 +126,88 @@ 64548.73828125, 64689.5, 64282.8203125, - 63884.0 + 63883.41015625, + 63738.01171875 ], "p50": [ - 65848.171875, - 65829.0234375, - 65840.7265625, - 65846.765625, - 65846.109375, - 65841.71875, - 65815.4453125, - 65801.3671875, - 65800.7734375, - 65798.40625, - 65817.4453125, - 65821.5859375, - 65825.578125, - 65882.4375, - 65897.15625, - 65897.1484375, - 65933.90625, - 65945.2265625, - 65897.4765625, - 65888.8515625, - 65864.5234375, - 65891.0546875, - 65866.7578125, - 65862.6171875 + 65768.75, + 65764.53125, + 65764.765625, + 65767.7890625, + 65773.5703125, + 65778.96875, + 65752.5546875, + 65735.015625, + 65731.7734375, + 65729.03125, + 65738.6015625, + 65726.8046875, + 65742.7421875, + 65786.15625, + 65811.34375, + 65809.421875, + 65824.640625, + 65833.5703125, + 65799.6796875, + 65798.4765625, + 65796.296875, + 65812.8359375, + 65793.265625, + 65791.9375 ], "p10": [ - 65890.21875, - 65896.828125, - 65910.28125, - 65914.265625, - 65913.890625, - 65867.6484375, - 65843.578125, - 65823.7265625, - 65857.6015625, - 65881.1796875, - 65904.1640625, - 65867.0703125, - 65930.3828125, - 65925.65625, - 65966.28125, - 65975.734375, - 66025.34375, - 65977.6640625, - 65995.3359375, - 65970.1640625, - 65966.4609375, - 65992.5390625, - 65977.875, - 65944.546875 + 65812.8046875, + 65847.921875, + 65830.375, + 65867.3984375, + 65846.7890625, + 65816.171875, + 65793.4453125, + 65776.2421875, + 65816.765625, + 65877.0078125, + 65862.40625, + 65819.3828125, + 65874.0390625, + 65891.140625, + 65926.609375, + 65920.8828125, + 65948.734375, + 65911.828125, + 65926.2109375, + 65896.5390625, + 65902.703125, + 65928.671875, + 65930.328125, + 65895.3984375 ], "p90": [ - 66135.6640625, - 66170.8671875, - 66186.296875, - 66215.6015625, - 66239.453125, - 66242.5625, - 66236.625, - 66254.078125, - 66264.828125, - 66288.328125, - 66353.7265625, - 66338.78125, - 66391.9296875, - 66472.0546875, - 66475.796875, - 66503.1328125, - 66546.3125, - 66585.2578125, - 66572.921875, - 66569.640625, - 66561.8359375, - 66602.5546875, - 66566.2734375, - 66583.03125 + 66071.453125, + 66108.546875, + 66128.4140625, + 66150.5078125, + 66181.9921875, + 66205.21875, + 66210.1484375, + 66225.890625, + 66249.6875, + 66265.0, + 66321.890625, + 66304.90625, + 66366.6015625, + 66446.5546875, + 66470.921875, + 66485.8671875, + 66512.203125, + 66513.1171875, + 66521.3671875, + 66512.421875, + 66538.21875, + 66569.578125, + 66537.6328125, + 66533.2890625 ], "timestamps": [ - "2026-06-13 05:00:00", "2026-06-13 06:00:00", "2026-06-13 07:00:00", "2026-06-13 08:00:00", @@ -327,6 +326,7 @@ "2026-06-18 01:00:00", "2026-06-18 02:00:00", "2026-06-18 03:00:00", - "2026-06-18 04:00:00" + "2026-06-18 04:00:00", + "2026-06-18 05:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 10d75341d23b0c5ef57efece075fabf49437078e..b453ced59d9f41273092cf48f25190129f2be6aa 100644 --- a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-18T04:32:54.999915+00:00", + "evaluated_at": "2026-06-18T05:09:43.222378+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2750.0, - 2750.0, - 2750.0, - 2800.0, - 2800.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, 2750.0, 2750.0, 2750.0, @@ -101,9 +89,7 @@ 2750.0, 2750.0, 2750.0, - 2750.0 - ], - "actuals": [ + 2750.0, 2750.0, 2750.0, 2800.0, @@ -115,6 +101,9 @@ 2800.0, 2800.0, 2800.0, + 2800.0 + ], + "actuals": [ 2800.0, 2800.0, 2800.0, @@ -127,91 +116,98 @@ 2800.0, 2800.0, 2800.0, - 2800.0 + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2750.0, + 2800.0, + 2800.0, + 2750.0 ], "p50": [ - 2749.0751953125, - 2749.434326171875, - 2749.669921875, - 2752.037353515625, - 2750.595458984375, - 2749.811767578125, - 2749.716552734375, - 2747.687255859375, - 2747.048095703125, - 2747.059326171875, - 2746.704833984375, - 2746.55126953125, - 2746.31298828125, - 2746.4306640625, - 2747.164794921875, - 2747.877197265625, - 2747.01025390625, - 2747.04443359375, - 2746.87158203125, - 2746.070556640625, - 2745.6328125, - 2741.540283203125, - 2739.879150390625, - 2739.8896484375 + 2797.472900390625, + 2798.364013671875, + 2798.32080078125, + 2799.9111328125, + 2797.791259765625, + 2797.422607421875, + 2796.869384765625, + 2794.085205078125, + 2796.43798828125, + 2792.599609375, + 2789.360107421875, + 2789.0478515625, + 2787.35595703125, + 2788.521240234375, + 2788.31591796875, + 2788.255126953125, + 2784.436279296875, + 2783.23388671875, + 2784.01416015625, + 2776.261474609375, + 2779.775634765625, + 2773.60546875, + 2771.895751953125, + 2774.085693359375 ], "p10": [ - 2747.48828125, - 2750.567138671875, - 2749.739013671875, - 2749.0107421875, - 2749.282958984375, - 2746.431884765625, - 2747.802734375, - 2745.61474609375, - 2744.050048828125, - 2742.907470703125, - 2742.134765625, - 2738.821044921875, - 2745.084716796875, - 2740.166748046875, - 2740.988525390625, - 2742.152099609375, - 2738.050048828125, - 2742.43896484375, - 2742.34716796875, - 2736.450439453125, - 2736.241943359375, - 2735.26123046875, - 2730.765869140625, - 2729.5576171875 + 2793.97265625, + 2804.080322265625, + 2799.333740234375, + 2800.194091796875, + 2799.48974609375, + 2796.201904296875, + 2794.9921875, + 2793.35205078125, + 2791.1474609375, + 2790.03515625, + 2787.43505859375, + 2781.01953125, + 2784.68359375, + 2782.78759765625, + 2781.40380859375, + 2786.18994140625, + 2776.543212890625, + 2776.205810546875, + 2779.037353515625, + 2772.570556640625, + 2771.58447265625, + 2771.68408203125, + 2761.24462890625, + 2761.45556640625 ], "p90": [ - 2755.43896484375, - 2759.068115234375, - 2760.76513671875, - 2764.027587890625, - 2763.540771484375, - 2763.990966796875, - 2765.574462890625, - 2764.72119140625, - 2763.405029296875, - 2764.256103515625, - 2761.399658203125, - 2763.79296875, - 2764.654052734375, - 2767.107177734375, - 2770.291015625, - 2773.601318359375, - 2774.48876953125, - 2773.6083984375, - 2775.81689453125, - 2775.26953125, - 2776.723388671875, - 2775.25439453125, - 2773.8916015625, - 2774.521240234375 + 2810.749755859375, + 2816.137939453125, + 2820.164306640625, + 2822.99365234375, + 2823.051025390625, + 2824.5400390625, + 2823.225830078125, + 2824.322998046875, + 2826.718017578125, + 2825.4736328125, + 2823.322998046875, + 2822.219482421875, + 2824.924072265625, + 2830.027587890625, + 2831.636474609375, + 2836.43359375, + 2835.65478515625, + 2836.792236328125, + 2841.40380859375, + 2837.443359375, + 2841.099609375, + 2839.372802734375, + 2838.775390625, + 2839.728759765625 ], "timestamps": [ - "2026-06-17 17:55:00", - "2026-06-17 18:10:00", - "2026-06-17 18:25:00", - "2026-06-17 18:40:00", "2026-06-17 18:55:00", "2026-06-17 19:10:00", "2026-06-17 19:25:00", @@ -327,6 +323,10 @@ "2026-06-18 22:55:00", "2026-06-18 23:10:00", "2026-06-18 23:25:00", - "2026-06-18 23:40:00" + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index e2947ad1ae646114613136081ec129cd0ab19d87..e6691f857926b94280a35f35ee0ade07c2675669 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,55 +1,19 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-18T04:55:58.044863+00:00", + "evaluated_at": "2026-06-18T05:10:03.539904+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t050000z", + "data_fetched_at": "2026-06-18T05:08:49.012758Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t223600z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t035000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t024000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t025000z", + "data_fetched_at": "2026-06-18T05:08:49.012758Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 168, - "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 7c97b0910584c24d25035730185466b37576d6aa..6311aaf2704461b97e4a67a03a0905c2d1f5d59b 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,1261129.5170167286,1261129.5170167286,972.7130533854166,0.9983190264886544,0.015057370765602521,0.014907526395187347,15.146277269255775,1123.0002301944237,0.017290490232107505,0.01497656464887119,0.010847026244055945,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,1364768.1841551464,1364768.1841551464,1012.1189778645834,1.0468992990209458,0.015690607457983338,0.015528191519446429,18.47444994424132,1168.2329323192128,0.01801117612804073,0.015604296599190954,0.011688121830014891,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.599317467854083,0.599317467854083,0.5944896539052328,0.3283775639867488,0.026530083893923598,0.026747771423885704,2.1204012782978103,0.7741559712707013,0.03505744366808659,0.026921303104895065,0.02886119856295038,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.015855296363206744,0.015855296363206744,0.09167671998341878,0.08778491665380082,0.07758255071936725,0.0839699734271124,0.8646170132215841,0.12591781590865822,0.10012548804846298,0.07289815396481092,0.11222334457342324,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.027753554246473695,0.027753554246473695,0.1171950896581014,0.5566766095149585,0.07665478431632405,0.08107080637407862,3.785351160838731,0.16659398022279706,0.11478245527312333,0.08074685603237608,0.09207714576153347,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,TiRex,0.5831776060889146,0.5831776060 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,49.57888852088005,49.57888852088005,5.484606424967448,0.43575177096761997,0.13916376451532095,0.14525740443551824,2.898034040394222,7.041227770842245,0.1884360713653645,0.1467780508373584,0.16726697766980014,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,0.6823180179555189,0.6823180179555189,0.7759795983632406,0.3876171055918016,0.030812621145745317,0.03137891744902872,1.8111712228950048,0.8260254342061865,0.0318109948238442,0.02988368392150518,0.030839140858069398,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TiRex,37.85705501823512,37.85705501823512,5.247763276100159,1.002225347159712,1.003599605891391,0.4644215805113072,11.623166698992094,6.152808709706091,0.4922246967764872,0.4198210620880127,0.3301277013708044,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,TiRex,1982.7032525837421,1982.7032525837421,40.825297037760414,0.3468343819137168,0.014581629567332083,0.0147091626489025,13.412217833932523,44.52755610387507,0.015950169350641818,0.014623986998600746,0.015894243301720564,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,TiRex,146.24924865861735,146.24924865861735,6.621358235677083,0.05341599921218487,0.002385557760923972,0.0023789132609362304,0.8824094833245798,12.093355558264934,0.004325492301018754,0.002368295047038003,0.0061479239920982365,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TiRex,42.39091997034848,42.39091997034848,6.412445068359375,0.13385506650553705,0.029444010881540167,0.029126305095609643,1.3562794237567775,6.5108309738733405,0.027471860649254602,0.02705673024624209,0.03844087353012006,Web,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index bf49330f23fcd149d9bf341953a748bdf2165b2e..769fe65436599625364758e25ac0fec056be37c8 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-18T04:57:26.624761+00:00", + "evaluated_at": "2026-06-18T05:10:56.838410+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63584.03125, 63735.73828125, 63846.0, 63806.0, @@ -101,10 +100,10 @@ 65940.0, 65904.0, 65851.9921875, - 65892.0 + 65892.0, + 65836.296875 ], "actuals": [ - 65836.296875, 65624.0, 65539.5, 64926.01953125, @@ -127,88 +126,88 @@ 64548.73828125, 64689.5, 64282.8203125, - 63884.0 + 63883.41015625, + 63738.01171875 ], "p50": [ - 65922.3046875, - 65910.6640625, - 65911.21875, - 65912.53125, - 65913.2890625, - 65910.265625, - 65914.9609375, - 65919.921875, - 65927.8125, - 65928.5078125, - 65941.0078125, - 65945.359375, - 65943.59375, - 65938.484375, - 65944.3984375, - 65938.09375, - 65928.046875, - 65915.0625, - 65901.6171875, - 65881.703125, - 65862.8515625, - 65843.6953125, - 65831.28125, - 65813.7265625 + 65837.0390625, + 65837.9296875, + 65843.21875, + 65842.8046875, + 65841.953125, + 65842.46875, + 65846.609375, + 65850.546875, + 65858.53125, + 65867.7109375, + 65872.7109375, + 65878.8828125, + 65880.5859375, + 65881.21875, + 65886.3984375, + 65883.6171875, + 65875.953125, + 65868.703125, + 65862.984375, + 65853.296875, + 65839.6484375, + 65831.4375, + 65821.15625, + 65812.4375 ], "p10": [ - 65670.6953125, - 65574.21875, - 65500.62890625, - 65444.49609375, - 65400.28125, - 65359.4609375, - 65334.890625, - 65298.8125, - 65262.48828125, - 65224.8359375, - 65205.421875, - 65179.0859375, - 65131.8671875, - 65091.48046875, - 65064.3359375, - 65030.1015625, - 64994.77734375, - 64957.69921875, - 64922.34375, - 64882.2734375, - 64847.03515625, - 64813.734375, - 64789.58203125, - 64760.453125 + 65607.3671875, + 65522.84765625, + 65455.546875, + 65405.40625, + 65368.44921875, + 65338.44140625, + 65311.89453125, + 65277.0, + 65243.91796875, + 65220.9609375, + 65195.37109375, + 65176.01953125, + 65141.6171875, + 65116.609375, + 65092.9375, + 65061.62890625, + 65027.25, + 64995.19140625, + 64969.171875, + 64939.8515625, + 64908.01171875, + 64884.7265625, + 64860.64453125, + 64836.7421875 ], "p90": [ - 66187.8359375, - 66266.984375, - 66364.6640625, - 66447.7734375, - 66512.4296875, - 66566.8828125, - 66639.0, - 66698.1484375, - 66752.484375, - 66804.140625, - 66862.0, - 66894.96875, - 66916.0703125, - 66951.5859375, - 67014.5, - 67037.140625, - 67051.7890625, - 67064.515625, - 67073.3515625, - 67078.75, - 67066.1484375, - 67058.25, - 67053.1328125, - 67051.328125 + 66073.53125, + 66149.578125, + 66236.546875, + 66306.09375, + 66363.53125, + 66418.390625, + 66485.0, + 66540.765625, + 66589.9765625, + 66648.9375, + 66689.28125, + 66725.75, + 66753.8984375, + 66793.1875, + 66842.1171875, + 66864.8359375, + 66883.484375, + 66906.3671875, + 66927.4609375, + 66948.5234375, + 66941.28125, + 66948.9921875, + 66947.9375, + 66959.109375 ], "timestamps": [ - "2026-06-13 05:00:00", "2026-06-13 06:00:00", "2026-06-13 07:00:00", "2026-06-13 08:00:00", @@ -327,6 +326,7 @@ "2026-06-18 01:00:00", "2026-06-18 02:00:00", "2026-06-18 03:00:00", - "2026-06-18 04:00:00" + "2026-06-18 04:00:00", + "2026-06-18 05:00:00" ] } diff --git a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 1620a99f4d28f26c12e0c4ae3788cf94799365b1..18a834420133975ba074fde1b332e1dc2cfbf838 100644 --- a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TiRex", - "evaluated_at": "2026-06-18T04:39:20.372596+00:00", + "evaluated_at": "2026-06-18T05:11:02.189287+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2750.0, - 2750.0, - 2750.0, - 2800.0, - 2800.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, 2750.0, 2750.0, 2750.0, @@ -101,9 +89,7 @@ 2750.0, 2750.0, 2750.0, - 2750.0 - ], - "actuals": [ + 2750.0, 2750.0, 2750.0, 2800.0, @@ -115,6 +101,9 @@ 2800.0, 2800.0, 2800.0, + 2800.0 + ], + "actuals": [ 2800.0, 2800.0, 2800.0, @@ -127,91 +116,98 @@ 2800.0, 2800.0, 2800.0, - 2800.0 + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2750.0, + 2800.0, + 2800.0, + 2750.0 ], "p50": [ - 2750.8759765625, - 2750.96533203125, - 2751.046875, - 2751.162841796875, - 2751.306640625, - 2751.45654296875, - 2751.474365234375, - 2751.373291015625, - 2751.333984375, - 2751.339111328125, - 2751.34814453125, - 2751.20849609375, - 2751.22021484375, - 2751.14453125, - 2751.3466796875, - 2751.2548828125, - 2751.265380859375, - 2751.18408203125, - 2751.1357421875, - 2751.145263671875, - 2751.206787109375, - 2751.13818359375, - 2751.090087890625, - 2750.791015625 + 2799.052734375, + 2798.906982421875, + 2799.067138671875, + 2798.823486328125, + 2798.69970703125, + 2798.7431640625, + 2798.73291015625, + 2798.30078125, + 2798.320556640625, + 2798.429931640625, + 2798.047607421875, + 2797.450439453125, + 2797.4306640625, + 2797.038818359375, + 2797.654541015625, + 2795.23486328125, + 2793.008056640625, + 2793.2373046875, + 2793.432373046875, + 2790.8623046875, + 2790.728759765625, + 2789.41845703125, + 2788.023193359375, + 2786.099853515625 ], "p10": [ - 2748.242431640625, - 2748.320556640625, - 2748.40673828125, - 2747.633544921875, - 2746.2314453125, - 2744.580322265625, - 2741.162841796875, - 2737.17578125, - 2733.896240234375, - 2729.17724609375, - 2723.904052734375, - 2719.49853515625, - 2716.838623046875, - 2713.95458984375, - 2710.392578125, - 2706.505126953125, - 2703.190673828125, - 2699.624267578125, - 2695.91357421875, - 2689.77294921875, - 2687.7919921875, - 2687.154541015625, - 2681.043212890625, - 2672.125 + 2795.6689453125, + 2793.576416015625, + 2791.31591796875, + 2783.802734375, + 2774.288818359375, + 2763.888916015625, + 2751.987060546875, + 2736.069091796875, + 2720.1240234375, + 2707.239013671875, + 2692.194091796875, + 2672.47216796875, + 2668.562744140625, + 2655.625244140625, + 2657.139404296875, + 2643.577880859375, + 2639.97607421875, + 2635.14404296875, + 2632.048583984375, + 2624.017333984375, + 2620.1875, + 2616.405029296875, + 2616.134765625, + 2608.7578125 ], "p90": [ - 2752.97607421875, - 2753.0888671875, - 2752.9609375, - 2753.12158203125, - 2753.426513671875, - 2753.636474609375, - 2753.710693359375, - 2753.703125, - 2753.691162109375, - 2753.72119140625, - 2753.707275390625, - 2753.820556640625, - 2753.95263671875, - 2753.944091796875, - 2753.86083984375, - 2753.90234375, - 2753.818603515625, - 2753.74853515625, - 2753.58203125, - 2753.57373046875, - 2753.46142578125, - 2753.74609375, - 2753.81884765625, - 2753.75634765625 + 2801.250732421875, + 2801.376220703125, + 2801.31396484375, + 2801.34130859375, + 2801.1171875, + 2801.43701171875, + 2801.510009765625, + 2800.773193359375, + 2800.700439453125, + 2801.1376953125, + 2801.154296875, + 2800.52490234375, + 2800.1015625, + 2800.338623046875, + 2801.18408203125, + 2800.336181640625, + 2800.72314453125, + 2801.4462890625, + 2800.79638671875, + 2800.753662109375, + 2801.018798828125, + 2801.31494140625, + 2801.85400390625, + 2801.8671875 ], "timestamps": [ - "2026-06-17 17:55:00", - "2026-06-17 18:10:00", - "2026-06-17 18:25:00", - "2026-06-17 18:40:00", "2026-06-17 18:55:00", "2026-06-17 19:10:00", "2026-06-17 19:25:00", @@ -327,6 +323,10 @@ "2026-06-18 22:55:00", "2026-06-18 23:10:00", "2026-06-18 23:25:00", - "2026-06-18 23:40:00" + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 697bbac39f9e69178ab80feae1e6582cdac60886..121abda30b568fd49efced47eea0110b6e83e7fc 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,55 +1,19 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-18T05:00:09.383912+00:00", + "evaluated_at": "2026-06-18T05:11:05.603610+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t050000z", + "data_fetched_at": "2026-06-18T05:08:49.012758Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t223600z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t035000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t024000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t025000z", + "data_fetched_at": "2026-06-18T05:08:49.012758Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 168, - "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 0865cf70a8b3fce3bdf38a2a5e0441db08da861a..6eb986fdd588b3ce40b1251f2a0bea37fe628cbc 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,1120235.6070919037,1120235.6070919037,910.22021484375,0.9341811088177693,0.01409156784669983,0.013958874439256063,5.249838801606036,1058.4118324602687,0.016296042475016186,0.014014381574167557,0.008878954268256554,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,1134571.4855187733,1134571.4855187733,929.2420247395834,0.9611743733658488,0.014402817161669834,0.014268456698310119,4.852579018395874,1065.1626568363977,0.016422095017648436,0.014326545083723594,0.009118359774220324,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,3.4284285278736206,3.4284285278736206,1.3590960502624512,0.7507223166584148,0.05963965742649446,0.0567959913348521,2.6957509008207823,1.8516016115443463,0.08384927792510193,0.06154629685719261,0.04398314079085203,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.017802053815152222,0.017802053815152222,0.10415875812371572,0.09973707504268856,0.09335703447064128,0.08692345977891075,0.7401424995726272,0.13342433741695037,0.10609441408279992,0.08282343857698488,0.0991728916368309,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.041125800888771574,0.041125800888771574,0.16080748869313133,0.7638354802360889,0.1044668722768821,0.11291048476742972,6.814797254626283,0.20279497254313672,0.1397247657713478,0.110795590295746,0.09187705414146899,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,0.8053929806622667,0.8053 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,48.64248702699964,48.64248702699964,5.603801250457764,0.4452217952999293,0.14269116709463667,0.15457720072898953,2.241564125816786,6.974416608362282,0.18664808304985922,0.14996792132208903,0.15281158784391893,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,0.3311764994623445,0.3311764994623445,0.48850758870442706,0.24401917008210136,0.01975391732050611,0.020039856819014226,2.0078797931312677,0.5754793649318318,0.022162236586175263,0.01881287395299039,0.02597958098112694,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Toto-2.0-1B,36.092265728963945,36.092265728963945,4.991075197855632,0.9532026903066457,1.014862417570983,0.4423682862235608,11.154236310356808,6.00768389056581,0.4806147112452648,0.3992860158284505,0.3157723888821072,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,470.7292352492611,470.7292352492611,20.264678955078125,0.17216010439712393,0.007251947576349432,0.0072749702155065306,1.1914562880254425,21.696295426852508,0.007771807317081496,0.007258989476445895,0.008879542473180969,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,189.40273560086885,189.40273560086885,5.424947102864583,0.04376427914915967,0.0019630977085658484,0.0019510249011612864,1.3308500196953783,13.762366642437225,0.004922456027101243,0.0019403685613822654,0.0067214413279826956,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Toto-2.0-1B,76.48272331862245,76.48272331862245,8.214042663574219,0.17146208899897067,0.03919937277352938,0.03823576849014723,1.547837959994033,8.74544014436223,0.036900591326422906,0.034658407863182354,0.042516141266427124,Web,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 4fcc60e95f58c93ad101c0b2cbe7b25c29e9be91..abd960b325ee520222ce0a84a826a40e2904a9c5 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-18T04:56:22.900992+00:00", + "evaluated_at": "2026-06-18T05:10:39.865362+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63584.03125, 63735.73828125, 63846.0, 63806.0, @@ -101,10 +100,10 @@ 65940.0, 65904.0, 65851.9921875, - 65892.0 + 65892.0, + 65836.296875 ], "actuals": [ - 65836.296875, 65624.0, 65539.5, 64926.01953125, @@ -127,88 +126,88 @@ 64548.73828125, 64689.5, 64282.8203125, - 63884.0 + 63883.41015625, + 63738.01171875 ], "p50": [ - 65889.453125, - 65888.40625, - 65885.1328125, - 65878.21875, - 65876.78125, - 65864.2578125, - 65860.6640625, - 65858.1171875, - 65853.7890625, - 65845.09375, - 65847.15625, - 65834.2890625, - 65828.625, - 65825.328125, - 65816.984375, - 65810.9609375, - 65812.2734375, - 65806.234375, - 65801.234375, - 65793.703125, - 65790.6875, - 65783.28125, - 65782.6875, - 65777.6171875 + 65852.28125, + 65842.6796875, + 65835.203125, + 65827.96875, + 65818.6171875, + 65810.640625, + 65808.765625, + 65798.2265625, + 65791.8515625, + 65784.78125, + 65775.3203125, + 65764.5859375, + 65754.1875, + 65742.15625, + 65734.328125, + 65724.125, + 65715.1328125, + 65704.7578125, + 65699.765625, + 65683.5234375, + 65676.53125, + 65666.5234375, + 65659.1796875, + 65651.4765625 ], "p10": [ - 65623.0859375, - 65501.328125, - 65393.9296875, - 65303.95703125, - 65215.58203125, - 65120.65234375, - 65043.49609375, - 64977.56640625, - 64893.25390625, - 64832.05859375, - 64760.04296875, - 64683.36328125, - 64610.6640625, - 64541.73828125, - 64494.578125, - 64427.484375, - 64387.26171875, - 64332.11328125, - 64271.46484375, - 64220.203125, - 64170.36328125, - 64120.2890625, - 64079.6875, - 64035.3125 + 65600.8515625, + 65478.1875, + 65371.3984375, + 65273.6796875, + 65169.30078125, + 65066.703125, + 64985.03125, + 64888.125, + 64746.1640625, + 64651.703125, + 64550.828125, + 64416.2890625, + 64300.4765625, + 64200.65625, + 64134.43359375, + 64046.72265625, + 64004.76953125, + 63943.984375, + 63892.05078125, + 63857.81640625, + 63821.30859375, + 63781.15234375, + 63737.2421875, + 63689.734375 ], "p90": [ - 66160.109375, - 66261.4453125, - 66345.71875, - 66411.4765625, - 66497.21875, - 66567.53125, - 66633.84375, - 66690.7578125, - 66767.203125, - 66826.78125, - 66901.6171875, - 66942.0546875, - 66983.1796875, - 67050.296875, - 67098.8984375, - 67143.5859375, - 67199.140625, - 67239.8125, - 67283.8359375, - 67315.90625, - 67344.1796875, - 67404.984375, - 67437.6015625, - 67462.8359375 + 66097.2109375, + 66184.5078125, + 66266.8046875, + 66334.921875, + 66409.625, + 66484.265625, + 66549.421875, + 66603.453125, + 66665.1328125, + 66718.7265625, + 66778.4609375, + 66830.265625, + 66866.4140625, + 66906.7578125, + 66949.3046875, + 66983.015625, + 67020.0390625, + 67056.0625, + 67087.7109375, + 67120.4453125, + 67138.375, + 67188.625, + 67212.4296875, + 67245.03125 ], "timestamps": [ - "2026-06-13 05:00:00", "2026-06-13 06:00:00", "2026-06-13 07:00:00", "2026-06-13 08:00:00", @@ -327,6 +326,7 @@ "2026-06-18 01:00:00", "2026-06-18 02:00:00", "2026-06-18 03:00:00", - "2026-06-18 04:00:00" + "2026-06-18 04:00:00", + "2026-06-18 05:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index b524a9c02cdef7b15294f9c609cb8bb19bc136d8..d9020ea8b2600f3f83d8e9393cf4928d289f6108 100644 --- a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-18T04:38:55.312612+00:00", + "evaluated_at": "2026-06-18T05:10:48.360426+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2750.0, - 2750.0, - 2750.0, - 2800.0, - 2800.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, - 2750.0, 2750.0, 2750.0, 2750.0, @@ -101,9 +89,7 @@ 2750.0, 2750.0, 2750.0, - 2750.0 - ], - "actuals": [ + 2750.0, 2750.0, 2750.0, 2800.0, @@ -115,6 +101,9 @@ 2800.0, 2800.0, 2800.0, + 2800.0 + ], + "actuals": [ 2800.0, 2800.0, 2800.0, @@ -127,91 +116,98 @@ 2800.0, 2800.0, 2800.0, - 2800.0 + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2750.0, + 2800.0, + 2800.0, + 2750.0 ], "p50": [ - 2750.251220703125, - 2752.53076171875, - 2773.3662109375, - 2773.4189453125, - 2777.62109375, - 2778.21923828125, - 2783.141845703125, - 2783.113037109375, - 2783.62890625, - 2781.883056640625, - 2784.34033203125, - 2782.16455078125, - 2781.986328125, - 2783.478759765625, - 2783.992431640625, - 2781.90625, - 2780.837890625, - 2778.274169921875, - 2776.62109375, - 2773.590087890625, - 2772.008056640625, - 2769.90869140625, - 2768.421142578125, - 2766.587646484375 + 2798.838134765625, + 2798.982421875, + 2799.14794921875, + 2799.01708984375, + 2798.979248046875, + 2798.985595703125, + 2798.82373046875, + 2798.71435546875, + 2798.763427734375, + 2798.431884765625, + 2798.54345703125, + 2798.626708984375, + 2798.058349609375, + 2798.066162109375, + 2798.10986328125, + 2798.2177734375, + 2797.989501953125, + 2797.736328125, + 2797.857666015625, + 2797.332275390625, + 2797.386474609375, + 2797.79541015625, + 2797.462890625, + 2797.29248046875 ], "p10": [ - 2746.912109375, - 2747.5078125, - 2746.417724609375, - 2745.48046875, - 2745.76318359375, - 2743.63330078125, - 2741.96240234375, - 2736.04931640625, - 2726.5966796875, - 2719.54296875, - 2715.688720703125, - 2708.49072265625, - 2704.193603515625, - 2698.623291015625, - 2695.395751953125, - 2689.321533203125, - 2683.759765625, - 2678.046142578125, - 2673.466064453125, - 2668.344482421875, - 2663.07080078125, - 2657.5859375, - 2653.47900390625, - 2647.412841796875 + 2780.39892578125, + 2787.0068359375, + 2778.528564453125, + 2753.02001953125, + 2753.889404296875, + 2747.171142578125, + 2748.04736328125, + 2726.416259765625, + 2736.627197265625, + 2728.316650390625, + 2723.12841796875, + 2713.93603515625, + 2706.382080078125, + 2702.6826171875, + 2698.004638671875, + 2692.097900390625, + 2685.50390625, + 2681.876953125, + 2677.20849609375, + 2670.052001953125, + 2665.325927734375, + 2661.521728515625, + 2655.70361328125, + 2649.853515625 ], "p90": [ - 2806.86962890625, - 2802.2607421875, - 2806.4345703125, - 2815.399658203125, - 2822.1318359375, - 2827.755615234375, - 2826.248046875, - 2830.545166015625, - 2836.810302734375, - 2838.340087890625, - 2845.4130859375, - 2850.46533203125, - 2856.754638671875, - 2861.509521484375, - 2864.69970703125, - 2865.21337890625, - 2865.676025390625, - 2868.28369140625, - 2871.3056640625, - 2871.39013671875, - 2871.15966796875, - 2866.8642578125, - 2865.1767578125, - 2865.901123046875 + 2804.0029296875, + 2824.954345703125, + 2848.761962890625, + 2858.71240234375, + 2858.281982421875, + 2867.99560546875, + 2867.441650390625, + 2872.1201171875, + 2874.6103515625, + 2879.908203125, + 2880.107421875, + 2882.780517578125, + 2887.697509765625, + 2889.42041015625, + 2890.982421875, + 2892.319091796875, + 2893.7451171875, + 2896.48095703125, + 2900.480712890625, + 2899.330322265625, + 2901.773193359375, + 2902.9501953125, + 2902.78857421875, + 2904.3330078125 ], "timestamps": [ - "2026-06-17 17:55:00", - "2026-06-17 18:10:00", - "2026-06-17 18:25:00", - "2026-06-17 18:40:00", "2026-06-17 18:55:00", "2026-06-17 19:10:00", "2026-06-17 19:25:00", @@ -327,6 +323,10 @@ "2026-06-18 22:55:00", "2026-06-18 23:10:00", "2026-06-18 23:25:00", - "2026-06-18 23:40:00" + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index b46a87b8331379ef7c315bb94fa9e6d6579265b6..0a973d0741ec0359813993078eccba3a03d1dd8c 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,55 +1,19 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-18T04:57:03.427060+00:00", + "evaluated_at": "2026-06-18T05:10:51.396973+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t050000z", + "data_fetched_at": "2026-06-18T05:08:49.012758Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t223600z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t035000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t024000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t025000z", + "data_fetched_at": "2026-06-18T05:08:49.012758Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t040000z", - "data_fetched_at": "2026-06-18T04:47:08.338313Z", - "context_length": 168, - "prediction_length": 24 } ], "failed_datasets": []