diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 5f81c753ae58bdb0ad0259f74ec77183ec9865b5..d2542d689f6e572583a82e5bae63125620a9a29c 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,1577646.6575860195,401886.23021554016,565.680713564212,0.5805718524115143,0.008725777261669678,0.008700806050131796,7.862097100137298,1256.0440508143095,0.019336270524811443,0.008708416954846953,0.007732622053643553,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,1596383.4148519349,416203.21243440965,571.7643724183787,0.5868156592193318,0.008822543729746552,0.008795818231510226,8.111849372449996,1263.4806745067117,0.01945257596335303,0.008802896721748237,0.007827010428440993,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,2.9244108714625447,3.0902279460421958,1.4828289963672845,0.8190685412897448,0.0654288298000007,0.06854999311948155,23.06591486199115,1.710090895672667,0.07744100345043889,0.06714950983872729,0.06419802891286291,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.40079363958202135,0.3940310323890523,0.5340389697147668,0.5121897927384848,0.4766369104733258,0.35444710860368916,19.67171429706834,0.6330826483027483,0.49142211520887363,0.41454075673180796,0.4112577412630653,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.04174450440371748,0.049979245463227594,0.18363497343217194,0.8833072965319699,0.12009818418302282,0.1308897452342859,6.363951477193676,0.2043147190089776,0.14117716122346344,0.12688789322790306,0.10377393148804079,Ocean,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index c5bb0b139eed7bf91c5b39578439e2bc776881eb..01f55aacc23ef3b0791bbccb8070bcb98a56bd5d 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-18T04:25:12.899054+00:00", + "evaluated_at": "2026-06-18T04:40:32.833902+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64548.73828125, 64689.5, 64282.8203125, - 64098.01953125 + 63952.01171875 ], "p50": [ 65176.380801840765, diff --git a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 68ce8f25ce0fa78abc642e948bea2cc91bbaf2b9..338090201cc76f6493b6bd9bff7ff5a9dea517ec 100644 --- a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ARIMA", - "evaluated_at": "2026-06-18T04:07:35.309741+00:00", + "evaluated_at": "2026-06-18T04:40:32.867333+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 60dfa8eff8854780aa4494f90a1cac1d3ed51449..949ccb8d35a925a878a29e1f8b3910939a456c9c 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,25 +1,19 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-18T04:25:13.073506+00:00", + "evaluated_at": "2026-06-18T04:40:32.882004+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:19:25.749083Z", + "data_fetched_at": "2026-06-18T04:32:02.570365Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t221200z", - "data_fetched_at": "2026-06-18T04:19:25.749083Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t034000z", - "data_fetched_at": "2026-06-18T04:19:25.749083Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t015000z", + "data_fetched_at": "2026-06-18T04:32:02.570365Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index cbc0afe7982eccb2c048dab3aa787c81be87f3cd..e2356b77db6353e5c7a771a8607bc007ecdf1a45 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,911042.4582964579,911042.4582964579,821.8440755208334,0.8434785310466436,0.012718467053448692,0.012611359798378107,4.030767845580958,954.485441636727,0.014693902414900574,0.012651944303372006,0.007984474267701304,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,929879.6524238586,929879.6524238586,827.927734375,0.849722337854461,0.012815784874824992,0.01270636629771868,4.030767845580958,964.3026767690001,0.014846424998813064,0.012746793417623345,0.008016443468008786,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,1.0082514629748403,1.0082514629748403,0.780179500579834,0.4309468502771349,0.034445166500048946,0.033817551485012066,2.444838132938304,1.0041172555906208,0.04547117819971291,0.03533021756285016,0.033518584988996875,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.8149897165756301,0.8149897165756301,0.7148140688737233,0.6855688265194061,0.6483160906476086,0.9581116453602541,16.39359234407758,0.902767808783427,0.7007616893689957,0.5548650601129762,0.4925583363965729,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.03200667458102006,0.03200667458102006,0.14044628043969473,0.6755642564403987,0.09181035557727377,0.09787443333059848,3.760106510688031,0.17890409324836606,0.12361895480938069,0.09704541734949261,0.10284536682834505,Ocean,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 5f9373bafa10d22fa646d1e3ff1a05062bf5ae5b..ea3468787ce1b7bdd80489e82c20307b3da92aef 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-18T04:20:01.979835+00:00", + "evaluated_at": "2026-06-18T04:32:14.757386+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64548.73828125, 64689.5, 64282.8203125, - 64098.01953125 + 63952.01171875 ], "p50": [ 65849.78125, diff --git a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 04735ed638ce5c8ced75ccd593a3ffec7e9ac5a5..cfe898e6464f2a60b0e94972be3790872c8a7d98 100644 --- a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-18T04:03:10.322587+00:00", + "evaluated_at": "2026-06-18T04:32:29.125055+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 67e58d64a0aee37e960cfc9be4c83cadb7a04d4e..ad99f0d9034734a8f6e5e72ada04ce26444f4ed1 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,25 +1,19 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-18T04:20:16.560680+00:00", + "evaluated_at": "2026-06-18T04:32:32.049547+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:19:25.749083Z", + "data_fetched_at": "2026-06-18T04:32:02.570365Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t221200z", - "data_fetched_at": "2026-06-18T04:19:25.749083Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t034000z", - "data_fetched_at": "2026-06-18T04:19:25.749083Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t015000z", + "data_fetched_at": "2026-06-18T04:32:02.570365Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 405806cacd2f11ebf573a460d8b1184361c930ad..febfcb9f121ca8f6e9d6e170a8ac2e16c1cdfe55 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,2050972.8154340086,1956958.4918270893,1205.640121639254,1.2373777326638353,0.018658845813550106,0.01842675535081144,35.185211854634545,1432.121787919592,0.022046913321023147,0.01856032320878344,0.01788136560628781,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,2081017.4271498378,1986470.2403790986,1211.7237804934205,1.2436215394716528,0.018757465664769477,0.018521742573218817,35.43496412694724,1442.5731964617387,0.022209888329178317,0.01865572569667694,0.017976704503601323,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,6.554949833247299,7.345810740100781,2.357101120016555,1.3019892251730578,0.10444350596607699,0.11214400143316851,15.190647933313064,2.560263625732182,0.11594084546971963,0.1067406863752903,0.09071258683585551,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ETS,0.39657009801247367,0.4034589542851658,0.5391374899671342,0.5170797168440754,0.48159616198662347,0.3567986915391418,17.335037883773854,0.6297381185957173,0.4888259678220918,0.4184984163100175,0.40431396174333656,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.010219422428079487,0.009773052500673195,0.08282880917425296,0.39841697983361357,0.05919292654878236,0.057001759584132256,4.3640613086154225,0.10109115900057476,0.06985185855290152,0.057232960030780676,0.04777968361833859,Ocean,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index 81392a55c9ec263c0beb1b5a9383fe34c83c8a7b..5acf36f4887a86da7bac04bcce61115804e83980 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-18T04:25:13.118885+00:00", + "evaluated_at": "2026-06-18T04:40:32.925625+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64548.73828125, 64689.5, 64282.8203125, - 64098.01953125 + 63952.01171875 ], "p50": [ 65859.24161603967, diff --git a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index d27afeddf726526fa059e6e777f4d7f03d2cf178..0bf9629827ae0c94968e893f037fdb4c61c3c9dd 100644 --- a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ETS", - "evaluated_at": "2026-06-18T04:07:35.399921+00:00", + "evaluated_at": "2026-06-18T04:40:32.945584+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index 3a05d9bbe9b0362cc95b0d0909c4947c3155f7b2..e6eba9285c952c9e71baafc5d8a5e32b916101b3 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,25 +1,19 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-18T04:25:13.171810+00:00", + "evaluated_at": "2026-06-18T04:40:32.956568+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:19:25.749083Z", + "data_fetched_at": "2026-06-18T04:32:02.570365Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t221200z", - "data_fetched_at": "2026-06-18T04:19:25.749083Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t034000z", - "data_fetched_at": "2026-06-18T04:19:25.749083Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t015000z", + "data_fetched_at": "2026-06-18T04:32:02.570365Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index f89cd565c4ac1a5872b25be5ea4ed9abe588a9de..f4577db038c08f5d6e857255646fe72989d50197 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1330,3 +1330,5 @@ {"evaluated_at": "2026-06-18T04:25:13.238743+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-18T04:25:13.238743+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} {"evaluated_at": "2026-06-18T04:25:13.238743+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} +{"evaluated_at": "2026-06-18T04:40:33.089897+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-18T04:40:33.089897+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index c6e92c4fb39277052229ca890ed41225c5234f7b..918c010f31b266928852b5eeed0e13c810cf30eb 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,1093653.2024981182,1124405.9188543956,907.2166341145834,0.9310984609813023,0.014042458452621595,0.013909376613744069,7.837205992504359,1045.778754086216,0.016099324609675513,0.013966218979721008,0.009119498805218456,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,1145712.3432044983,1127464.8816051483,900.23681640625,0.9239349045805735,0.013939553029833629,0.013805962255640097,6.954748771050171,1070.3795323176253,0.01647958657551773,0.013860065618325885,0.008899982889745257,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,0.7013207358660717,0.9232141184032798,0.7193110386530558,0.3973250082150663,0.03165578214207213,0.03254988765978857,4.568059615663487,0.8374489452295416,0.03792364886638225,0.03257380573584,0.054069149564404936,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.7592186035200458,0.6914938296198547,0.666185250878334,0.638929563052399,0.6041366132362952,0.4085963232039537,2.6285229888904893,0.871331511836939,0.676359675538426,0.517117576962919,0.3841352923823502,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.02734057540151744,0.00874649940713823,0.07363692753844792,0.35420287417599067,0.051043628471898285,0.05076044760587905,6.161389764008138,0.1653498575793685,0.11425326386168734,0.05088156370486045,0.10147470498697364,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.7773698365654127,0 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,48.47127704386215,70.50814695506217,5.730656067530314,0.4561134137024602,0.1323584789518726,0.14578474359874585,3.124892448412529,6.962131645111442,0.18711216067488756,0.15401539263239367,0.1799112126055057,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,1.3022889210518163,1.349677650954315,1.0802021821339924,0.5374311815447044,0.04227390538913676,0.043296045516176225,1.9864854428689114,1.1411787419382715,0.04397606028152803,0.04162628914474829,0.03757075374749845,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,36.930615467858274,38.147450497033844,5.148024757703145,0.9831771420547121,0.6374089662511601,0.43700785236659684,12.207493262834829,6.0770564805552265,0.5064213733796022,0.4290020631419288,0.3287186160131737,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,606.5261119132241,324.6699621155858,15.363983154296875,0.13052587458517698,0.005500696520784717,0.005513549617313589,1.8585485947870577,24.627750849665993,0.008821880901372894,0.005503516353777985,0.010161590606537624,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,1109.7499855210383,292.5936630951862,13.560089111328125,0.11520075705199116,0.004855692611628281,0.004866696047559126,1.9300994278899335,33.31291019291227,0.011932982755670068,0.004857345353311567,0.010123782616863598,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Large,70.05955112213269,105.10574925752007,10.16238784790039,0.21213235930047475,0.04367278639133686,0.043532868622717796,1.437522259582939,8.370158368999519,0.03531712391982919,0.042879273619832875,0.04916024223717513,Web,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index d8afe708ed578b0417833f47ccda222ce3ab237e..e872d1645badb273cf5d2173cf6c5f115bc2ee1a 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-18T04:24:14.068685+00:00", + "evaluated_at": "2026-06-18T04:39:48.520333+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,85 +127,85 @@ 64548.73828125, 64689.5, 64282.8203125, - 64098.01953125 + 63952.01171875 ], "p50": [ - 65822.20703125, - 65842.62109375, - 65823.68359375, - 65832.1015625, - 65788.2109375, - 65808.2109375, - 65858.140625, - 65816.73046875, - 65806.16796875, - 65856.5234375, - 65826.3828125, - 65789.36328125, - 65815.734375, - 65876.6015625, - 65864.6640625, - 65776.81640625, - 65832.65625, - 65785.3515625, - 65836.3828125, - 65913.05859375, - 65848.89453125, - 65748.1953125, - 65814.66796875, - 65825.6484375 + 65827.953125, + 65812.7109375, + 65817.01953125, + 65824.4140625, + 65830.78125, + 65805.98046875, + 65844.84765625, + 65868.84375, + 65850.1328125, + 65856.5703125, + 65864.79296875, + 65822.484375, + 65796.734375, + 65773.8671875, + 65775.37890625, + 65838.609375, + 65833.1484375, + 65829.72265625, + 65823.6171875, + 65790.33203125, + 65760.75, + 65771.875, + 65827.09375, + 65844.7578125 ], "p10": [ - 65506.14453125, - 65400.76953125, - 65333.931640625, - 65260.517578125, - 65265.37890625, - 65180.0703125, - 65142.22265625, - 64854.919921875, - 64965.115234375, - 65067.865234375, - 64741.1640625, - 64708.302734375, - 64502.66796875, - 64747.654296875, - 64786.8515625, - 64553.798828125, - 64467.87109375, - 64696.626953125, - 64465.16796875, - 64627.494140625, - 64414.212890625, - 64234.8671875, - 64116.03515625, - 64074.80078125 + 65484.037109375, + 65415.232421875, + 65303.271484375, + 65396.240234375, + 65164.970703125, + 65155.068359375, + 65131.97265625, + 65061.447265625, + 64942.68359375, + 64953.732421875, + 64905.8984375, + 64914.81640625, + 64801.419921875, + 64786.8046875, + 64306.818359375, + 64413.3984375, + 64664.2265625, + 64510.4921875, + 63961.265625, + 64639.865234375, + 64262.00390625, + 64133.474609375, + 64151.0, + 64140.568359375 ], "p90": [ - 66136.1796875, - 66312.4765625, - 66276.76171875, - 66366.81640625, - 66407.9609375, - 66442.05078125, - 66533.59375, - 66540.078125, - 66507.12109375, - 66706.09375, - 67024.31640625, - 66844.625, - 66771.00390625, - 66992.78515625, - 67137.515625, - 66941.6171875, - 66900.32421875, - 67326.89453125, - 67167.18359375, - 67196.234375, - 67125.48828125, - 66914.19921875, - 67128.75390625, - 67063.4921875 + 66182.3515625, + 66283.68359375, + 66299.36328125, + 66332.83203125, + 66498.171875, + 66324.25390625, + 66651.68359375, + 66517.04296875, + 66611.73046875, + 66742.25, + 66813.67578125, + 66880.28515625, + 66623.56640625, + 66739.56640625, + 67123.43359375, + 66996.2890625, + 66988.34375, + 67058.546875, + 67018.859375, + 67010.2890625, + 67281.10546875, + 66987.125, + 67201.5625, + 67509.22265625 ], "timestamps": [ "2026-06-13 05:00:00", diff --git a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index d4a5f2c8a1b5a3e21b44ff3a5e45abd1399c8c2f..13025538cfbe682b9e14a7543ad768021e60f3e2 100644 --- a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-18T04:06:58.887923+00:00", + "evaluated_at": "2026-06-18T04:39:53.231559+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, @@ -130,82 +130,82 @@ 2800.0 ], "p50": [ - 2756.0350341796875, - 2761.98291015625, - 2765.448486328125, - 2763.7535400390625, - 2763.590576171875, - 2767.7381591796875, - 2774.4495849609375, - 2776.7723388671875, - 2771.1455078125, - 2775.5772705078125, - 2782.90625, - 2787.0389404296875, - 2779.544189453125, - 2792.4471435546875, - 2797.5694580078125, - 2791.936767578125, - 2787.2279052734375, - 2815.7919921875, - 2815.1468505859375, - 2810.3978271484375, - 2798.8487548828125, - 2811.9219970703125, - 2806.210693359375, - 2819.64501953125 + 2755.38330078125, + 2761.5267333984375, + 2768.2857666015625, + 2769.3524169921875, + 2763.274169921875, + 2769.5400390625, + 2769.25537109375, + 2778.19921875, + 2770.6217041015625, + 2777.238525390625, + 2776.754638671875, + 2785.0611572265625, + 2786.8623046875, + 2785.5208740234375, + 2794.4595947265625, + 2797.3140869140625, + 2803.3258056640625, + 2795.97265625, + 2814.998779296875, + 2812.1534423828125, + 2802.0205078125, + 2810.347412109375, + 2816.542236328125, + 2823.748046875 ], "p10": [ - 2724.562744140625, - 2733.0845947265625, - 2719.6251220703125, - 2712.435791015625, - 2703.6043701171875, - 2711.28466796875, - 2699.9613037109375, - 2701.955810546875, - 2688.26904296875, - 2698.8929443359375, - 2678.5714111328125, - 2684.0179443359375, - 2687.9705810546875, - 2683.8526611328125, - 2682.8778076171875, - 2631.9990234375, - 2680.4429931640625, - 2658.8397216796875, - 2685.531494140625, - 2674.9844970703125, - 2649.1075439453125, - 2673.3836669921875, - 2677.6182861328125, - 2647.0511474609375 + 2737.4698486328125, + 2729.3153076171875, + 2739.7939453125, + 2721.38232421875, + 2703.6124267578125, + 2706.835693359375, + 2708.0849609375, + 2699.070068359375, + 2678.9677734375, + 2701.311767578125, + 2683.31640625, + 2694.50341796875, + 2674.4947509765625, + 2659.41845703125, + 2676.386474609375, + 2676.378662109375, + 2646.2041015625, + 2694.8201904296875, + 2663.658203125, + 2663.8023681640625, + 2667.2783203125, + 2656.790283203125, + 2648.7440185546875, + 2663.1932373046875 ], "p90": [ - 2778.4947509765625, - 2796.2760009765625, - 2808.5325927734375, - 2822.3057861328125, - 2814.221435546875, - 2840.3734130859375, - 2861.76513671875, - 2859.22900390625, - 2862.707275390625, - 2869.4293212890625, - 2898.2081298828125, - 2912.16162109375, - 2901.7861328125, - 2945.018798828125, - 2920.98974609375, - 2945.1915283203125, - 2966.922119140625, - 3033.5938720703125, - 2997.556640625, - 3015.426513671875, - 2998.765869140625, - 3016.7994384765625, + 2778.3095703125, + 2791.39892578125, + 2814.874755859375, + 2828.876953125, + 2815.3369140625, + 2827.9114990234375, + 2846.2786865234375, + 2851.89599609375, + 2869.7796630859375, + 2863.054931640625, + 2891.3841552734375, + 2906.7587890625, + 2891.856689453125, + 2907.801513671875, + 2923.1578369140625, + 2917.45458984375, + 2988.7896728515625, + 2991.415283203125, 3019.164306640625, - 3093.3095703125 + 3070.760009765625, + 2986.2283935546875, + 3036.9627685546875, + 3076.2388916015625, + 3128.7894287109375 ], "timestamps": [ "2026-06-17 17:55:00", diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 4ec250d1ece82d00bb1aaae8a508518262247e7f..5e542169e77ab838229101596fc862e8a5ea37a0 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,25 +1,19 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-18T04:24:42.934179+00:00", + "evaluated_at": "2026-06-18T04:39:57.838856+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:19:25.749083Z", + "data_fetched_at": "2026-06-18T04:32:02.570365Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t221200z", - "data_fetched_at": "2026-06-18T04:19:25.749083Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t034000z", - "data_fetched_at": "2026-06-18T04:19:25.749083Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t015000z", + "data_fetched_at": "2026-06-18T04:32:02.570365Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 2e4db0278a3c9f5aa1deeaaade4df39f6acdc499..908ead0645771acd1f9cea7630df0d7d240b9e86 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,1527502.6915724871,1445221.7552943963,1056.067230046152,1.08386744203432,0.01633873790396864,0.01616717656633505,28.9994826311036,1235.921798324023,0.01902649690065512,0.016257711375108116,0.015530344638455817,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,1552213.2292947222,1469399.4298528128,1062.1508889003187,1.0901112488421374,0.0164367071309794,0.01626217443739374,29.249234903416294,1245.8784970031074,0.019181572455410204,0.016352898202375028,0.015625463341185235,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,1.3552808749740446,1.1151120880535934,0.8260371094912434,0.4562771647841492,0.038615694465923694,0.03754888748755416,4.115785308594549,1.1641653125626295,0.052718911149796856,0.03740686697307957,0.032055990258087565,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.08340824832020936,0.08563242012947284,0.2556148409164545,0.24515685149307828,0.2237884882875704,0.19567766248259985,6.981498912206866,0.2888048620092975,0.22418099208959116,0.19841767285631431,0.18643276562497113,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.06303793910899731,0.06483613308316825,0.21744441871289844,1.0459349765974713,0.14309080336329372,0.15766925917615005,6.0614241538109495,0.25107357309959427,0.17348654311525624,0.15024950677402873,0.13116975090132554,Ocean,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index ca67d87eaa75643ca773863125f5367e31e0b306..c75c7c525748177f484c98d77aecc330fa0381bc 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-18T04:25:13.177105+00:00", + "evaluated_at": "2026-06-18T04:40:32.964499+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64548.73828125, 64689.5, 64282.8203125, - 64098.01953125 + 63952.01171875 ], "p50": [ 65980.91229783444, diff --git a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 0e157eeb870b0ed7215da3a57a08775948a974d7..78b9c366753415d8c3852ac8e8a3ff30c2976f42 100644 --- a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-18T04:07:35.432757+00:00", + "evaluated_at": "2026-06-18T04:40:32.982361+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index 2f8fbea417f17d61f935d69523bb14750ecd8853..e013090b8421d2be83704d311f7f05b6fabaa99c 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,25 +1,19 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-18T04:25:13.202400+00:00", + "evaluated_at": "2026-06-18T04:40:32.994849+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:19:25.749083Z", + "data_fetched_at": "2026-06-18T04:32:02.570365Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t221200z", - "data_fetched_at": "2026-06-18T04:19:25.749083Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t034000z", - "data_fetched_at": "2026-06-18T04:19:25.749083Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t015000z", + "data_fetched_at": "2026-06-18T04:32:02.570365Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index 5190b8a639c69b6a496cac8e91868a4e3352e346..d5e7603d8bf6fbbbfc7e42450e593e74201c490d 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-18T04:19:26.272664+00:00", - "finished_at": "2026-06-18T04:25:13.231201+00:00", - "task_count": 3, + "started_at": "2026-06-18T04:32:03.060911+00:00", + "finished_at": "2026-06-18T04:40:33.085897+00:00", + "task_count": 2, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,25 +10,19 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-18T04:20:16.560680+00:00", + "evaluated_at": "2026-06-18T04:32:32.049547+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:19:25.749083Z", + "data_fetched_at": "2026-06-18T04:32:02.570365Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t221200z", - "data_fetched_at": "2026-06-18T04:19:25.749083Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t034000z", - "data_fetched_at": "2026-06-18T04:19:25.749083Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t015000z", + "data_fetched_at": "2026-06-18T04:32:02.570365Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -36,25 +30,19 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-18T04:20:57.142028+00:00", + "evaluated_at": "2026-06-18T04:32:59.401186+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:19:25.749083Z", + "data_fetched_at": "2026-06-18T04:32:02.570365Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t221200z", - "data_fetched_at": "2026-06-18T04:19:25.749083Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t034000z", - "data_fetched_at": "2026-06-18T04:19:25.749083Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t015000z", + "data_fetched_at": "2026-06-18T04:32:02.570365Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -62,25 +50,19 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-18T04:21:31.797183+00:00", + "evaluated_at": "2026-06-18T04:38:57.591850+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:19:25.749083Z", + "data_fetched_at": "2026-06-18T04:32:02.570365Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t221200z", - "data_fetched_at": "2026-06-18T04:19:25.749083Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t034000z", - "data_fetched_at": "2026-06-18T04:19:25.749083Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t015000z", + "data_fetched_at": "2026-06-18T04:32:02.570365Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -88,25 +70,19 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-18T04:23:53.429807+00:00", + "evaluated_at": "2026-06-18T04:39:22.887633+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:19:25.749083Z", + "data_fetched_at": "2026-06-18T04:32:02.570365Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t221200z", - "data_fetched_at": "2026-06-18T04:19:25.749083Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t034000z", - "data_fetched_at": "2026-06-18T04:19:25.749083Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t015000z", + "data_fetched_at": "2026-06-18T04:32:02.570365Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -114,25 +90,19 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-18T04:24:42.934179+00:00", + "evaluated_at": "2026-06-18T04:39:57.838856+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:19:25.749083Z", + "data_fetched_at": "2026-06-18T04:32:02.570365Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t221200z", - "data_fetched_at": "2026-06-18T04:19:25.749083Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t034000z", - "data_fetched_at": "2026-06-18T04:19:25.749083Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t015000z", + "data_fetched_at": "2026-06-18T04:32:02.570365Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -140,25 +110,19 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-18T04:25:11.101130+00:00", + "evaluated_at": "2026-06-18T04:40:31.145138+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:19:25.749083Z", + "data_fetched_at": "2026-06-18T04:32:02.570365Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t221200z", - "data_fetched_at": "2026-06-18T04:19:25.749083Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t034000z", - "data_fetched_at": "2026-06-18T04:19:25.749083Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t015000z", + "data_fetched_at": "2026-06-18T04:32:02.570365Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -166,25 +130,19 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-18T04:25:13.073506+00:00", + "evaluated_at": "2026-06-18T04:40:32.882004+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:19:25.749083Z", + "data_fetched_at": "2026-06-18T04:32:02.570365Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t221200z", - "data_fetched_at": "2026-06-18T04:19:25.749083Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t034000z", - "data_fetched_at": "2026-06-18T04:19:25.749083Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t015000z", + "data_fetched_at": "2026-06-18T04:32:02.570365Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -192,25 +150,19 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-18T04:25:13.171810+00:00", + "evaluated_at": "2026-06-18T04:40:32.956568+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:19:25.749083Z", + "data_fetched_at": "2026-06-18T04:32:02.570365Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t221200z", - "data_fetched_at": "2026-06-18T04:19:25.749083Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t034000z", - "data_fetched_at": "2026-06-18T04:19:25.749083Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t015000z", + "data_fetched_at": "2026-06-18T04:32:02.570365Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -218,25 +170,19 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-18T04:25:13.202400+00:00", + "evaluated_at": "2026-06-18T04:40:32.994849+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:19:25.749083Z", + "data_fetched_at": "2026-06-18T04:32:02.570365Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t221200z", - "data_fetched_at": "2026-06-18T04:19:25.749083Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t034000z", - "data_fetched_at": "2026-06-18T04:19:25.749083Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t015000z", + "data_fetched_at": "2026-06-18T04:32:02.570365Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -244,25 +190,19 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-18T04:25:13.229679+00:00", + "evaluated_at": "2026-06-18T04:40:33.066104+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:19:25.749083Z", + "data_fetched_at": "2026-06-18T04:32:02.570365Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t221200z", - "data_fetched_at": "2026-06-18T04:19:25.749083Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t034000z", - "data_fetched_at": "2026-06-18T04:19:25.749083Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t015000z", + "data_fetched_at": "2026-06-18T04:32:02.570365Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -270,7 +210,5 @@ }, "failed_models": [], "failed_datasets": [], - "push_status": "ok", - "pushed_at": "2026-06-18T04:26:08.485943+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260618_044032.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260618_044032.json new file mode 100644 index 0000000000000000000000000000000000000000..da147f17153082ab82f723e4f1b0475b7495bb38 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260618_044032.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-18T04:40:32.833902+00:00", + "metrics": { + "MSE[mean]": 1596383.4148519349, + "MSE[0.5]": 416203.21243440965, + "MAE[0.5]": 571.7643724183787, + "MASE[0.5]": 0.5868156592193318, + "MAPE[0.5]": 0.008822543729746552, + "sMAPE[0.5]": 0.008795818231510226, + "MSIS": 8.111849372449996, + "RMSE[mean]": 1263.4806745067117, + "NRMSE[mean]": 0.01945257596335303, + "ND[0.5]": 0.008802896721748237, + "mean_weighted_sum_quantile_loss": 0.007827010428440993 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" + ], + "context": [ + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0 + ], + "actual": [ + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63952.01171875 + ], + "predictions": { + "p50": [ + 65176.380801840765, + 65164.15301974802, + 65198.27852598687, + 65201.707666291644, + 65198.29817938252, + 65192.56420719013, + 65201.68778268599, + 65176.36725691806, + 65192.55768869645, + 65184.56721062734, + 65231.32194702861, + 65228.6080513723, + 65201.69081438824, + 65192.78745965083, + 65205.36176394328, + 65202.098167366916, + 65192.91150283537, + 65201.69093192007, + 65203.66788111321, + 65201.69092734045, + 65192.91151345588, + 65203.086627270284, + 65164.10195306511, + 65201.69092534691 + ], + "p10": [ + 64992.31446131108, + 65029.915370830466, + 64992.86673573387, + 65029.88104575161, + 64982.96722659899, + 64992.90146287947, + 64992.89283215285, + 64926.947658572884, + 65026.84144789577, + 64992.89656442497, + 64987.97238751281, + 64998.9712265919, + 64894.88328554736, + 64998.97109661323, + 64894.15259048992, + 64926.945880110026, + 64933.70056165584, + 65026.842484896915, + 64992.40364573954, + 64982.97681427678, + 65029.86430328795, + 64982.97681277543, + 64926.945858908206, + 64982.97681228324 + ], + "p90": [ + 65519.72243939492, + 65446.213173802375, + 65519.78238888454, + 65524.79356176754, + 65525.24141183504, + 65519.817116030135, + 65533.930574891725, + 65408.788679263154, + 65524.77579039482, + 65525.25158713049, + 65524.77648285359, + 65535.82980232169, + 65525.25088656062, + 65525.251060673036, + 65612.07816131559, + 65413.70878280944, + 65519.811615825, + 65524.82424506562, + 65612.07819371176, + 65612.07819984635, + 65413.708760748006, + 65535.829609681474, + 65453.52705913803, + 65612.07819785281 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260618_043214.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260618_043214.json new file mode 100644 index 0000000000000000000000000000000000000000..a745fe55ef46ff427806e31482f51a926038a041 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260618_043214.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-18T04:32:14.757386+00:00", + "metrics": { + "MSE[mean]": 929879.6524238586, + "MSE[0.5]": 929879.6524238586, + "MAE[0.5]": 827.927734375, + "MASE[0.5]": 0.849722337854461, + "MAPE[0.5]": 0.012815784874824992, + "sMAPE[0.5]": 0.01270636629771868, + "MSIS": 4.030767845580958, + "RMSE[mean]": 964.3026767690001, + "NRMSE[mean]": 0.014846424998813064, + "ND[0.5]": 0.012746793417623345, + "mean_weighted_sum_quantile_loss": 0.008016443468008786 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" + ], + "context": [ + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0 + ], + "actual": [ + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63952.01171875 + ], + "predictions": { + "p50": [ + 65849.78125, + 65834.234375, + 65831.0234375, + 65829.3828125, + 65806.0078125, + 65798.5625, + 65780.7734375, + 65771.3203125, + 65759.4140625, + 65757.7734375, + 65742.40625, + 65739.3046875, + 65744.3125, + 65744.7578125, + 65734.046875, + 65737.328125, + 65725.09375, + 65713.8203125, + 65699.1015625, + 65687.0546875, + 65656.6328125, + 65625.2109375, + 65585.6484375, + 65573.1953125 + ], + "p10": [ + 65580.5, + 65465.62890625, + 65368.40625, + 65261.29296875, + 65156.30859375, + 65049.1015625, + 64922.3515625, + 64840.91796875, + 64774.7421875, + 64678.44140625, + 64619.01171875, + 64562.80078125, + 64491.94140625, + 64455.91015625, + 64423.39453125, + 64437.07421875, + 64362.40234375, + 64195.0234375, + 64114.9140625, + 64033.30078125, + 63962.765625, + 63899.8671875, + 63848.3203125, + 63797.53125 + ], + "p90": [ + 66046.625, + 66133.21875, + 66209.9140625, + 66272.640625, + 66327.3046875, + 66353.859375, + 66373.5390625, + 66424.6171875, + 66461.25, + 66503.625, + 66533.015625, + 66602.3046875, + 66660.4921875, + 66656.625, + 66656.140625, + 66681.90625, + 66733.171875, + 66761.1875, + 66785.2734375, + 66860.75, + 66844.6015625, + 66874.1953125, + 66906.28125, + 66917.6796875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260618_044032.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260618_044032.json new file mode 100644 index 0000000000000000000000000000000000000000..4ed20fbb5ab5d100388bc36de3859e182ac2547e --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260618_044032.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-18T04:40:32.925625+00:00", + "metrics": { + "MSE[mean]": 2081017.4271498378, + "MSE[0.5]": 1986470.2403790986, + "MAE[0.5]": 1211.7237804934205, + "MASE[0.5]": 1.2436215394716528, + "MAPE[0.5]": 0.018757465664769477, + "sMAPE[0.5]": 0.018521742573218817, + "MSIS": 35.43496412694724, + "RMSE[mean]": 1442.5731964617387, + "NRMSE[mean]": 0.022209888329178317, + "ND[0.5]": 0.01865572569667694, + "mean_weighted_sum_quantile_loss": 0.017976704503601323 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" + ], + "context": [ + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0 + ], + "actual": [ + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63952.01171875 + ], + "predictions": { + "p50": [ + 65859.24161603967, + 65877.86567370503, + 65934.44480949538, + 65954.14503903575, + 65986.91753420111, + 66014.81112311648, + 66024.86877453185, + 66056.19791032221, + 66087.86298361256, + 66097.92063502793, + 66137.3083645683, + 66184.36406285866, + 66169.15218302402, + 66194.41295943937, + 66234.71084522974, + 66260.2899810201, + 66269.82419493547, + 66305.71192447584, + 66328.7559040162, + 66352.64168043155, + 66366.50206622192, + 66372.44838951228, + 66404.72869717765, + 66450.50900484301 + ], + "p10": [ + 65681.52677228967, + 65705.87739245503, + 65730.22801262038, + 65753.73058591074, + 65813.02026857612, + 65802.43182624147, + 65770.64221203185, + 65838.64986344721, + 65910.79853048756, + 65904.06438502793, + 65924.18492706829, + 66020.67031285865, + 65965.25374552402, + 66001.46686568938, + 65965.44717335474, + 66033.4548247701, + 66014.14841368547, + 66095.48731510084, + 66123.2199665162, + 66135.70808668155, + 66226.69933184692, + 66119.78432701228, + 66160.25213467765, + 66241.59103609301 + ], + "p90": [ + 66212.02286603967, + 66232.39692370503, + 66259.97176262038, + 66281.09816403575, + 66308.58940920111, + 66329.79940436648, + 66358.12658703185, + 66276.64126969721, + 66406.82782736256, + 66350.67063502793, + 66455.5290676933, + 66479.87968785866, + 66406.36937052403, + 66528.58092818937, + 66553.84014210475, + 66477.4931060201, + 66495.79685118547, + 66622.00684635084, + 66650.3340290162, + 66683.77058668155, + 66592.52745684692, + 66642.87807701228, + 66746.90057217765, + 66772.08712984301 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260618_043948.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260618_043948.json new file mode 100644 index 0000000000000000000000000000000000000000..ad796d211ff1069c9b33a68ca06c9c38257da6a4 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260618_043948.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-18T04:39:48.520333+00:00", + "metrics": { + "MSE[mean]": 1145712.3432044983, + "MSE[0.5]": 1127464.8816051483, + "MAE[0.5]": 900.23681640625, + "MASE[0.5]": 0.9239349045805735, + "MAPE[0.5]": 0.013939553029833629, + "sMAPE[0.5]": 0.013805962255640097, + "MSIS": 6.954748771050171, + "RMSE[mean]": 1070.3795323176253, + "NRMSE[mean]": 0.01647958657551773, + "ND[0.5]": 0.013860065618325885, + "mean_weighted_sum_quantile_loss": 0.008899982889745257 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" + ], + "context": [ + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0 + ], + "actual": [ + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63952.01171875 + ], + "predictions": { + "p50": [ + 65827.953125, + 65812.7109375, + 65817.01953125, + 65824.4140625, + 65830.78125, + 65805.98046875, + 65844.84765625, + 65868.84375, + 65850.1328125, + 65856.5703125, + 65864.79296875, + 65822.484375, + 65796.734375, + 65773.8671875, + 65775.37890625, + 65838.609375, + 65833.1484375, + 65829.72265625, + 65823.6171875, + 65790.33203125, + 65760.75, + 65771.875, + 65827.09375, + 65844.7578125 + ], + "p10": [ + 65484.037109375, + 65415.232421875, + 65303.271484375, + 65396.240234375, + 65164.970703125, + 65155.068359375, + 65131.97265625, + 65061.447265625, + 64942.68359375, + 64953.732421875, + 64905.8984375, + 64914.81640625, + 64801.419921875, + 64786.8046875, + 64306.818359375, + 64413.3984375, + 64664.2265625, + 64510.4921875, + 63961.265625, + 64639.865234375, + 64262.00390625, + 64133.474609375, + 64151.0, + 64140.568359375 + ], + "p90": [ + 66182.3515625, + 66283.68359375, + 66299.36328125, + 66332.83203125, + 66498.171875, + 66324.25390625, + 66651.68359375, + 66517.04296875, + 66611.73046875, + 66742.25, + 66813.67578125, + 66880.28515625, + 66623.56640625, + 66739.56640625, + 67123.43359375, + 66996.2890625, + 66988.34375, + 67058.546875, + 67018.859375, + 67010.2890625, + 67281.10546875, + 66987.125, + 67201.5625, + 67509.22265625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260618_044032.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260618_044032.json new file mode 100644 index 0000000000000000000000000000000000000000..a0a33a048bcc8ee2e20350082285c71416e83fc6 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260618_044032.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-18T04:40:32.964499+00:00", + "metrics": { + "MSE[mean]": 1552213.2292947222, + "MSE[0.5]": 1469399.4298528128, + "MAE[0.5]": 1062.1508889003187, + "MASE[0.5]": 1.0901112488421374, + "MAPE[0.5]": 0.0164367071309794, + "sMAPE[0.5]": 0.01626217443739374, + "MSIS": 29.249234903416294, + "RMSE[mean]": 1245.8784970031074, + "NRMSE[mean]": 0.019181572455410204, + "ND[0.5]": 0.016352898202375028, + "mean_weighted_sum_quantile_loss": 0.015625463341185235 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" + ], + "context": [ + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0 + ], + "actual": [ + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63952.01171875 + ], + "predictions": { + "p50": [ + 65980.91229783444, + 65975.18573533444, + 66007.41425095944, + 66002.76386033444, + 66011.18573533444, + 66014.72870408444, + 66000.43573533444, + 66007.41425095944, + 66014.72870408444, + 66000.43573533444, + 66015.47284470944, + 66038.17792283444, + 65998.61542283444, + 65999.52557908444, + 66015.47284470944, + 66016.70136033444, + 66001.88495408444, + 66013.42206345944, + 66012.11542283444, + 66011.65057908444, + 66001.16034470944, + 65982.75604783444, + 65990.68573533444, + 66012.11542283444 + ], + "p10": [ + 65803.19745408444, + 65803.19745408444, + 65803.19745408444, + 65802.34940720943, + 65837.28846970944, + 65802.34940720943, + 65746.20917283444, + 65789.86620408444, + 65837.66425095944, + 65806.57948533444, + 65802.34940720943, + 65874.48417283443, + 65794.71698533444, + 65806.57948533444, + 65746.20917283444, + 65789.86620408444, + 65746.20917283444, + 65803.19745408444, + 65806.57948533444, + 65794.71698533444, + 65861.35761033444, + 65730.09198533444, + 65746.20917283444, + 65803.19745408444 + ], + "p90": [ + 66333.69354783444, + 66329.71698533444, + 66332.94120408443, + 66329.71698533444, + 66332.85761033444, + 66329.71698533444, + 66333.69354783444, + 66227.85761033444, + 66333.69354783444, + 66253.18573533444, + 66333.69354783444, + 66333.69354783444, + 66235.83261033444, + 66333.69354783444, + 66334.60214158444, + 66233.90448533444, + 66227.85761033444, + 66329.71698533444, + 66333.69354783444, + 66342.77948533444, + 66227.18573533444, + 66253.18573533444, + 66332.85761033444, + 66333.69354783444 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260618_044033.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260618_044033.json new file mode 100644 index 0000000000000000000000000000000000000000..a89c59abfb37ce3a301411a99222829d8dea24ed --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260618_044033.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-18T04:40:33.020692+00:00", + "metrics": { + "MSE[mean]": 1562764.6620063782, + "MSE[0.5]": 1562764.6620063782, + "MAE[0.5]": 1104.9137369791667, + "MASE[0.5]": 1.1339997982096788, + "MAPE[0.5]": 0.01708198921066909, + "sMAPE[0.5]": 0.016897228794495397, + "MSIS": 4.066551916409078, + "RMSE[mean]": 1250.1058603199883, + "NRMSE[mean]": 0.01924665703304209, + "ND[0.5]": 0.017011275942096202, + "mean_weighted_sum_quantile_loss": 0.01261231120561487 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" + ], + "context": [ + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0 + ], + "actual": [ + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63952.01171875 + ], + "predictions": { + "p50": [ + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0 + ], + "p10": [ + 64724.1, + 65117.08, + 65044.56, + 65561.6171875, + 65179.799999999996, + 65183.72, + 65152.09203125, + 65101.2315625, + 64730.96, + 64341.80046875, + 64542.56265625, + 64442.90890625, + 64659.21328125, + 64531.03234375, + 64362.36515625, + 64536.92, + 64461.429375, + 64464.4, + 64361.507656249996, + 64386.0, + 64621.2, + 64585.92, + 64534.952343749996, + 64574.159999999996 + ], + "p90": [ + 67365.9, + 67774.92, + 67699.44, + 68237.6015625, + 67840.2, + 67844.28, + 67811.36109375, + 67758.4246875, + 67373.04000000001, + 66967.99640625001, + 67176.95296875, + 67073.23171875, + 67298.36484375, + 67164.95203125, + 66989.40046875, + 67171.08, + 67092.50812500001, + 67095.6, + 66988.50796875, + 67014.0, + 67258.8, + 67222.08, + 67169.03203125, + 67209.84 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260618_044023.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260618_044023.json new file mode 100644 index 0000000000000000000000000000000000000000..378f552d321dfa4bc648b8c1f8602f48802062a4 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260618_044023.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-18T04:40:23.033505+00:00", + "metrics": { + "MSE[mean]": 1142904.9463971455, + "MSE[0.5]": 1142904.9463971455, + "MAE[0.5]": 934.0208333333334, + "MASE[0.5]": 0.9586082615095654, + "MAPE[0.5]": 0.014453950668794823, + "sMAPE[0.5]": 0.014318564102596125, + "MSIS": 8.564823971353793, + "RMSE[mean]": 1069.0673254744743, + "NRMSE[mean]": 0.016459383810401445, + "ND[0.5]": 0.014380205078217403, + "mean_weighted_sum_quantile_loss": 0.009239165022954238 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" + ], + "context": [ + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0 + ], + "actual": [ + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63952.01171875 + ], + "predictions": { + "p50": [ + 66011.25, + 65974.6875, + 65970.625, + 65942.1875, + 65938.125, + 65921.875, + 65913.75, + 65909.6875, + 65893.4375, + 65865.0, + 65877.1875, + 65856.875, + 65848.75, + 65840.625, + 65848.75, + 65836.5625, + 65832.5, + 65816.25, + 65808.125, + 65777.65625, + 65781.71875, + 65761.40625, + 65765.46875, + 65743.125 + ], + "p10": [ + 65615.15625, + 65478.046875, + 65383.0859375, + 65303.61328125, + 65234.8046875, + 65166.7578125, + 65119.53125, + 65080.9375, + 65025.078125, + 64952.96875, + 64944.84375, + 64890.0, + 64849.375, + 64808.75, + 64790.46875, + 64747.8125, + 64699.0625, + 64662.5, + 64630.0, + 64581.25, + 64560.9375, + 64524.375, + 64500.0, + 64459.375 + ], + "p90": [ + 66368.75, + 66433.75, + 66506.875, + 66506.875, + 66547.5, + 66555.625, + 66588.125, + 66604.375, + 66612.5, + 66604.375, + 66612.5, + 66628.75, + 66645.0, + 66645.0, + 66653.125, + 66661.25, + 66645.0, + 66645.0, + 66653.125, + 66645.0, + 66653.125, + 66645.0, + 66661.25, + 66661.25 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260618_043249.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260618_043249.json new file mode 100644 index 0000000000000000000000000000000000000000..434bb5a97c7fc73e158930c159f920687647caf1 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260618_043249.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-18T04:32:49.870604+00:00", + "metrics": { + "MSE[mean]": 1432470.1427065532, + "MSE[0.5]": 1208097.9359321594, + "MAE[0.5]": 931.5862630208334, + "MASE[0.5]": 0.956109602880657, + "MAPE[0.5]": 0.014425047315887377, + "sMAPE[0.5]": 0.014281969813636455, + "MSIS": 40.75592759068369, + "RMSE[mean]": 1196.8584472303119, + "NRMSE[mean]": 0.018426858702226014, + "ND[0.5]": 0.014342722380699675, + "mean_weighted_sum_quantile_loss": 0.015302793751595843 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" + ], + "context": [ + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0 + ], + "actual": [ + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63952.01171875 + ], + "predictions": { + "p50": [ + 65848.171875, + 65829.0234375, + 65840.7265625, + 65846.765625, + 65846.109375, + 65841.71875, + 65815.4453125, + 65801.3671875, + 65800.7734375, + 65798.40625, + 65817.4453125, + 65821.5859375, + 65825.578125, + 65882.4375, + 65897.15625, + 65897.1484375, + 65933.90625, + 65945.2265625, + 65897.4765625, + 65888.8515625, + 65864.5234375, + 65891.0546875, + 65866.7578125, + 65862.6171875 + ], + "p10": [ + 65890.21875, + 65896.828125, + 65910.28125, + 65914.265625, + 65913.890625, + 65867.6484375, + 65843.578125, + 65823.7265625, + 65857.6015625, + 65881.1796875, + 65904.1640625, + 65867.0703125, + 65930.3828125, + 65925.65625, + 65966.28125, + 65975.734375, + 66025.34375, + 65977.6640625, + 65995.3359375, + 65970.1640625, + 65966.4609375, + 65992.5390625, + 65977.875, + 65944.546875 + ], + "p90": [ + 66135.6640625, + 66170.8671875, + 66186.296875, + 66215.6015625, + 66239.453125, + 66242.5625, + 66236.625, + 66254.078125, + 66264.828125, + 66288.328125, + 66353.7265625, + 66338.78125, + 66391.9296875, + 66472.0546875, + 66475.796875, + 66503.1328125, + 66546.3125, + 66585.2578125, + 66572.921875, + 66569.640625, + 66561.8359375, + 66602.5546875, + 66566.2734375, + 66583.03125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260618_043915.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260618_043915.json new file mode 100644 index 0000000000000000000000000000000000000000..f5c3f7d4177723bdb00e89a528e33a0ebe3d8a60 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260618_043915.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-18T04:39:15.447629+00:00", + "metrics": { + "MSE[mean]": 1250385.2484092712, + "MSE[0.5]": 1250385.2484092712, + "MAE[0.5]": 969.8792317708334, + "MASE[0.5]": 0.9954106065536417, + "MAPE[0.5]": 0.015011720566137978, + "sMAPE[0.5]": 0.014863200595768343, + "MSIS": 15.029940471855262, + "RMSE[mean]": 1118.2062638034502, + "NRMSE[mean]": 0.0172159279743841, + "ND[0.5]": 0.014932281760990554, + "mean_weighted_sum_quantile_loss": 0.010802923495154253 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" + ], + "context": [ + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0 + ], + "actual": [ + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63952.01171875 + ], + "predictions": { + "p50": [ + 65922.3046875, + 65910.6640625, + 65911.21875, + 65912.53125, + 65913.2890625, + 65910.265625, + 65914.9609375, + 65919.921875, + 65927.8125, + 65928.5078125, + 65941.0078125, + 65945.359375, + 65943.59375, + 65938.484375, + 65944.3984375, + 65938.09375, + 65928.046875, + 65915.0625, + 65901.6171875, + 65881.703125, + 65862.8515625, + 65843.6953125, + 65831.28125, + 65813.7265625 + ], + "p10": [ + 65670.6953125, + 65574.21875, + 65500.62890625, + 65444.49609375, + 65400.28125, + 65359.4609375, + 65334.890625, + 65298.8125, + 65262.48828125, + 65224.8359375, + 65205.421875, + 65179.0859375, + 65131.8671875, + 65091.48046875, + 65064.3359375, + 65030.1015625, + 64994.77734375, + 64957.69921875, + 64922.34375, + 64882.2734375, + 64847.03515625, + 64813.734375, + 64789.58203125, + 64760.453125 + ], + "p90": [ + 66187.8359375, + 66266.984375, + 66364.6640625, + 66447.7734375, + 66512.4296875, + 66566.8828125, + 66639.0, + 66698.1484375, + 66752.484375, + 66804.140625, + 66862.0, + 66894.96875, + 66916.0703125, + 66951.5859375, + 67014.5, + 67037.140625, + 67051.7890625, + 67064.515625, + 67073.3515625, + 67078.75, + 67066.1484375, + 67058.25, + 67053.1328125, + 67051.328125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260618_043849.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260618_043849.json new file mode 100644 index 0000000000000000000000000000000000000000..9f527d4e76823c31c4e9e753da8709b8db5e959c --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260618_043849.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T04:38:49.640749+00:00", + "metrics": { + "MSE[mean]": 1109695.9935391743, + "MSE[0.5]": 1109695.9935391743, + "MAE[0.5]": 907.3863932291666, + "MASE[0.5]": 0.9312726888827565, + "MAPE[0.5]": 0.014045942693684676, + "sMAPE[0.5]": 0.013914548287697302, + "MSIS": 5.133502004205524, + "RMSE[mean]": 1053.4210903238904, + "NRMSE[mean]": 0.016218494033495245, + "ND[0.5]": 0.01397014065869634, + "mean_weighted_sum_quantile_loss": 0.008834937370711952 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00" + ], + "context": [ + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0 + ], + "actual": [ + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63952.01171875 + ], + "predictions": { + "p50": [ + 65889.453125, + 65888.40625, + 65885.1328125, + 65878.21875, + 65876.78125, + 65864.2578125, + 65860.6640625, + 65858.1171875, + 65853.7890625, + 65845.09375, + 65847.15625, + 65834.2890625, + 65828.625, + 65825.328125, + 65816.984375, + 65810.9609375, + 65812.2734375, + 65806.234375, + 65801.234375, + 65793.703125, + 65790.6875, + 65783.28125, + 65782.6875, + 65777.6171875 + ], + "p10": [ + 65623.0859375, + 65501.328125, + 65393.9296875, + 65303.95703125, + 65215.58203125, + 65120.65234375, + 65043.49609375, + 64977.56640625, + 64893.25390625, + 64832.05859375, + 64760.04296875, + 64683.36328125, + 64610.6640625, + 64541.73828125, + 64494.578125, + 64427.484375, + 64387.26171875, + 64332.11328125, + 64271.46484375, + 64220.203125, + 64170.36328125, + 64120.2890625, + 64079.6875, + 64035.3125 + ], + "p90": [ + 66160.109375, + 66261.4453125, + 66345.71875, + 66411.4765625, + 66497.21875, + 66567.53125, + 66633.84375, + 66690.7578125, + 66767.203125, + 66826.78125, + 66901.6171875, + 66942.0546875, + 66983.1796875, + 67050.296875, + 67098.8984375, + 67143.5859375, + 67199.140625, + 67239.8125, + 67283.8359375, + 67315.90625, + 67344.1796875, + 67404.984375, + 67437.6015625, + 67462.8359375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260618_044032.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260618_044032.json new file mode 100644 index 0000000000000000000000000000000000000000..3cbaabbca19fe07a9ee6350d534d23fcac4a363a --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260618_044032.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ARIMA", + "evaluated_at": "2026-06-18T04:40:32.867333+00:00", + "metrics": { + "MSE[mean]": 2784.7271177536463, + "MSE[0.5]": 5327.494636309234, + "MAE[0.5]": 70.55230697248093, + "MASE[0.5]": 0.5993824309166522, + "MAPE[0.5]": 0.025228348649012026, + "sMAPE[0.5]": 0.025573213317758952, + "MSIS": 3.7514533216553207, + "RMSE[mean]": 52.7705137150819, + "NRMSE[mean]": 0.01890287058450695, + "ND[0.5]": 0.0252724681692469, + "mean_weighted_sum_quantile_loss": 0.02192651280025257 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00" + ], + "context": [ + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2700.0, + 2750.0, + 2700.0, + 2700.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2700.0, + 2700.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0 + ], + "actual": [ + 2750.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 + ], + "predictions": { + "p50": [ + 2721.4658132550867, + 2720.8327311861503, + 2720.8064149811094, + 2721.0536985492577, + 2721.716353935889, + 2720.987415017179, + 2720.921173114987, + 2721.914292963367, + 2720.8429471755016, + 2720.7920423000014, + 2721.0715828417747, + 2721.4965152762015, + 2720.9874146470884, + 2720.8059621857374, + 2720.796293746561, + 2721.0895094697526, + 2721.4140171325407, + 2721.0536562137922, + 2720.8278883517937, + 2721.4140171325407, + 2721.2105142293167, + 2721.4140171325407, + 2720.9874146470884, + 2720.8429471751997 + ], + "p10": [ + 2698.4175263846773, + 2679.4566498914933, + 2680.7332602463907, + 2681.9785837071568, + 2675.3402182171694, + 2675.5811068832422, + 2680.732807485621, + 2685.299276519117, + 2675.3402142591904, + 2672.585546636637, + 2697.141819757492, + 2686.0807874028883, + 2673.172183970519, + 2680.7328074510187, + 2675.5811065131516, + 2672.5855466366093, + 2698.365730262132, + 2679.8818848953574, + 2675.3402142588884, + 2680.7328074510187, + 2673.172183970519, + 2680.7328074510187, + 2675.5811065131516, + 2673.1135202371283 + ], + "p90": [ + 2754.7068477666185, + 2753.2533343626765, + 2752.487252266598, + 2762.2567848211347, + 2754.655055602354, + 2754.864878008332, + 2754.049644078887, + 2760.3135460395683, + 2751.687511026778, + 2754.0496440443126, + 2760.103720042167, + 2760.1037200421647, + 2752.6430839285317, + 2751.7199667316695, + 2751.6348076195804, + 2752.6430839285317, + 2762.2019799838545, + 2760.1037200421647, + 2751.8126652211536, + 2751.6352083503393, + 2752.486799471226, + 2751.8126652211536, + 2762.2019799838545, + 2760.1037200421647 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260618_043229.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260618_043229.json new file mode 100644 index 0000000000000000000000000000000000000000..60bd27bb834b402b32a109334180aff445091e83 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260618_043229.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Chronos-2", + "evaluated_at": "2026-06-18T04:32:29.125055+00:00", + "metrics": { + "MSE[mean]": 1748.044067022701, + "MSE[0.5]": 1748.044067022701, + "MAE[0.5]": 38.95887247721354, + "MASE[0.5]": 0.33097803166482304, + "MAPE[0.5]": 0.013919503546380376, + "sMAPE[0.5]": 0.014031316746093, + "MSIS": 5.620926178788717, + "RMSE[mean]": 41.80961692030556, + "NRMSE[mean]": 0.014976579195333335, + "ND[0.5]": 0.01395541700676306, + "mean_weighted_sum_quantile_loss": 0.012466922062862769 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00" + ], + "context": [ + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2700.0, + 2750.0, + 2700.0, + 2700.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2700.0, + 2700.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0 + ], + "actual": [ + 2750.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 + ], + "predictions": { + "p50": [ + 2754.707763671875, + 2755.12646484375, + 2755.9228515625, + 2755.767822265625, + 2755.17138671875, + 2755.0859375, + 2754.5400390625, + 2754.5673828125, + 2754.82666015625, + 2754.323974609375, + 2753.7705078125, + 2753.591064453125, + 2752.533203125, + 2753.147705078125, + 2754.4248046875, + 2753.67236328125, + 2757.39111328125, + 2756.41162109375, + 2756.75830078125, + 2755.28271484375, + 2754.2197265625, + 2753.191162109375, + 2751.384521484375, + 2750.71484375 + ], + "p10": [ + 2742.4462890625, + 2738.55810546875, + 2737.210205078125, + 2735.00244140625, + 2734.676513671875, + 2732.29638671875, + 2731.806640625, + 2730.665283203125, + 2728.49267578125, + 2727.123779296875, + 2724.195556640625, + 2724.36279296875, + 2722.00439453125, + 2719.318359375, + 2717.0009765625, + 2715.132568359375, + 2708.232421875, + 2705.607666015625, + 2703.47216796875, + 2698.73291015625, + 2695.336181640625, + 2687.907958984375, + 2680.349365234375, + 2674.994384765625 + ], + "p90": [ + 2770.0908203125, + 2772.286376953125, + 2774.5, + 2776.79541015625, + 2776.992919921875, + 2778.932373046875, + 2778.810546875, + 2779.098388671875, + 2778.818115234375, + 2778.76611328125, + 2779.87890625, + 2779.779296875, + 2779.8515625, + 2780.291259765625, + 2781.0009765625, + 2783.225830078125, + 2786.263916015625, + 2787.279296875, + 2788.447509765625, + 2786.356689453125, + 2785.41015625, + 2785.264892578125, + 2785.285400390625, + 2783.81884765625 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260618_044032.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260618_044032.json new file mode 100644 index 0000000000000000000000000000000000000000..ad30e27dc69c071e5e8028e0240fd2d9533db2ac --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260618_044032.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ETS", + "evaluated_at": "2026-06-18T04:40:32.945584+00:00", + "metrics": { + "MSE[mean]": 7050.831183477218, + "MSE[0.5]": 7070.044373258621, + "MAE[0.5]": 71.03396887667493, + "MASE[0.5]": 0.6034744258549375, + "MAPE[0.5]": 0.025406607999488722, + "sMAPE[0.5]": 0.024965624325255054, + "MSIS": 4.4057264236893365, + "RMSE[mean]": 83.96922759843166, + "NRMSE[mean]": 0.030078529288990446, + "ND[0.5]": 0.02544500377671938, + "mean_weighted_sum_quantile_loss": 0.023506227926815497 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00" + ], + "context": [ + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2700.0, + 2750.0, + 2700.0, + 2700.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2700.0, + 2700.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0 + ], + "actual": [ + 2750.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 + ], + "predictions": { + "p50": [ + 2768.3039404345577, + 2776.4000013297045, + 2784.4960622248514, + 2792.592123119998, + 2800.688184015145, + 2808.784244910292, + 2816.8803058054386, + 2824.9763667005855, + 2833.0724275957323, + 2841.168488490879, + 2849.2645493860255, + 2857.3606102811723, + 2865.456671176319, + 2873.552732071466, + 2881.6487929666127, + 2889.7448538617596, + 2897.8409147569064, + 2905.936975652053, + 2914.0330365472, + 2922.129097442347, + 2930.2251583374937, + 2938.3212192326405, + 2946.4172801277873, + 2954.513341022934 + ], + "p10": [ + 2718.3039404345577, + 2771.4000013297045, + 2734.4960622248514, + 2742.592123119998, + 2750.688184015145, + 2758.784244910292, + 2766.8803058054386, + 2774.9763667005855, + 2828.0724275957323, + 2836.168488490879, + 2849.2645493860255, + 2852.3606102811723, + 2815.456671176319, + 2823.552732071466, + 2831.6487929666127, + 2839.7448538617596, + 2847.8409147569064, + 2855.936975652053, + 2864.0330365472, + 2872.129097442347, + 2880.2251583374937, + 2888.3212192326405, + 2896.4172801277873, + 2904.513341022934 + ], + "p90": [ + 2818.3039404345577, + 2826.4000013297045, + 2834.4960622248514, + 2842.592123119998, + 2850.688184015145, + 2858.784244910292, + 2866.8803058054386, + 2874.9763667005855, + 2883.0724275957323, + 2891.168488490879, + 2899.2645493860255, + 2907.3606102811723, + 2915.456671176319, + 2923.552732071466, + 2931.6487929666127, + 2939.7448538617596, + 2947.8409147569064, + 2955.936975652053, + 2964.0330365472, + 2972.129097442347, + 2980.2251583374937, + 2943.32121923264, + 2996.4172801277873, + 3004.513341022934 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260618_043953.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260618_043953.json new file mode 100644 index 0000000000000000000000000000000000000000..82fff1f96553312684e7d5b4c92097864d8a6119 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260618_043953.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-18T04:39:53.231559+00:00", + "metrics": { + "MSE[mean]": 1109.7499855210383, + "MSE[0.5]": 292.5936630951862, + "MAE[0.5]": 13.560089111328125, + "MASE[0.5]": 0.11520075705199116, + "MAPE[0.5]": 0.004855692611628281, + "sMAPE[0.5]": 0.004866696047559126, + "MSIS": 1.9300994278899335, + "RMSE[mean]": 33.31291019291227, + "NRMSE[mean]": 0.011932982755670068, + "ND[0.5]": 0.004857345353311567, + "mean_weighted_sum_quantile_loss": 0.010123782616863598 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00" + ], + "context": [ + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2700.0, + 2750.0, + 2700.0, + 2700.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2700.0, + 2700.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0 + ], + "actual": [ + 2750.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 + ], + "predictions": { + "p50": [ + 2755.38330078125, + 2761.5267333984375, + 2768.2857666015625, + 2769.3524169921875, + 2763.274169921875, + 2769.5400390625, + 2769.25537109375, + 2778.19921875, + 2770.6217041015625, + 2777.238525390625, + 2776.754638671875, + 2785.0611572265625, + 2786.8623046875, + 2785.5208740234375, + 2794.4595947265625, + 2797.3140869140625, + 2803.3258056640625, + 2795.97265625, + 2814.998779296875, + 2812.1534423828125, + 2802.0205078125, + 2810.347412109375, + 2816.542236328125, + 2823.748046875 + ], + "p10": [ + 2737.4698486328125, + 2729.3153076171875, + 2739.7939453125, + 2721.38232421875, + 2703.6124267578125, + 2706.835693359375, + 2708.0849609375, + 2699.070068359375, + 2678.9677734375, + 2701.311767578125, + 2683.31640625, + 2694.50341796875, + 2674.4947509765625, + 2659.41845703125, + 2676.386474609375, + 2676.378662109375, + 2646.2041015625, + 2694.8201904296875, + 2663.658203125, + 2663.8023681640625, + 2667.2783203125, + 2656.790283203125, + 2648.7440185546875, + 2663.1932373046875 + ], + "p90": [ + 2778.3095703125, + 2791.39892578125, + 2814.874755859375, + 2828.876953125, + 2815.3369140625, + 2827.9114990234375, + 2846.2786865234375, + 2851.89599609375, + 2869.7796630859375, + 2863.054931640625, + 2891.3841552734375, + 2906.7587890625, + 2891.856689453125, + 2907.801513671875, + 2923.1578369140625, + 2917.45458984375, + 2988.7896728515625, + 2991.415283203125, + 3019.164306640625, + 3070.760009765625, + 2986.2283935546875, + 3036.9627685546875, + 3076.2388916015625, + 3128.7894287109375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260618_044032.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260618_044032.json new file mode 100644 index 0000000000000000000000000000000000000000..ea6b1f1b0f6bcd182d3a9752c5c80b38c0e9f530 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260618_044032.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moving-Average", + "evaluated_at": "2026-06-18T04:40:32.982361+00:00", + "metrics": { + "MSE[mean]": 18746.442708333332, + "MSE[0.5]": 18684.895833333332, + "MAE[0.5]": 135.41666666666666, + "MASE[0.5]": 1.1504424778761064, + "MAPE[0.5]": 0.04846455627705628, + "sMAPE[0.5]": 0.04969023609152326, + "MSIS": 4.079645767318196, + "RMSE[mean]": 136.91764936754257, + "NRMSE[mean]": 0.04904512813165704, + "ND[0.5]": 0.048507462686567165, + "mean_weighted_sum_quantile_loss": 0.045381426202321724 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00" + ], + "context": [ + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2700.0, + 2750.0, + 2700.0, + 2700.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2700.0, + 2700.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0 + ], + "actual": [ + 2750.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 + ], + "predictions": { + "p50": [ + 2656.25, + 2656.25, + 2656.25, + 2656.25, + 2656.25, + 2656.25, + 2656.25, + 2656.25, + 2656.25, + 2656.25, + 2656.25, + 2656.25, + 2656.25, + 2656.25, + 2656.25, + 2656.25, + 2656.25, + 2656.25, + 2656.25, + 2656.25, + 2656.25, + 2656.25, + 2656.25, + 2656.25 + ], + "p10": [ + 2606.25, + 2651.25, + 2606.25, + 2606.25, + 2606.25, + 2606.25, + 2606.25, + 2606.25, + 2651.25, + 2651.25, + 2656.25, + 2651.25, + 2606.25, + 2606.25, + 2606.25, + 2606.25, + 2606.25, + 2606.25, + 2606.25, + 2606.25, + 2606.25, + 2606.25, + 2606.25, + 2606.25 + ], + "p90": [ + 2706.25, + 2706.25, + 2706.25, + 2706.25, + 2706.25, + 2706.25, + 2706.25, + 2706.25, + 2706.25, + 2706.25, + 2706.25, + 2706.25, + 2706.25, + 2706.25, + 2706.25, + 2706.25, + 2706.25, + 2706.25, + 2706.25, + 2706.25, + 2706.25, + 2661.2499999999995, + 2706.25, + 2706.25 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260618_044033.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260618_044033.json new file mode 100644 index 0000000000000000000000000000000000000000..609da6688597bc76e8b0e5bc4debad86a6387d81 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260618_044033.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-18T04:40:33.045908+00:00", + "metrics": { + "MSE[mean]": 21979.166666666668, + "MSE[0.5]": 21979.166666666668, + "MAE[0.5]": 135.41666666666666, + "MASE[0.5]": 1.1504424778761062, + "MAPE[0.5]": 0.04853896103896104, + "sMAPE[0.5]": 0.04999762443554751, + "MSIS": 23.053098293875866, + "RMSE[mean]": 148.25372395547663, + "NRMSE[mean]": 0.05310581156614089, + "ND[0.5]": 0.048507462686567165, + "mean_weighted_sum_quantile_loss": 0.042263681592039845 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00" + ], + "context": [ + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2700.0, + 2750.0, + 2700.0, + 2700.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2700.0, + 2700.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0 + ], + "actual": [ + 2750.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 + ], + "predictions": { + "p50": [ + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2700.0, + 2700.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0 + ], + "p10": [ + 2499.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0, + 2548.0, + 2597.0, + 2597.0, + 2646.0, + 2646.0, + 2646.0, + 2646.0, + 2695.0, + 2695.0, + 2695.0, + 2695.0, + 2695.0, + 2695.0 + ], + "p90": [ + 2601.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0, + 2652.0, + 2703.0, + 2703.0, + 2754.0, + 2754.0, + 2754.0, + 2754.0, + 2805.0, + 2805.0, + 2805.0, + 2805.0, + 2805.0, + 2805.0 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260618_044027.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260618_044027.json new file mode 100644 index 0000000000000000000000000000000000000000..312b5d28abbd7d4d26024d4a90e609e7e59c6539 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260618_044027.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Timer-S1", + "evaluated_at": "2026-06-18T04:40:27.842228+00:00", + "metrics": { + "MSE[mean]": 2448.357261657715, + "MSE[0.5]": 2448.357261657715, + "MAE[0.5]": 44.7822265625, + "MASE[0.5]": 0.38045077433628327, + "MAPE[0.5]": 0.01599644674986472, + "sMAPE[0.5]": 0.01615402989579648, + "MSIS": 8.585804065265487, + "RMSE[mean]": 49.48087773734127, + "NRMSE[mean]": 0.01772449351785359, + "ND[0.5]": 0.016041394589552237, + "mean_weighted_sum_quantile_loss": 0.015224001088308455 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00" + ], + "context": [ + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2700.0, + 2750.0, + 2700.0, + 2700.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2700.0, + 2700.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0 + ], + "actual": [ + 2750.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 + ], + "predictions": { + "p50": [ + 2750.90625, + 2751.515625, + 2752.734375, + 2753.34375, + 2754.5625, + 2753.34375, + 2753.34375, + 2752.125, + 2752.125, + 2750.296875, + 2750.296875, + 2749.078125, + 2750.90625, + 2750.90625, + 2750.90625, + 2749.6875, + 2755.171875, + 2750.90625, + 2749.6875, + 2745.421875, + 2744.203125, + 2735.0625, + 2726.53125, + 2712.8203125 + ], + "p10": [ + 2738.71875, + 2736.28125, + 2736.28125, + 2735.0625, + 2735.0625, + 2730.1875, + 2728.96875, + 2723.484375, + 2722.265625, + 2718.609375, + 2717.6953125, + 2715.8671875, + 2714.953125, + 2711.296875, + 2710.078125, + 2703.984375, + 2703.6796875, + 2693.9296875, + 2686.3125, + 2676.5625, + 2669.859375, + 2655.38671875, + 2639.390625, + 2622.404296875 + ], + "p90": [ + 2763.09375, + 2764.3125, + 2768.578125, + 2771.625, + 2773.453125, + 2773.453125, + 2774.671875, + 2774.671875, + 2775.28125, + 2773.453125, + 2774.671875, + 2772.84375, + 2775.28125, + 2775.890625, + 2775.28125, + 2774.671875, + 2776.5, + 2773.453125, + 2773.453125, + 2770.40625, + 2769.796875, + 2764.921875, + 2761.875, + 2753.953125 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260618_043254.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260618_043254.json new file mode 100644 index 0000000000000000000000000000000000000000..20a76f81bf1f5039b2e872ff55489560377a44ab --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260618_043254.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-18T04:32:54.999915+00:00", + "metrics": { + "MSE[mean]": 1819.2380520030856, + "MSE[0.5]": 2409.6291145930686, + "MAE[0.5]": 44.92291259765625, + "MASE[0.5]": 0.381645983130531, + "MAPE[0.5]": 0.016045012965346828, + "sMAPE[0.5]": 0.016200159838781394, + "MSIS": 8.959010992809736, + "RMSE[mean]": 42.652526912283705, + "NRMSE[mean]": 0.015278517102907596, + "ND[0.5]": 0.01609178958722015, + "mean_weighted_sum_quantile_loss": 0.013750780683172679 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00" + ], + "context": [ + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2700.0, + 2750.0, + 2700.0, + 2700.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2700.0, + 2700.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0 + ], + "actual": [ + 2750.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 + ], + "predictions": { + "p50": [ + 2749.0751953125, + 2749.434326171875, + 2749.669921875, + 2752.037353515625, + 2750.595458984375, + 2749.811767578125, + 2749.716552734375, + 2747.687255859375, + 2747.048095703125, + 2747.059326171875, + 2746.704833984375, + 2746.55126953125, + 2746.31298828125, + 2746.4306640625, + 2747.164794921875, + 2747.877197265625, + 2747.01025390625, + 2747.04443359375, + 2746.87158203125, + 2746.070556640625, + 2745.6328125, + 2741.540283203125, + 2739.879150390625, + 2739.8896484375 + ], + "p10": [ + 2747.48828125, + 2750.567138671875, + 2749.739013671875, + 2749.0107421875, + 2749.282958984375, + 2746.431884765625, + 2747.802734375, + 2745.61474609375, + 2744.050048828125, + 2742.907470703125, + 2742.134765625, + 2738.821044921875, + 2745.084716796875, + 2740.166748046875, + 2740.988525390625, + 2742.152099609375, + 2738.050048828125, + 2742.43896484375, + 2742.34716796875, + 2736.450439453125, + 2736.241943359375, + 2735.26123046875, + 2730.765869140625, + 2729.5576171875 + ], + "p90": [ + 2755.43896484375, + 2759.068115234375, + 2760.76513671875, + 2764.027587890625, + 2763.540771484375, + 2763.990966796875, + 2765.574462890625, + 2764.72119140625, + 2763.405029296875, + 2764.256103515625, + 2761.399658203125, + 2763.79296875, + 2764.654052734375, + 2767.107177734375, + 2770.291015625, + 2773.601318359375, + 2774.48876953125, + 2773.6083984375, + 2775.81689453125, + 2775.26953125, + 2776.723388671875, + 2775.25439453125, + 2773.8916015625, + 2774.521240234375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260618_043920.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260618_043920.json new file mode 100644 index 0000000000000000000000000000000000000000..c7705313d77d3c2475c753141a9254ccf2409fc3 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260618_043920.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TiRex", + "evaluated_at": "2026-06-18T04:39:20.372596+00:00", + "metrics": { + "MSE[mean]": 1982.7032525837421, + "MSE[0.5]": 1982.7032525837421, + "MAE[0.5]": 40.825297037760414, + "MASE[0.5]": 0.3468343819137168, + "MAPE[0.5]": 0.014581629567332083, + "sMAPE[0.5]": 0.0147091626489025, + "MSIS": 13.412217833932523, + "RMSE[mean]": 44.52755610387507, + "NRMSE[mean]": 0.015950169350641818, + "ND[0.5]": 0.014623986998600746, + "mean_weighted_sum_quantile_loss": 0.015894243301720564 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00" + ], + "context": [ + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2700.0, + 2750.0, + 2700.0, + 2700.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2700.0, + 2700.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0 + ], + "actual": [ + 2750.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 + ], + "predictions": { + "p50": [ + 2750.8759765625, + 2750.96533203125, + 2751.046875, + 2751.162841796875, + 2751.306640625, + 2751.45654296875, + 2751.474365234375, + 2751.373291015625, + 2751.333984375, + 2751.339111328125, + 2751.34814453125, + 2751.20849609375, + 2751.22021484375, + 2751.14453125, + 2751.3466796875, + 2751.2548828125, + 2751.265380859375, + 2751.18408203125, + 2751.1357421875, + 2751.145263671875, + 2751.206787109375, + 2751.13818359375, + 2751.090087890625, + 2750.791015625 + ], + "p10": [ + 2748.242431640625, + 2748.320556640625, + 2748.40673828125, + 2747.633544921875, + 2746.2314453125, + 2744.580322265625, + 2741.162841796875, + 2737.17578125, + 2733.896240234375, + 2729.17724609375, + 2723.904052734375, + 2719.49853515625, + 2716.838623046875, + 2713.95458984375, + 2710.392578125, + 2706.505126953125, + 2703.190673828125, + 2699.624267578125, + 2695.91357421875, + 2689.77294921875, + 2687.7919921875, + 2687.154541015625, + 2681.043212890625, + 2672.125 + ], + "p90": [ + 2752.97607421875, + 2753.0888671875, + 2752.9609375, + 2753.12158203125, + 2753.426513671875, + 2753.636474609375, + 2753.710693359375, + 2753.703125, + 2753.691162109375, + 2753.72119140625, + 2753.707275390625, + 2753.820556640625, + 2753.95263671875, + 2753.944091796875, + 2753.86083984375, + 2753.90234375, + 2753.818603515625, + 2753.74853515625, + 2753.58203125, + 2753.57373046875, + 2753.46142578125, + 2753.74609375, + 2753.81884765625, + 2753.75634765625 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260618_043855.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260618_043855.json new file mode 100644 index 0000000000000000000000000000000000000000..8e8743b2076340167c56893376dd59c979124fc5 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260618_043855.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T04:38:55.312612+00:00", + "metrics": { + "MSE[mean]": 470.7292352492611, + "MSE[0.5]": 470.7292352492611, + "MAE[0.5]": 20.264678955078125, + "MASE[0.5]": 0.17216010439712393, + "MAPE[0.5]": 0.007251947576349432, + "sMAPE[0.5]": 0.0072749702155065306, + "MSIS": 1.1914562880254425, + "RMSE[mean]": 21.696295426852508, + "NRMSE[mean]": 0.007771807317081496, + "ND[0.5]": 0.007258989476445895, + "mean_weighted_sum_quantile_loss": 0.008879542473180969 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 17:55:00", + "2026-06-17 18:10:00", + "2026-06-17 18:25:00", + "2026-06-17 18:40:00", + "2026-06-17 18:55:00", + "2026-06-17 19:10:00", + "2026-06-17 19:25:00", + "2026-06-17 19:40:00", + "2026-06-17 19:55:00", + "2026-06-17 20:10:00", + "2026-06-17 20:25:00", + "2026-06-17 20:40:00", + "2026-06-17 20:55:00", + "2026-06-17 21:10:00", + "2026-06-17 21:25:00", + "2026-06-17 21:40:00", + "2026-06-17 21:55:00", + "2026-06-17 22:10:00", + "2026-06-17 22:25:00", + "2026-06-17 22:40:00", + "2026-06-17 22:55:00", + "2026-06-17 23:10:00", + "2026-06-17 23:25:00", + "2026-06-17 23:40:00", + "2026-06-17 23:55:00", + "2026-06-18 00:10:00", + "2026-06-18 00:25:00", + "2026-06-18 00:40:00", + "2026-06-18 00:55:00", + "2026-06-18 01:10:00", + "2026-06-18 01:25:00", + "2026-06-18 01:40:00", + "2026-06-18 01:55:00", + "2026-06-18 02:10:00", + "2026-06-18 02:25:00", + "2026-06-18 02:40:00", + "2026-06-18 02:55:00", + "2026-06-18 03:10:00", + "2026-06-18 03:25:00", + "2026-06-18 03:40:00", + "2026-06-18 03:55:00", + "2026-06-18 04:10:00", + "2026-06-18 04:25:00", + "2026-06-18 04:40:00", + "2026-06-18 04:55:00", + "2026-06-18 05:10:00", + "2026-06-18 05:25:00", + "2026-06-18 05:40:00", + "2026-06-18 05:55:00", + "2026-06-18 06:10:00", + "2026-06-18 06:25:00", + "2026-06-18 06:40:00", + "2026-06-18 06:55:00", + "2026-06-18 07:10:00", + "2026-06-18 07:25:00", + "2026-06-18 07:40:00", + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00" + ], + "context": [ + 2750.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2700.0, + 2750.0, + 2700.0, + 2700.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2600.0, + 2600.0, + 2650.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2650.0, + 2650.0, + 2700.0, + 2700.0, + 2700.0, + 2700.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0, + 2750.0 + ], + "actual": [ + 2750.0, + 2750.0, + 2800.0, + 2750.0, + 2750.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0, + 2800.0 + ], + "predictions": { + "p50": [ + 2750.251220703125, + 2752.53076171875, + 2773.3662109375, + 2773.4189453125, + 2777.62109375, + 2778.21923828125, + 2783.141845703125, + 2783.113037109375, + 2783.62890625, + 2781.883056640625, + 2784.34033203125, + 2782.16455078125, + 2781.986328125, + 2783.478759765625, + 2783.992431640625, + 2781.90625, + 2780.837890625, + 2778.274169921875, + 2776.62109375, + 2773.590087890625, + 2772.008056640625, + 2769.90869140625, + 2768.421142578125, + 2766.587646484375 + ], + "p10": [ + 2746.912109375, + 2747.5078125, + 2746.417724609375, + 2745.48046875, + 2745.76318359375, + 2743.63330078125, + 2741.96240234375, + 2736.04931640625, + 2726.5966796875, + 2719.54296875, + 2715.688720703125, + 2708.49072265625, + 2704.193603515625, + 2698.623291015625, + 2695.395751953125, + 2689.321533203125, + 2683.759765625, + 2678.046142578125, + 2673.466064453125, + 2668.344482421875, + 2663.07080078125, + 2657.5859375, + 2653.47900390625, + 2647.412841796875 + ], + "p90": [ + 2806.86962890625, + 2802.2607421875, + 2806.4345703125, + 2815.399658203125, + 2822.1318359375, + 2827.755615234375, + 2826.248046875, + 2830.545166015625, + 2836.810302734375, + 2838.340087890625, + 2845.4130859375, + 2850.46533203125, + 2856.754638671875, + 2861.509521484375, + 2864.69970703125, + 2865.21337890625, + 2865.676025390625, + 2868.28369140625, + 2871.3056640625, + 2871.39013671875, + 2871.15966796875, + 2866.8642578125, + 2865.1767578125, + 2865.901123046875 + ] + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index ad5937cafe8531fd89f6795b9353e8950bd02c3b..a0b7656dc8920e76c6fa21e776fec63d1b28743e 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,1540048.469959259,1540048.469959259,1098.830078125,1.1277559914018613,0.016984198248133752,0.01680222835825577,4.066551916409078,1240.9868935485415,0.01910447191389747,0.01691602745751617,0.01251747468567126,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,1562764.6620063782,1562764.6620063782,1104.9137369791667,1.1339997982096788,0.01708198921066909,0.016897228794495397,4.066551916409078,1250.1058603199883,0.01924665703304209,0.017011275942096202,0.01261231120561487,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,2.1437042964941306,2.1437042964941306,1.2912500699361165,0.7132463108112109,0.05893869912850077,0.057397264678754834,15.762726357163581,1.4641394388835138,0.06630315828557283,0.05847390999761378,0.05233002873140174,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.11439761757839743,0.11439761757839743,0.2854500045379003,0.27377136679661296,0.24053567343206136,0.21430009382802917,9.45961161956485,0.33822716859885377,0.26254441036973764,0.22157682791096736,0.2144817339068672,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.0690277686384017,0.0690277686384017,0.2208333114782969,1.0622359766242802,0.14742864904295586,0.16354656516920196,36.66557965815139,0.2627313621142358,0.1815418294265516,0.15259116019298122,0.14817017471116706,Ocean,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index 331c84e672258512db04770d11de446c9324e3a6..f836f72c6c9a0309240dddb2cd1c4da776b8ed9b 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T04:25:13.208341+00:00", + "evaluated_at": "2026-06-18T04:40:33.020692+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64548.73828125, 64689.5, 64282.8203125, - 64098.01953125 + 63952.01171875 ], "p50": [ 66045.0, diff --git a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index b44b8b19f3840cb77ca2663599e11a07ab4421fc..264d35383d6156ab9c434395bbafdd95a5e787d2 100644 --- a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T04:07:35.456526+00:00", + "evaluated_at": "2026-06-18T04:40:33.045908+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index e11eebad6f23ebe991e3fb8c760397bf6da1ad74..37becf2fad58c9cac95a5358adbb9034ee566135 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,25 +1,19 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-18T04:25:13.229679+00:00", + "evaluated_at": "2026-06-18T04:40:33.066104+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:19:25.749083Z", + "data_fetched_at": "2026-06-18T04:32:02.570365Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t221200z", - "data_fetched_at": "2026-06-18T04:19:25.749083Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t034000z", - "data_fetched_at": "2026-06-18T04:19:25.749083Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t015000z", + "data_fetched_at": "2026-06-18T04:32:02.570365Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 9b12a352f34016eb90020f110553ed0e00e9923f..1f137a8a485beca2ceeea07da4c46fae20d1af6c 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,1122000.1637738545,1122000.1637738545,927.9371744791666,0.9523644547017479,0.014356380653105039,0.014223560699709212,8.315071699041095,1059.2450914561061,0.01630663321656216,0.014285202994374083,0.00914464439936897,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,1142904.9463971455,1142904.9463971455,934.0208333333334,0.9586082615095654,0.014453950668794823,0.014318564102596125,8.564823971353793,1069.0673254744743,0.016459383810401445,0.014380205078217403,0.009239165022954238,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,4.051738910394761,4.051738910394761,1.5394481817881267,0.8503432153926083,0.06780837187298276,0.06465411322895132,2.5435106082142234,2.0128931691460332,0.09115332246470267,0.06971349432904397,0.045377083344849835,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.0020484814098564287,0.0020484814098564287,0.03536252280076345,0.033915733216448356,0.030457307486070735,0.03014480142503499,0.20469119121090648,0.04526015256112631,0.03513260072108101,0.02744969523404604,0.027839653419077175,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.09094034152557622,0.09094034152557622,0.2572487261560228,1.2373986969377588,0.16928866521177663,0.19025043399407093,18.028456643532756,0.3015631634095521,0.20837378504216963,0.1777534436247035,0.15078800490090583,Ocean,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index f6f13e8b3333148a8d18d8756a080c603673264d..996c58feeea72e3a62e345bb9719fe75fba80948 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-18T04:24:59.263141+00:00", + "evaluated_at": "2026-06-18T04:40:23.033505+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64548.73828125, 64689.5, 64282.8203125, - 64098.01953125 + 63952.01171875 ], "p50": [ 66011.25, diff --git a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index ca530e91a734d4b5646d44c49c75e75c859eb829..b49b6b8155f31e1363d335f619c5237c17438b24 100644 --- a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-18T04:07:30.269466+00:00", + "evaluated_at": "2026-06-18T04:40:27.842228+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index b9e540c5deff93e242dbff8c767f14d73fa1d9ea..58629fa201d0f45003bea528e1f36f51e3b66c08 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,25 +1,19 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-18T04:25:11.101130+00:00", + "evaluated_at": "2026-06-18T04:40:31.145138+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:19:25.749083Z", + "data_fetched_at": "2026-06-18T04:32:02.570365Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t221200z", - "data_fetched_at": "2026-06-18T04:19:25.749083Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t034000z", - "data_fetched_at": "2026-06-18T04:19:25.749083Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t015000z", + "data_fetched_at": "2026-06-18T04:32:02.570365Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index f0439c5b8e396d544ee630f8526edfd880986f48..57964fa5c0832ef63d0975fecaec659fcacbed1a 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,1408322.864971161,1185739.253899892,925.5026041666666,0.9498657960728396,0.01432729996067184,0.0141869687731886,40.506175318371,1186.7277973365083,0.018269175920809125,0.014247723807124515,0.015207705266990033,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,1432470.1427065532,1208097.9359321594,931.5862630208334,0.956109602880657,0.014425047315887377,0.014281969813636455,40.75592759068369,1196.8584472303119,0.018426858702226014,0.014342722380699675,0.015302793751595843,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,3.265212421903167,2.0555524345600134,1.1191657384236653,0.6181922872278925,0.04934103729951961,0.04822957659021768,26.443721001437382,1.8069898787495096,0.0818290476776705,0.05068111761204866,0.058322632263445154,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.1042941006354831,0.07553682883896785,0.2299339900414149,0.22052668322266192,0.20655604795063376,0.1785344462794752,9.928637778194318,0.32294597169725325,0.2506825813898401,0.1784832486682413,0.1976907750034656,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.03427664406071133,0.050924313262297675,0.18277897271845076,0.8791898255397366,0.11936735278468197,0.13029520209948953,7.104368505056645,0.1851395259276401,0.12792750726673566,0.12629641479035053,0.08781537287531972,Ocean,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 8fb43ed585f87dea2564494d95e2a908a7fc52fc..7caa49174450b45310bc82d6371bdbcb79981416 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-18T04:20:39.580670+00:00", + "evaluated_at": "2026-06-18T04:32:49.870604+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64548.73828125, 64689.5, 64282.8203125, - 64098.01953125 + 63952.01171875 ], "p50": [ 65848.171875, diff --git a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 6e86aa2ea526e1a6427a847cbf2b5283f99cc011..10d75341d23b0c5ef57efece075fabf49437078e 100644 --- a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-18T04:03:53.578409+00:00", + "evaluated_at": "2026-06-18T04:32:54.999915+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index cd2cc60cefa4434baa3c63f8a0d932a9b9bb1ab6..8431a5c864f2e613a1abfba2b17d79b3d58dca4a 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,25 +1,19 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-18T04:20:57.142028+00:00", + "evaluated_at": "2026-06-18T04:32:59.401186+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:19:25.749083Z", + "data_fetched_at": "2026-06-18T04:32:02.570365Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t221200z", - "data_fetched_at": "2026-06-18T04:19:25.749083Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t034000z", - "data_fetched_at": "2026-06-18T04:19:25.749083Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t015000z", + "data_fetched_at": "2026-06-18T04:32:02.570365Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index a01396ac170ef978bd2d90e1fe1924222f35aac8..18d5248260ede045523a493ed48d55e6cae7784b 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,1228621.434144338,1228621.434144338,963.7955729166666,0.9891667997458242,0.01491404576997783,0.014768198570319824,14.780188199542565,1108.4319709140195,0.017063844563451547,0.01483722797496649,0.010708256425023256,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,1250385.2484092712,1250385.2484092712,969.8792317708334,0.9954106065536417,0.015011720566137978,0.014863200595768343,15.029940471855262,1118.2062638034502,0.0172159279743841,0.014932281760990554,0.010802923495154253,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.599317467854083,0.599317467854083,0.5944896539052328,0.3283775639867488,0.026530083893923598,0.026747771423885704,2.1204012782978103,0.7741559712707013,0.03505744366808659,0.026921303104895065,0.02886119856295038,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.006416298662224603,0.006416298662224603,0.05503040055433909,0.05277893759194585,0.04987116337815864,0.04769569975554676,0.9156664836769169,0.08010180186627891,0.0621779747252599,0.04271662777949412,0.09175994047993102,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.032104049374029366,0.032104049374029366,0.13179583019680446,0.6339545038152867,0.0857126727906102,0.09166708881439115,3.51494335521043,0.17917602901624247,0.1238068566890403,0.09106813869566051,0.09586754416319655,Ocean,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 0480faec1a33bea580963d13158893eed332731d..ebc9f6a2a7a5e9b724d1d18baf023bc9c3606e0e 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-18T04:23:05.909646+00:00", + "evaluated_at": "2026-06-18T04:39:15.447629+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64548.73828125, 64689.5, 64282.8203125, - 64098.01953125 + 63952.01171875 ], "p50": [ 65922.3046875, diff --git a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 4e1ac47b480fdb220721b1297eab8aa2261b99ba..1620a99f4d28f26c12e0c4ae3788cf94799365b1 100644 --- a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TiRex", - "evaluated_at": "2026-06-18T04:06:13.302683+00:00", + "evaluated_at": "2026-06-18T04:39:20.372596+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index dc0d11e9bb73a0ebc522c9e3406392247387fad0..68dfc98ee2fe04d90501ce87c0166fcdc2c81f9f 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,25 +1,19 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-18T04:23:53.429807+00:00", + "evaluated_at": "2026-06-18T04:39:22.887633+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:19:25.749083Z", + "data_fetched_at": "2026-06-18T04:32:02.570365Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t221200z", - "data_fetched_at": "2026-06-18T04:19:25.749083Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t034000z", - "data_fetched_at": "2026-06-18T04:19:25.749083Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t015000z", + "data_fetched_at": "2026-06-18T04:32:02.570365Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 420b5e0402303d02d30cca3e26ab0f748d833ccf..afe70f83f85546a2fd63d7f3bddd79efd7439018 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,1088371.5335121155,1088371.5335121155,901.302734375,0.925028882074939,0.013948321487801613,0.01381954555110552,4.991012646640425,1043.2504653783365,0.01606040266709819,0.013875176977534017,0.008767269836642305,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,1109695.9935391743,1109695.9935391743,907.3863932291666,0.9312726888827565,0.014045942693684676,0.013914548287697302,5.133502004205524,1053.4210903238904,0.016218494033495245,0.01397014065869634,0.008834937370711952,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,3.4284285278736206,3.4284285278736206,1.3590960502624512,0.7507223166584148,0.05963965742649446,0.0567959913348521,2.6957509008207823,1.8516016115443463,0.08384927792510193,0.06154629685719261,0.04398314079085203,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.001385654354828425,0.001385654354828425,0.028505175312360128,0.027338940907271018,0.023156179399788136,0.023649516837212704,0.9316916173417787,0.037224378501573736,0.02889493633986189,0.02212676904659206,0.09074867583258701,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.041224368199997606,0.041224368199997606,0.1603960312075085,0.7715250643837344,0.10447530147750832,0.11290420015893954,7.237090678887619,0.20303784918087958,0.14029487110527158,0.11083027432982503,0.09165902682298482,Ocean,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index ce67339b2c42808277914398c48c1701c4f416d3..e271bab33e5cc067b7da3ceeeb6504bfd80ce983 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-18T04:21:20.159506+00:00", + "evaluated_at": "2026-06-18T04:38:49.640749+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64548.73828125, 64689.5, 64282.8203125, - 64098.01953125 + 63952.01171875 ], "p50": [ 65889.453125, diff --git a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 4030dca93ab7c59aaefbc367a050beb8a4f81016..b524a9c02cdef7b15294f9c609cb8bb19bc136d8 100644 --- a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-18T04:04:30.796664+00:00", + "evaluated_at": "2026-06-18T04:38:55.312612+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index de353ca362ffa129f25526f8d597bd690d945704..ff14271a99b102649bddd55234775466fa85bdfb 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,25 +1,19 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-18T04:21:31.797183+00:00", + "evaluated_at": "2026-06-18T04:38:57.591850+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t040000z", - "data_fetched_at": "2026-06-18T04:19:25.749083Z", + "data_fetched_at": "2026-06-18T04:32:02.570365Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t221200z", - "data_fetched_at": "2026-06-18T04:19:25.749083Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t034000z", - "data_fetched_at": "2026-06-18T04:19:25.749083Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t015000z", + "data_fetched_at": "2026-06-18T04:32:02.570365Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": []