diff --git a/results/aggregates/metadata.json b/results/aggregates/metadata.json index 16ab69200069a863aa37256f4cd935662d3b6b16..40b77fbc54e331764e0ae1f70ce897169071edf8 100644 --- a/results/aggregates/metadata.json +++ b/results/aggregates/metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-22T03:52:31.146231+00:00", + "generated_at": "2026-06-22T03:59:20.885116+00:00", "baseline_model": "Seasonal-Naive", "normalization": "Per-config metric / Seasonal-Naive metric", "metric_aggregation": "Geometric mean over dataset configurations", diff --git a/results/aggregates/results_by_domain.csv b/results/aggregates/results_by_domain.csv index 1bfb1575c9456d7b694a23a48c68d937ce8a69ba..da28ad0e76bb0aede8214094cdcc93ae15c5503a 100644 --- a/results/aggregates/results_by_domain.csv +++ b/results/aggregates/results_by_domain.csv @@ -9,16 +9,16 @@ Air Quality,TimesFM-2.5,0.3206438748383627,0.6183440801246567,7.0,1,1,1.0 Air Quality,Moving-Average,0.7611811892338441,0.787633324182631,8.0,1,1,1.0 Air Quality,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 Air Quality,ETS,1.0812067466272095,1.0162239267833477,10.0,1,1,1.0 -Finance,ETS,0.2892513191823069,0.42951341097396184,1.0,1,1,1.0 -Finance,Moving-Average,0.46548192073976086,0.5667779498593052,2.0,1,1,1.0 -Finance,Timer-S1,0.917783247996852,0.7158321376597999,3.0,1,1,1.0 -Finance,Toto-2.0-1B,0.8456107565743635,0.7689440088788342,4.0,1,1,1.0 -Finance,TimesFM-2.5,1.015608184784103,0.9529155776957182,5.0,1,1,1.0 -Finance,Chronos-2,1.8583084551646294,0.9831112953883795,6.0,1,1,1.0 +Finance,ETS,0.2880714013734009,0.42908510059007493,1.0,1,1,1.0 +Finance,Moving-Average,0.4624325950852401,0.5645107940959386,2.0,1,1,1.0 +Finance,Timer-S1,0.9178876595960775,0.7165165193567113,3.0,1,1,1.0 +Finance,Toto-2.0-1B,0.8468273323271504,0.7696124772126632,4.0,1,1,1.0 +Finance,TimesFM-2.5,1.01744267845691,0.9553266427417672,5.0,1,1,1.0 +Finance,Chronos-2,1.8605997244397097,0.9837155949833912,6.0,1,1,1.0 Finance,Seasonal-Naive,1.0,1.0,7.0,1,1,1.0 -Finance,TiRex,1.9563670504986528,1.0448043054125886,8.0,1,1,1.0 -Finance,Moirai-1.1-Large,2.432386424093912,1.0855953005261334,9.0,1,1,1.0 -Finance,ARIMA,1.2900964702822824,1.9803526848236053,10.0,1,1,1.0 +Finance,TiRex,1.958828657170154,1.0453901205662528,8.0,1,1,1.0 +Finance,Moirai-1.1-Large,2.6141167070026894,1.0834885024685252,9.0,1,1,1.0 +Finance,ARIMA,1.277585994210847,1.9770627548113584,10.0,1,1,1.0 Hazards,Chronos-2,0.5225908290229244,0.5727795472751189,1.0,1,1,1.0 Hazards,ETS,0.5477514477669481,0.6054403832032559,2.0,1,1,1.0 Hazards,Toto-2.0-1B,0.6470046966625177,0.6171953110089171,3.0,1,1,1.0 @@ -34,7 +34,7 @@ Hydrology,TiRex,0.00010260541439056391,0.18779747596154067,2.0,1,1,1.0 Hydrology,Chronos-2,8.587932586669763e-06,0.19728847823183943,3.0,1,1,1.0 Hydrology,Timer-S1,0.0028212296803792323,0.2206836605234968,4.0,1,1,1.0 Hydrology,Toto-2.0-1B,1.2514988581337606e-06,0.24074088541666147,5.0,1,1,1.0 -Hydrology,Moirai-1.1-Large,0.39368050263722737,0.2499931557158095,6.0,1,1,1.0 +Hydrology,Moirai-1.1-Large,0.3633119353135428,0.2497810830662331,6.0,1,1,1.0 Hydrology,ETS,0.03944408943518567,0.3479789969070404,7.0,1,1,1.0 Hydrology,Moving-Average,0.162625,0.5658119658119654,8.0,1,1,1.0 Hydrology,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 diff --git a/results/aggregates/results_by_frequency.csv b/results/aggregates/results_by_frequency.csv index e504cdab0795d9e74144747f73e61cc2844fe893..3a9501bf1cc00e1a801253f2c7e7bfcf169750e6 100644 --- a/results/aggregates/results_by_frequency.csv +++ b/results/aggregates/results_by_frequency.csv @@ -14,7 +14,7 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 15min,Chronos-2,8.587932586669763e-06,0.19728847823183943,3.0,1,1,1.0 15min,Timer-S1,0.0028212296803792323,0.2206836605234968,4.0,1,1,1.0 15min,Toto-2.0-1B,1.2514988581337606e-06,0.24074088541666147,5.0,1,1,1.0 -15min,Moirai-1.1-Large,0.39368050263722737,0.2499931557158095,6.0,1,1,1.0 +15min,Moirai-1.1-Large,0.3633119353135428,0.2497810830662331,6.0,1,1,1.0 15min,ETS,0.03944408943518567,0.3479789969070404,7.0,1,1,1.0 15min,Moving-Average,0.162625,0.5658119658119654,8.0,1,1,1.0 15min,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 @@ -29,15 +29,15 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 1D,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0 1D,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0 1D,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -1h,Chronos-2,0.5788007044461609,0.5608077250997625,3.3333333333333335,6,6,1.0 -1h,Toto-2.0-1B,0.5299950523938718,0.5794094518830486,4.166666666666667,6,6,1.0 -1h,Moirai-1.1-Large,0.6010826137473156,0.5462614366278948,4.666666666666667,6,6,1.0 -1h,Timer-S1,0.6161219551291174,0.5954262943675651,4.666666666666667,6,6,1.0 -1h,TiRex,0.5943658568728937,0.6007190605582627,4.833333333333333,6,6,1.0 -1h,TimesFM-2.5,0.4057488777441568,0.6695290699079292,5.5,6,6,1.0 -1h,ETS,1.4398306761035076,1.1004807146633273,5.666666666666667,6,6,1.0 -1h,ARIMA,1.3425204136068922,1.1610336751722903,6.833333333333333,6,6,1.0 -1h,Moving-Average,1.0260914556116052,0.9365048078308972,7.0,6,6,1.0 +1h,Chronos-2,0.5789195856306378,0.5608651633434192,3.3333333333333335,6,6,1.0 +1h,Toto-2.0-1B,0.5301220597960165,0.579493371441606,4.166666666666667,6,6,1.0 +1h,Moirai-1.1-Large,0.6083444727737487,0.5460846067283467,4.666666666666667,6,6,1.0 +1h,Timer-S1,0.6161336367597595,0.5955211342515138,4.666666666666667,6,6,1.0 +1h,TiRex,0.5944904354454624,0.6007751840098005,4.833333333333333,6,6,1.0 +1h,TimesFM-2.5,0.4058709366519478,0.6698111128910489,5.5,6,6,1.0 +1h,ETS,1.4388501120835722,1.1002977388937805,5.666666666666667,6,6,1.0 +1h,ARIMA,1.3403417861198212,1.1607119844731555,6.833333333333333,6,6,1.0 +1h,Moving-Average,1.0249680815924431,0.9358794160329562,7.0,6,6,1.0 1h,Seasonal-Naive,1.0,1.0,8.333333333333334,6,6,1.0 6min,Timer-S1,0.0025221939323653536,0.040529217401950986,1.0,1,1,1.0 6min,ARIMA,0.03386356190040078,0.11615845430483762,2.0,1,1,1.0 diff --git a/results/aggregates/results_by_prediction_length.csv b/results/aggregates/results_by_prediction_length.csv index 95041a0b1267bf4d2310e67ccfb9b9902108846b..04a9c3da64c58c1c9067677114b876ed98d4b2b5 100644 --- a/results/aggregates/results_by_prediction_length.csv +++ b/results/aggregates/results_by_prediction_length.csv @@ -9,15 +9,15 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 7,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0 7,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0 7,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -24,Chronos-2,0.11822879850535394,0.48305652142480815,3.2857142857142856,7,7,1.0 -24,Toto-2.0-1B,0.0832601781352148,0.5110869102387102,4.285714285714286,7,7,1.0 -24,TiRex,0.1723848348638888,0.5087813400333409,4.428571428571429,7,7,1.0 -24,Timer-S1,0.2854244822437563,0.5167117284464746,4.571428571428571,7,7,1.0 -24,Moirai-1.1-Large,0.5658201569556947,0.4885448977830742,4.857142857142857,7,7,1.0 -24,TimesFM-2.5,0.12876383244620154,0.5481604830174563,4.857142857142857,7,7,1.0 -24,ETS,0.8612346518338645,0.9335759690927512,5.857142857142857,7,7,1.0 -24,Moving-Average,0.7886794662027621,0.871459997400658,7.142857142857143,7,7,1.0 -24,ARIMA,1.2935122926331468,1.1963387268333403,7.285714285714286,7,7,1.0 +24,Chronos-2,0.11824961244006701,0.4830989281901545,3.2857142857142856,7,7,1.0 +24,Toto-2.0-1B,0.08327727987642983,0.5111503586994908,4.285714285714286,7,7,1.0 +24,TiRex,0.17241580444012378,0.5088220831687034,4.428571428571429,7,7,1.0 +24,Timer-S1,0.2854291207765309,0.5167822723671969,4.571428571428571,7,7,1.0 +24,Moirai-1.1-Large,0.5651557519862614,0.4883501297588587,4.857142857142857,7,7,1.0 +24,TimesFM-2.5,0.1287970333515032,0.5483584048620244,4.857142857142857,7,7,1.0 +24,ETS,0.8607318922381981,0.9334429177754231,5.857142857142857,7,7,1.0 +24,Moving-Average,0.7879393054999864,0.8709611547742394,7.142857142857143,7,7,1.0 +24,ARIMA,1.2917128573984862,1.1960546016977418,7.285714285714286,7,7,1.0 24,Seasonal-Naive,1.0,1.0,8.428571428571429,7,7,1.0 60,Timer-S1,0.0025221939323653536,0.040529217401950986,1.0,1,1,1.0 60,ARIMA,0.03386356190040078,0.11615845430483762,2.0,1,1,1.0 diff --git a/results/aggregates/results_overall.csv b/results/aggregates/results_overall.csv index c493ad95c71b68f9f64ebcc5109f4a88d2f566b9..e4756268b7757a6a183e022456cb62127ffcdc2a 100644 --- a/results/aggregates/results_overall.csv +++ b/results/aggregates/results_overall.csv @@ -1,11 +1,11 @@ overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -Overall,TiRex,0.15509423550872437,0.4370830278057178,4.0,10,10,1.0 -Overall,Timer-S1,0.17787343302833694,0.38938017501483885,4.0,10,10,1.0 -Overall,Chronos-2,0.13357391060665125,0.4355937909851261,4.1,10,10,1.0 -Overall,Toto-2.0-1B,0.1244529389097644,0.49128718885216266,4.5,10,10,1.0 -Overall,Moirai-1.1-Large,0.5240893323130513,0.495866983527583,4.7,10,10,1.0 -Overall,TimesFM-2.5,0.13289426659556305,0.47583054941524056,5.3,10,10,1.0 -Overall,ETS,0.7256015550709982,0.7982528986848979,5.8,10,10,1.0 -Overall,ARIMA,0.7681699284591719,0.8404143229329065,6.9,10,10,1.0 -Overall,Moving-Average,0.7611931739970244,0.833260804842205,7.1,10,10,1.0 +Overall,TiRex,0.15511373926222427,0.4371075285929191,4.0,10,10,1.0 +Overall,Timer-S1,0.1778754565016275,0.38941738626463357,4.0,10,10,1.0 +Overall,Chronos-2,0.13359037095890705,0.4356205586939499,4.1,10,10,1.0 +Overall,Toto-2.0-1B,0.12447083230734149,0.49132988136573474,4.5,10,10,1.0 +Overall,Moirai-1.1-Large,0.5236584741318502,0.4957285942685963,4.7,10,10,1.0 +Overall,TimesFM-2.5,0.13291825180532824,0.4759508071028948,5.3,10,10,1.0 +Overall,ETS,0.7253050219867874,0.7981732612352233,5.8,10,10,1.0 +Overall,ARIMA,0.7674217388533912,0.8402746016860532,6.9,10,10,1.0 +Overall,Moving-Average,0.7606930478368242,0.8329268925613904,7.1,10,10,1.0 Overall,Seasonal-Naive,1.0,1.0,8.6,10,10,1.0 diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 5c17eb6c250e24b8ea0347fbe7b6ffd1ad5ffca4..d7bc61acdc8a61d196ab1ffe9bd572ccfdfefb07 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,298714.6199822989,722735.6569754138,813.2985425916646,0.7306594949327886,0.01267370209900411,0.01276200195774504,13.864391648480806,546.547911881748,0.008523653777169921,0.012683746555101858,0.011446051256293497,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,296538.1732727695,720592.0837701238,812.298868112498,0.7297613971104101,0.012658377747421491,0.012746418220500863,13.82846773558567,544.5531868172011,0.008492677614203848,0.012668353762803149,0.01143063916129413,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,23.339012917563625,24.127678798785734,3.92323273134415,2.1556225096116486,0.14572634493310063,0.16336371691708315,74.95807047940423,4.831046772446281,0.19184460425807365,0.1557946064711608,0.1530334168746246,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.03295137909201971,0.03247030098179358,0.11305669622168277,0.3263290605479696,0.0684687273674859,0.06359497800605271,11.36947889694013,0.1815251472717202,0.11279524763548296,0.070250641516273,0.06852430765913683,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.06134246126699171,0.06954267474035193,0.23933143174892113,3.8891371567838005,0.15274177869369474,0.1675971149860932,59.35178062326125,0.24767410293971331,0.1631521950023639,0.15765656546013418,0.14015203806467813,Ocean,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index 2f029a4d998a2da2b522efd900d9201965ba5571..fe5a545044bccc0a3a59c94ef516d95e33b29bda 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T03:52:30.713466+00:00", + "evaluated_at": "2026-06-22T03:59:20.564853+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63896.01171875, 64606.0, 64257.98828125, - 64156.01171875 + 64132.01953125 ], "p50": [ 63707.84300941938, diff --git a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index ee90435eb74e7b0c0a0143aaf3d412499c86bf7c..52ce5a85d5425f8aa738e99deb8ea21307ad299b 100644 --- a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T03:37:10.320885+00:00", + "evaluated_at": "2026-06-22T03:59:20.608886+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index bed54b984e1f826fdffb044e5fe298912645f415..0b2916b74d334ff279242da542f5306ba4381c68 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,25 +1,19 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T03:52:30.905253+00:00", + "evaluated_at": "2026-06-22T03:59:20.626853+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:49:18.708932Z", + "data_fetched_at": "2026-06-22T03:56:31.666283Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t213600z", - "data_fetched_at": "2026-06-22T03:49:18.708932Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t022000z", - "data_fetched_at": "2026-06-22T03:49:18.708932Z", - "context_length": 78, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t005000z", + "data_fetched_at": "2026-06-22T03:56:31.666283Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 11d751c7a28f6187987a2412410c75538ca00b4e..2c9675ac4b9ef8060b24f2f60dc037b2ebd26bab 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,430280.9261023204,430280.9261023204,564.80224609375,0.5074128407419987,0.008826485161671891,0.008774094530334104,1.5713130905677988,655.9580216007122,0.0102299523004884,0.008808338104697857,0.005682191037935658,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,431860.4352092743,431860.4352092743,565.8019205729166,0.508310938564377,0.00884226195260277,0.00878967879070079,1.5713130905677988,657.1608898962828,0.010248871393394164,0.008824066080686041,0.005687476523559238,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,0.8190864914031408,0.8190864914031408,0.69321076075236,0.38088505630682673,0.027901220956347006,0.027436930558977266,2.1561741380116493,0.9050339725132648,0.03593959911280288,0.027527935523719557,0.026277060517932285,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.05732459860793213,0.05732459860793213,0.1984055538972219,0.5726816736606763,0.11642917631084204,0.1272001830606099,2.278386869339408,0.23942555963792198,0.1487731352681336,0.1232843158121418,0.09610723802720378,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.06981858953025642,0.06981858953025642,0.23816070291731092,3.8701128064664974,0.15185794269521444,0.16668803539137805,91.33969388177641,0.26423207513520464,0.1740595505814011,0.15688536259167662,0.13891085674755438,Ocean,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 863326540f6d411c186b7fe5bf254ca530c62f09..349285964c5cb4009def7e7caefbf88902ce9a58 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T03:49:45.555263+00:00", + "evaluated_at": "2026-06-22T03:56:55.671532+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63896.01171875, 64606.0, 64257.98828125, - 64156.01171875 + 64132.01953125 ], "p50": [ 64444.35546875, diff --git a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 81a9dac7f75375cbdfb6bdb26fe1f65129dac22b..42c974c164feffe9492c532950a547bea7322cb9 100644 --- a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T03:34:14.850325+00:00", + "evaluated_at": "2026-06-22T03:56:59.173790+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 36e152c0b0b140f528e9afeba144df055f0cd20a..3dccdbfe855aea184cf8ffa171eb0edb6be99417 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,25 +1,19 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T03:49:57.198887+00:00", + "evaluated_at": "2026-06-22T03:57:06.114567+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:49:18.708932Z", + "data_fetched_at": "2026-06-22T03:56:31.666283Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t213600z", - "data_fetched_at": "2026-06-22T03:49:18.708932Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t022000z", - "data_fetched_at": "2026-06-22T03:49:18.708932Z", - "context_length": 78, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t005000z", + "data_fetched_at": "2026-06-22T03:56:31.666283Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 674055850f72cefecc34858782b39967b3ab6912..35323298c582c6a684284a77fbc02ac2f3c2dbe9 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,66974.52468032543,71389.37658021478,198.22018172936077,0.17807908201376954,0.0030983290413552447,0.003092397410727555,1.4831389313223928,258.794367559121,0.004036011373569878,0.003091330446934962,0.0024825035232102556,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,66863.73169593238,71276.8395934038,197.22050725019412,0.17718098419139114,0.003082757872585705,0.0030768125695609396,1.4831389313223928,258.5802229404491,0.0040327345868225945,0.0030757880543776928,0.002480809950213622,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,90.83341172097414,92.62648790328399,8.299724128435516,4.560288257151853,0.3185376684579119,0.40488327610390623,141.48998129735833,9.530656416059397,0.37846973846058257,0.329588465165,0.31681573540285846,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ETS,0.34094906916766843,0.3422450530935135,0.3999950051068378,1.1545534108342421,0.23513885883434207,0.18862504190787982,41.88719632043607,0.5839084424528116,0.3628262990158978,0.2485470268559914,0.24250991330524116,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.05135448154299596,0.05143768459584632,0.20439174739135102,3.321367082922886,0.13043950785869682,0.14109788118997976,38.55079423919247,0.2266152720868476,0.14927995548661258,0.1346404885753624,0.1208352525925345,Ocean,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index 59c09c474d329e8f3734ce5f3174e2b1e07470a8..335f4d7d3f7c7a6696e63d62036af983f12a3a21 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-22T03:52:30.941892+00:00", + "evaluated_at": "2026-06-22T03:59:20.662170+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63896.01171875, 64606.0, 64257.98828125, - 64156.01171875 + 64132.01953125 ], "p50": [ 64429.850861727355, diff --git a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 6494f5575673cf05ad7b34632baaf2bba5198e76..2195dd3626e2345d9d147ee967cb7ec366c08a4c 100644 --- a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ETS", - "evaluated_at": "2026-06-22T03:37:10.437265+00:00", + "evaluated_at": "2026-06-22T03:59:20.684454+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index 1e2c3d84e78d346e2c6265f019a97c99a87c8531..72105aec6216324ed9c9662295a6a19dfe29f801 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,25 +1,19 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T03:52:30.990294+00:00", + "evaluated_at": "2026-06-22T03:59:20.693026+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:49:18.708932Z", + "data_fetched_at": "2026-06-22T03:56:31.666283Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t213600z", - "data_fetched_at": "2026-06-22T03:49:18.708932Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t022000z", - "data_fetched_at": "2026-06-22T03:49:18.708932Z", - "context_length": 78, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t005000z", + "data_fetched_at": "2026-06-22T03:56:31.666283Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 61ae310eb58e9a53753f580250383876a15da5f3..e5e02dfaacc8bb8f4a10f629cec656c37e182d38 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1681,3 +1681,5 @@ {"evaluated_at": "2026-06-22T03:52:31.147302+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-22T03:52:31.147302+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} {"evaluated_at": "2026-06-22T03:52:31.147302+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} +{"evaluated_at": "2026-06-22T03:59:20.886151+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-22T03:59:20.886151+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 3cd27621bd4a6d9536654883acb1bdf7cd147291..88951081d361447fdf6d036a618e2946c4c3e541 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,563205.4680099487,399028.39502032596,538.611083984375,0.483882955618195,0.008417651079965673,0.008369064210339875,2.049323097637163,750.4701646367754,0.011703910516162751,0.008399875474087085,0.006274528546676617,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,606757.8985125223,398692.9759380023,529.6182454427084,0.47580387699851867,0.008278362171831607,0.008229793344612808,2.083067566044747,778.9466596067554,0.012148203369016062,0.008259757037571213,0.006264326247100075,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,0.9378511653097424,0.9203320178794456,0.7772243022918701,0.4270463456455588,0.031306563383151055,0.030705252779074214,2.1588706261037522,0.96842716055971,0.03845699164619574,0.030864178244633052,0.026479975689698627,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.6791756053222014,0.7553949266117217,0.7748945936560631,2.236670920187268,0.45211950300637777,0.625936312167266,17.203853144744347,0.8241211108339608,0.5120885242362653,0.48150038105739257,0.3782371531817264,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.06193455873325485,0.060497616149645474,0.22153313292397392,3.5999146974443974,0.14135679497311968,0.15399349478506147,63.5480564783103,0.24886654803981761,0.16393770318910064,0.1459321603401328,0.1265440728280056,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.9530306031244132,0 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,114.50167930331934,58.520204439720146,6.380300283432007,0.551488743687741,0.36929857790567383,0.28642786311003027,3.0659819157714394,10.700545747919557,0.48254996629005426,0.2877249216273977,0.25213533169850405,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,2.1047453336705075,1.9550917628682403,1.2880158027013142,0.6674322317514404,0.053889207833612264,0.05222944933777759,2.2382164338812136,1.4507740463871373,0.059805181008669835,0.05309580662433764,0.034428130458537695,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,26.21733883247642,24.39989679058748,4.217489659786224,0.7897509896088639,0.9489047601768866,0.5089482630850236,8.795124778821966,5.120286987315889,0.6865189256736387,0.5654734739378178,0.4036154098794891,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,123.02515707413356,0.01926846553881963,0.13819376627604166,0.007803883272058824,5.758073594835069e-05,5.7582408607210376e-05,2.7919683478860295,11.091670616914909,0.004621529423714545,5.7580735948350697e-05,0.0014105516598548412,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,113.5349797854821,0.01893869290749232,0.13713582356770834,0.007744140625000001,5.713992648654514e-05,5.7141570517910835e-05,2.790431698069854,10.655279432538693,0.004439699763557789,5.713992648654514e-05,0.0014093550693841624,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Large,890.713526753742,459.6993433938395,19.7410888671875,0.3983935818708682,0.08488627994531377,0.0825329602754252,1.6746824063343657,29.844824120000137,0.12013442716503793,0.07946384247861558,0.06594550252364441,Web,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 5a81d5c1078a656fa73f08be276946c176706188..80c293e5f2fa8101ea3b636fb4276d1aed2ef156 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T03:51:48.680423+00:00", + "evaluated_at": "2026-06-22T03:58:49.910178+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,85 +127,85 @@ 63896.01171875, 64606.0, 64257.98828125, - 64156.01171875 + 64132.01953125 ], "p50": [ - 64452.962890625, - 64475.0546875, - 64448.291015625, - 64483.154296875, - 64421.953125, - 64489.4609375, - 64557.439453125, - 64515.2265625, - 64460.119140625, - 64546.3671875, - 64632.67578125, - 64689.83984375, - 64644.36328125, - 64604.349609375, - 64703.345703125, - 64698.095703125, - 64792.0078125, - 64815.060546875, - 64810.5703125, - 64700.724609375, - 64823.77734375, - 64912.685546875, - 64844.62109375, - 64782.98828125 + 64433.869140625, + 64428.705078125, + 64363.845703125, + 64456.294921875, + 64507.220703125, + 64476.400390625, + 64603.8203125, + 64598.6796875, + 64584.279296875, + 64572.66015625, + 64631.283203125, + 64704.88671875, + 64627.19140625, + 64637.04296875, + 64570.474609375, + 64691.29296875, + 64735.201171875, + 64815.265625, + 64792.130859375, + 64835.0234375, + 64748.87890625, + 64641.005859375, + 64829.330078125, + 64787.427734375 ], "p10": [ - 64245.798828125, - 64082.5625, - 63932.560546875, - 63936.798828125, - 63839.1640625, - 63767.439453125, - 63777.125, - 63664.83203125, - 63564.994140625, - 63719.853515625, - 63639.2578125, - 63764.0078125, - 63677.65234375, - 63751.220703125, - 63547.591796875, - 63393.306640625, - 63545.55078125, - 63473.568359375, - 63454.548828125, - 63000.63671875, - 63222.265625, - 62910.625, - 63305.419921875, - 62614.306640625 + 64246.56640625, + 64071.123046875, + 63918.728515625, + 63904.453125, + 63844.310546875, + 63648.578125, + 63788.857421875, + 63816.396484375, + 63596.7890625, + 63635.19140625, + 63549.7734375, + 63697.734375, + 63720.8515625, + 63661.3671875, + 63408.458984375, + 63518.525390625, + 62982.01171875, + 63540.921875, + 63019.861328125, + 63262.990234375, + 63203.728515625, + 63105.623046875, + 63368.712890625, + 63260.787109375 ], "p90": [ - 64650.693359375, - 64759.140625, - 64939.54296875, - 65033.533203125, - 65105.84765625, - 65432.046875, - 65525.169921875, - 65401.767578125, - 65468.271484375, - 65546.82421875, - 65659.56640625, - 65734.453125, - 65712.6640625, - 66061.19140625, - 66194.0703125, - 65947.953125, - 66543.8671875, - 66273.7421875, - 66764.76171875, - 66567.73046875, - 67298.01953125, - 66931.2734375, - 66812.078125, - 67009.30859375 + 64695.10546875, + 64730.525390625, + 64914.3046875, + 65024.990234375, + 65136.814453125, + 65079.90234375, + 65172.095703125, + 65319.6015625, + 65473.248046875, + 65468.513671875, + 65629.1328125, + 65859.67578125, + 65741.41015625, + 66015.58203125, + 65778.3203125, + 66110.57421875, + 66055.25, + 66584.03515625, + 66674.21484375, + 66923.37890625, + 66560.33203125, + 66490.984375, + 67388.56640625, + 66678.53125 ], "timestamps": [ "2026-06-17 04:00:00", diff --git a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 7c4beb2a6532f3ebe41f7e36f9bcfaa72c7bced3..999eac77a1ee934db9bb2130639bc1f6cbefdc82 100644 --- a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T03:36:32.372144+00:00", + "evaluated_at": "2026-06-22T03:58:56.809056+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, @@ -130,82 +130,82 @@ 2400.0 ], "p50": [ - 2399.845458984375, - 2399.86181640625, - 2399.8505859375, - 2399.8795166015625, - 2399.853515625, - 2399.858154296875, - 2399.8642578125, - 2399.8580322265625, - 2399.8529052734375, - 2399.8883056640625, - 2399.8472900390625, - 2399.8505859375, - 2399.837646484375, 2399.8531494140625, - 2399.8509521484375, - 2399.8546142578125, - 2399.87744140625, - 2399.905029296875, - 2399.8861083984375, - 2399.850341796875, - 2399.869140625, - 2399.8629150390625, - 2399.8565673828125, - 2399.85302734375 + 2399.85791015625, + 2399.85595703125, + 2399.856689453125, + 2399.8795166015625, + 2399.85986328125, + 2399.852294921875, + 2399.8797607421875, + 2399.84423828125, + 2399.8795166015625, + 2399.881103515625, + 2399.8431396484375, + 2399.85595703125, + 2399.86279296875, + 2399.869873046875, + 2399.8453369140625, + 2399.8336181640625, + 2399.8780517578125, + 2399.86083984375, + 2399.89013671875, + 2399.8768310546875, + 2399.86669921875, + 2399.859375, + 2399.8563232421875 ], "p10": [ - 2399.66796875, - 2399.706787109375, - 2399.6611328125, - 2399.7291259765625, - 2399.6494140625, - 2399.7041015625, - 2399.68505859375, - 2399.6951904296875, - 2399.6873779296875, - 2399.703857421875, - 2399.661865234375, - 2399.68359375, - 2399.666259765625, - 2399.6785888671875, - 2399.672119140625, - 2399.6734619140625, - 2399.7110595703125, - 2399.6883544921875, - 2399.7071533203125, - 2399.6529541015625, - 2399.677734375, - 2399.630126953125, - 2399.658935546875, - 2399.66357421875 + 2399.6806640625, + 2399.685791015625, + 2399.6658935546875, + 2399.7177734375, + 2399.67822265625, + 2399.69287109375, + 2399.6729736328125, + 2399.7264404296875, + 2399.6851806640625, + 2399.7073974609375, + 2399.6881103515625, + 2399.6710205078125, + 2399.67578125, + 2399.675048828125, + 2399.6925048828125, + 2399.6339111328125, + 2399.6787109375, + 2399.6771240234375, + 2399.6251220703125, + 2399.6890869140625, + 2399.6658935546875, + 2399.65673828125, + 2399.6365966796875, + 2399.63671875 ], "p90": [ - 2449.04150390625, - 2449.2386474609375, - 2449.2135009765625, - 2449.22998046875, - 2449.025634765625, - 2449.0887451171875, - 2449.0498046875, - 2449.091552734375, - 2449.196044921875, - 2449.2314453125, - 2449.1612548828125, - 2449.2816162109375, - 2449.116943359375, - 2449.2935791015625, - 2449.220703125, - 2448.9622802734375, - 2448.97265625, - 2449.196044921875, - 2449.221923828125, - 2449.054443359375, - 2449.013671875, - 2449.1025390625, - 2448.8758544921875, - 2448.9228515625 + 2449.041748046875, + 2449.1982421875, + 2449.2818603515625, + 2449.095947265625, + 2449.1907958984375, + 2449.1934814453125, + 2449.1397705078125, + 2449.1859130859375, + 2449.1353759765625, + 2449.2103271484375, + 2449.2760009765625, + 2449.079833984375, + 2449.2520751953125, + 2449.1943359375, + 2449.2723388671875, + 2448.9742431640625, + 2449.0103759765625, + 2449.1541748046875, + 2449.2701416015625, + 2449.08837890625, + 2448.9688720703125, + 2449.0638427734375, + 2448.9508056640625, + 2448.98486328125 ], "timestamps": [ "2026-06-21 16:55:00", diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 2ffd2acea57b9c6e3f8e30411bd6edbbcc6cb664..dda022738c999491a18887e8bb2c75d28e6eb422 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,25 +1,19 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T03:52:05.466882+00:00", + "evaluated_at": "2026-06-22T03:58:59.478262+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:49:18.708932Z", + "data_fetched_at": "2026-06-22T03:56:31.666283Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t213600z", - "data_fetched_at": "2026-06-22T03:49:18.708932Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t022000z", - "data_fetched_at": "2026-06-22T03:49:18.708932Z", - "context_length": 78, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t005000z", + "data_fetched_at": "2026-06-22T03:56:31.666283Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 4b7bb823b541dfbf592da9e26666f977989410fb..43393d18823ee6a4a8daa0d28fcd9fcb6d2190eb 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,107779.7345123996,101754.32164305518,280.36790164702205,0.25187979405445743,0.004369673045327681,0.004378109495138144,1.6296831685899107,328.29824019083566,0.005119954672237956,0.004372460075170677,0.0032758657156083384,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,107334.3928547578,101307.2359829952,279.36822716785537,0.250981696232079,0.00435414253184615,0.0043625246984854696,1.6296831685899107,327.61928034649884,0.0051094456804901345,0.004356937662701998,0.0032637907796619257,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,7.0117621108409915,7.055180251713726,2.3406708197807196,1.286082945423883,0.09117363478001132,0.09198258102788746,18.298197202231655,2.647973208104831,0.10515306436116724,0.09294984881545072,0.08360600092705145,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.9080556089593972,0.905110743302961,0.9206390612741809,2.6573506038092534,0.5606104592830536,0.7865907589203351,101.80688334729558,0.9529195186160252,0.5921206769114399,0.5720623971943617,0.5670788963069522,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.05781359735361239,0.05789932634819682,0.21666670397475907,3.520835198738623,0.13826307263016904,0.15029574863204614,42.94059930936511,0.24044458270797534,0.15838983963043726,0.14272646157928692,0.12870592779245948,Ocean,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index 07327192a180c5b2500acc046e37e0a386a26f26..750ea1388fd81142b5aca7708bcbd4fc9bdb2a00 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T03:52:30.995479+00:00", + "evaluated_at": "2026-06-22T03:59:20.701914+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63896.01171875, 64606.0, 64257.98828125, - 64156.01171875 + 64132.01953125 ], "p50": [ 63921.775003426534, diff --git a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index e9a363f71ebcae6d0228e24493cc6a285832209c..655a6e38a9b20c63d5dc61639d06b93dec79462f 100644 --- a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T03:37:10.477958+00:00", + "evaluated_at": "2026-06-22T03:59:20.715836+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index 56cec4a460f82e1f90f6a4f29238b375b3463f50..6ef67b5fed03c71154754f9cd678ac0531b76fe2 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,25 +1,19 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T03:52:31.021240+00:00", + "evaluated_at": "2026-06-22T03:59:20.721483+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:49:18.708932Z", + "data_fetched_at": "2026-06-22T03:56:31.666283Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t213600z", - "data_fetched_at": "2026-06-22T03:49:18.708932Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t022000z", - "data_fetched_at": "2026-06-22T03:49:18.708932Z", - "context_length": 78, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t005000z", + "data_fetched_at": "2026-06-22T03:56:31.666283Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index 6c5059c7c8e1ba2c086f83b2c305131ea8aae355..7946504e3d98e8177f3fa1f4736d684a3b8b5f34 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-22T03:49:19.417854+00:00", - "finished_at": "2026-06-22T03:52:31.146837+00:00", - "task_count": 3, + "started_at": "2026-06-22T03:56:32.271933+00:00", + "finished_at": "2026-06-22T03:59:20.885701+00:00", + "task_count": 2, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,25 +10,19 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T03:49:57.198887+00:00", + "evaluated_at": "2026-06-22T03:57:06.114567+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:49:18.708932Z", + "data_fetched_at": "2026-06-22T03:56:31.666283Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t213600z", - "data_fetched_at": "2026-06-22T03:49:18.708932Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t022000z", - "data_fetched_at": "2026-06-22T03:49:18.708932Z", - "context_length": 78, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t005000z", + "data_fetched_at": "2026-06-22T03:56:31.666283Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -36,25 +30,19 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T03:50:29.947781+00:00", + "evaluated_at": "2026-06-22T03:57:34.058774+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:49:18.708932Z", + "data_fetched_at": "2026-06-22T03:56:31.666283Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t213600z", - "data_fetched_at": "2026-06-22T03:49:18.708932Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t022000z", - "data_fetched_at": "2026-06-22T03:49:18.708932Z", - "context_length": 78, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t005000z", + "data_fetched_at": "2026-06-22T03:56:31.666283Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -62,25 +50,19 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T03:51:03.266472+00:00", + "evaluated_at": "2026-06-22T03:58:02.128379+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:49:18.708932Z", + "data_fetched_at": "2026-06-22T03:56:31.666283Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t213600z", - "data_fetched_at": "2026-06-22T03:49:18.708932Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t022000z", - "data_fetched_at": "2026-06-22T03:49:18.708932Z", - "context_length": 78, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t005000z", + "data_fetched_at": "2026-06-22T03:56:31.666283Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -88,25 +70,19 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T03:51:26.686884+00:00", + "evaluated_at": "2026-06-22T03:58:18.906804+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:49:18.708932Z", + "data_fetched_at": "2026-06-22T03:56:31.666283Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t213600z", - "data_fetched_at": "2026-06-22T03:49:18.708932Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t022000z", - "data_fetched_at": "2026-06-22T03:49:18.708932Z", - "context_length": 78, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t005000z", + "data_fetched_at": "2026-06-22T03:56:31.666283Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -114,25 +90,19 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T03:52:05.466882+00:00", + "evaluated_at": "2026-06-22T03:58:59.478262+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:49:18.708932Z", + "data_fetched_at": "2026-06-22T03:56:31.666283Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t213600z", - "data_fetched_at": "2026-06-22T03:49:18.708932Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t022000z", - "data_fetched_at": "2026-06-22T03:49:18.708932Z", - "context_length": 78, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t005000z", + "data_fetched_at": "2026-06-22T03:56:31.666283Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -140,25 +110,19 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T03:52:30.486533+00:00", + "evaluated_at": "2026-06-22T03:59:20.349256+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:49:18.708932Z", + "data_fetched_at": "2026-06-22T03:56:31.666283Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t213600z", - "data_fetched_at": "2026-06-22T03:49:18.708932Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t022000z", - "data_fetched_at": "2026-06-22T03:49:18.708932Z", - "context_length": 78, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t005000z", + "data_fetched_at": "2026-06-22T03:56:31.666283Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -166,25 +130,19 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T03:52:30.905253+00:00", + "evaluated_at": "2026-06-22T03:59:20.626853+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:49:18.708932Z", + "data_fetched_at": "2026-06-22T03:56:31.666283Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t213600z", - "data_fetched_at": "2026-06-22T03:49:18.708932Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t022000z", - "data_fetched_at": "2026-06-22T03:49:18.708932Z", - "context_length": 78, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t005000z", + "data_fetched_at": "2026-06-22T03:56:31.666283Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -192,25 +150,19 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T03:52:30.990294+00:00", + "evaluated_at": "2026-06-22T03:59:20.693026+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:49:18.708932Z", + "data_fetched_at": "2026-06-22T03:56:31.666283Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t213600z", - "data_fetched_at": "2026-06-22T03:49:18.708932Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t022000z", - "data_fetched_at": "2026-06-22T03:49:18.708932Z", - "context_length": 78, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t005000z", + "data_fetched_at": "2026-06-22T03:56:31.666283Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -218,25 +170,19 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T03:52:31.021240+00:00", + "evaluated_at": "2026-06-22T03:59:20.721483+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:49:18.708932Z", + "data_fetched_at": "2026-06-22T03:56:31.666283Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t213600z", - "data_fetched_at": "2026-06-22T03:49:18.708932Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t022000z", - "data_fetched_at": "2026-06-22T03:49:18.708932Z", - "context_length": 78, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t005000z", + "data_fetched_at": "2026-06-22T03:56:31.666283Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -244,25 +190,19 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T03:52:31.046464+00:00", + "evaluated_at": "2026-06-22T03:59:20.741999+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:49:18.708932Z", + "data_fetched_at": "2026-06-22T03:56:31.666283Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t213600z", - "data_fetched_at": "2026-06-22T03:49:18.708932Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t022000z", - "data_fetched_at": "2026-06-22T03:49:18.708932Z", - "context_length": 78, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t005000z", + "data_fetched_at": "2026-06-22T03:56:31.666283Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -278,7 +218,5 @@ "overall": "aggregates/results_overall.csv", "metadata": "aggregates/metadata.json" }, - "push_status": "ok", - "pushed_at": "2026-06-22T03:53:27.460240+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_035920.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_035920.json new file mode 100644 index 0000000000000000000000000000000000000000..9aa19fdabcf23e8067a6d93ef17458b1c9b38860 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_035920.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-22T03:59:20.564853+00:00", + "metrics": { + "MSE[mean]": 296538.1732727695, + "MSE[0.5]": 720592.0837701238, + "MAE[0.5]": 812.298868112498, + "MASE[0.5]": 0.7297613971104101, + "MAPE[0.5]": 0.012658377747421491, + "sMAPE[0.5]": 0.012746418220500863, + "MSIS": 13.82846773558567, + "RMSE[mean]": 544.5531868172011, + "NRMSE[mean]": 0.008492677614203848, + "ND[0.5]": 0.012668353762803149, + "mean_weighted_sum_quantile_loss": 0.01143063916129413 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0 + ], + "actual": [ + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 64132.01953125 + ], + "predictions": { + "p50": [ + 63707.84300941938, + 63658.75173961217, + 63606.75907136685, + 63551.28389464019, + 63515.694875764035, + 63480.28888919713, + 63424.519430867294, + 63401.2118662461, + 63391.70499977636, + 63332.83370305868, + 63308.239436409305, + 63283.93346754319, + 63244.519761249685, + 63226.5783298813, + 63190.019859328524, + 63182.019057364945, + 63172.865889052824, + 63111.57664067788, + 63137.55278089548, + 63095.28560108082, + 63098.13433203916, + 63120.78277619196, + 63078.17664000744, + 63071.880019879354 + ], + "p10": [ + 63411.46567795504, + 63320.915005654984, + 63313.48721056215, + 63172.14644218715, + 63204.04881078871, + 63136.62407722957, + 63047.37448083974, + 63097.18913047926, + 63064.7894513992, + 63029.54436269002, + 62969.55859357724, + 62995.327319426455, + 62992.04913799568, + 62929.26578857411, + 62907.66227606013, + 62915.618927804535, + 62828.32645158157, + 62816.769098615165, + 62835.2182628784, + 62816.66686322157, + 62720.561237174974, + 62812.92395253164, + 62780.86409870025, + 62766.079691155755 + ], + "p90": [ + 63901.01602482756, + 63914.712474114225, + 63816.33302409564, + 63862.47693695639, + 63804.76437250804, + 63758.16201476726, + 63692.04519032978, + 63684.60579026807, + 63701.015885965804, + 63549.911459289055, + 63521.11798653498, + 63498.23561321705, + 63561.83535080455, + 63521.51391221007, + 63494.54210653259, + 63443.61307279755, + 63474.08802028959, + 63407.484292732355, + 63422.63492266721, + 63407.012504400554, + 63411.74869920655, + 63398.68165289179, + 63336.92118575222, + 63375.20161579783 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_035655.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_035655.json new file mode 100644 index 0000000000000000000000000000000000000000..2ff60fbe0ae5be30d9d023f22027af312a4402f2 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_035655.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T03:56:55.671532+00:00", + "metrics": { + "MSE[mean]": 431860.4352092743, + "MSE[0.5]": 431860.4352092743, + "MAE[0.5]": 565.8019205729166, + "MASE[0.5]": 0.508310938564377, + "MAPE[0.5]": 0.00884226195260277, + "sMAPE[0.5]": 0.00878967879070079, + "MSIS": 1.5713130905677988, + "RMSE[mean]": 657.1608898962828, + "NRMSE[mean]": 0.010248871393394164, + "ND[0.5]": 0.008824066080686041, + "mean_weighted_sum_quantile_loss": 0.005687476523559238 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0 + ], + "actual": [ + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 64132.01953125 + ], + "predictions": { + "p50": [ + 64444.35546875, + 64458.6171875, + 64471.0078125, + 64498.328125, + 64514.74609375, + 64549.66015625, + 64572.0, + 64595.59765625, + 64610.015625, + 64633.86328125, + 64655.3046875, + 64671.85546875, + 64676.87890625, + 64694.265625, + 64708.71484375, + 64711.41796875, + 64812.8359375, + 64836.6640625, + 64850.296875, + 64872.2890625, + 64872.66796875, + 64902.4453125, + 64919.01953125, + 64934.02734375 + ], + "p10": [ + 64159.08203125, + 64121.87109375, + 64069.73046875, + 64038.328125, + 64005.09375, + 64009.05078125, + 63962.29296875, + 63936.78515625, + 63892.75, + 63845.33203125, + 63811.3671875, + 63762.17578125, + 63705.46875, + 63658.078125, + 63634.125, + 63639.0546875, + 63530.33984375, + 63496.34375, + 63411.33984375, + 63373.91796875, + 63342.98046875, + 63293.9765625, + 63263.078125, + 63233.60546875 + ], + "p90": [ + 64685.69140625, + 64745.29296875, + 64802.91796875, + 64863.125, + 64939.35546875, + 64977.9921875, + 65027.59375, + 65076.78125, + 65126.71875, + 65183.53125, + 65232.625, + 65296.8828125, + 65355.81640625, + 65385.73828125, + 65422.8828125, + 65437.5390625, + 65689.4296875, + 65750.546875, + 65793.5703125, + 65888.5546875, + 65913.40625, + 65980.359375, + 66040.875, + 66078.515625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_035920.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_035920.json new file mode 100644 index 0000000000000000000000000000000000000000..fb5429595debfe0b2f16d32cb60146cc952c9fc0 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_035920.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-22T03:59:20.662170+00:00", + "metrics": { + "MSE[mean]": 66863.73169593238, + "MSE[0.5]": 71276.8395934038, + "MAE[0.5]": 197.22050725019412, + "MASE[0.5]": 0.17718098419139114, + "MAPE[0.5]": 0.003082757872585705, + "sMAPE[0.5]": 0.0030768125695609396, + "MSIS": 1.4831389313223928, + "RMSE[mean]": 258.5802229404491, + "NRMSE[mean]": 0.0040327345868225945, + "ND[0.5]": 0.0030757880543776928, + "mean_weighted_sum_quantile_loss": 0.002480809950213622 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0 + ], + "actual": [ + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 64132.01953125 + ], + "predictions": { + "p50": [ + 64429.850861727355, + 64423.81311623109, + 64383.087870734824, + 64373.93098461356, + 64377.8365984923, + 64348.529321746035, + 64327.71423249977, + 64312.899143253504, + 64304.08405400724, + 64284.89982413597, + 64288.94606301471, + 64265.50988001844, + 64260.84713452218, + 64244.50079527592, + 64197.91617477965, + 64197.78077303339, + 64182.82505878712, + 64160.86153204086, + 64171.95659904459, + 64131.231353548326, + 64123.84595180206, + 64109.0308625558, + 64094.21577330954, + 64087.72880906327 + ], + "p10": [ + 64184.593049227355, + 64090.30139748109, + 64150.11560510982, + 64060.67121898856, + 64124.9639422423, + 64110.14885299603, + 64079.73923249977, + 64076.0401588785, + 64044.00592900724, + 64035.97208976097, + 64062.62731301471, + 63999.56066126844, + 64036.369400147174, + 63976.71173277592, + 63961.218518529655, + 63958.67921053339, + 63868.07505878712, + 63929.04903204086, + 63913.07417716959, + 63816.37275979832, + 63736.24438930206, + 63858.1910188058, + 63779.18452330954, + 63847.78037156327 + ], + "p90": [ + 64665.917267977355, + 64648.92249123109, + 64625.83904260983, + 64647.67903148856, + 64607.5076922423, + 64592.69260299604, + 64597.33923249977, + 64562.871799503504, + 64537.57389775724, + 64536.922480385976, + 64538.07887551471, + 64503.017301893444, + 64567.857290772175, + 64521.20782652592, + 64462.847034154656, + 64446.31631990839, + 64508.13365253712, + 64434.37325079086, + 64447.13238029459, + 64388.77158792333, + 64417.50220180206, + 64357.3668000558, + 64360.29780455954, + 64348.24013718827 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_035849.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_035849.json new file mode 100644 index 0000000000000000000000000000000000000000..cbdfe1acc87132c1f2c99da9a5ce222d263468cb --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_035849.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T03:58:49.910178+00:00", + "metrics": { + "MSE[mean]": 606757.8985125223, + "MSE[0.5]": 398692.9759380023, + "MAE[0.5]": 529.6182454427084, + "MASE[0.5]": 0.47580387699851867, + "MAPE[0.5]": 0.008278362171831607, + "sMAPE[0.5]": 0.008229793344612808, + "MSIS": 2.083067566044747, + "RMSE[mean]": 778.9466596067554, + "NRMSE[mean]": 0.012148203369016062, + "ND[0.5]": 0.008259757037571213, + "mean_weighted_sum_quantile_loss": 0.006264326247100075 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0 + ], + "actual": [ + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 64132.01953125 + ], + "predictions": { + "p50": [ + 64433.869140625, + 64428.705078125, + 64363.845703125, + 64456.294921875, + 64507.220703125, + 64476.400390625, + 64603.8203125, + 64598.6796875, + 64584.279296875, + 64572.66015625, + 64631.283203125, + 64704.88671875, + 64627.19140625, + 64637.04296875, + 64570.474609375, + 64691.29296875, + 64735.201171875, + 64815.265625, + 64792.130859375, + 64835.0234375, + 64748.87890625, + 64641.005859375, + 64829.330078125, + 64787.427734375 + ], + "p10": [ + 64246.56640625, + 64071.123046875, + 63918.728515625, + 63904.453125, + 63844.310546875, + 63648.578125, + 63788.857421875, + 63816.396484375, + 63596.7890625, + 63635.19140625, + 63549.7734375, + 63697.734375, + 63720.8515625, + 63661.3671875, + 63408.458984375, + 63518.525390625, + 62982.01171875, + 63540.921875, + 63019.861328125, + 63262.990234375, + 63203.728515625, + 63105.623046875, + 63368.712890625, + 63260.787109375 + ], + "p90": [ + 64695.10546875, + 64730.525390625, + 64914.3046875, + 65024.990234375, + 65136.814453125, + 65079.90234375, + 65172.095703125, + 65319.6015625, + 65473.248046875, + 65468.513671875, + 65629.1328125, + 65859.67578125, + 65741.41015625, + 66015.58203125, + 65778.3203125, + 66110.57421875, + 66055.25, + 66584.03515625, + 66674.21484375, + 66923.37890625, + 66560.33203125, + 66490.984375, + 67388.56640625, + 66678.53125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_035920.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_035920.json new file mode 100644 index 0000000000000000000000000000000000000000..9228a097bae9b2a99e7566554140e0f8fa19d18d --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_035920.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T03:59:20.701914+00:00", + "metrics": { + "MSE[mean]": 107334.3928547578, + "MSE[0.5]": 101307.2359829952, + "MAE[0.5]": 279.36822716785537, + "MASE[0.5]": 0.250981696232079, + "MAPE[0.5]": 0.00435414253184615, + "sMAPE[0.5]": 0.0043625246984854696, + "MSIS": 1.6296831685899107, + "RMSE[mean]": 327.61928034649884, + "NRMSE[mean]": 0.0051094456804901345, + "ND[0.5]": 0.004356937662701998, + "mean_weighted_sum_quantile_loss": 0.0032637907796619257 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0 + ], + "actual": [ + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 64132.01953125 + ], + "predictions": { + "p50": [ + 63921.775003426534, + 63930.552347176534, + 63904.642190926534, + 63910.300394051534, + 63929.021097176534, + 63914.528909676534, + 63908.528909676534, + 63908.528909676534, + 63914.528909676534, + 63910.159769051534, + 63929.021097176534, + 63920.400003426534, + 63930.552347176534, + 63929.021097176534, + 63897.251565926534, + 63911.931253426534, + 63911.790628426534, + 63904.642190926534, + 63930.552347176534, + 63904.642190926534, + 63912.071878426534, + 63912.071878426534, + 63912.071878426534, + 63920.400003426534 + ], + "p10": [ + 63676.517190926534, + 63597.040628426534, + 63671.66992530153, + 63597.040628426534, + 63676.14844092653, + 63676.14844092653, + 63660.553909676535, + 63671.66992530153, + 63654.450784676534, + 63661.232034676534, + 63702.702347176535, + 63654.450784676534, + 63706.07461280153, + 63661.232034676534, + 63660.553909676535, + 63672.829690926534, + 63597.040628426534, + 63672.829690926534, + 63671.66992530153, + 63589.78359717653, + 63524.470315926534, + 63661.232034676534, + 63597.040628426534, + 63680.45156592653 + ], + "p90": [ + 64157.841409676534, + 64155.661722176534, + 64147.39336280154, + 64184.048440926534, + 64158.69219092654, + 64158.69219092654, + 64178.153909676534, + 64158.501565926534, + 64148.018753426535, + 64162.18242530154, + 64178.153909676534, + 64157.907425301535, + 64237.56250342653, + 64205.728128426534, + 64162.18242530154, + 64160.46680030153, + 64237.099222176534, + 64178.153909676534, + 64205.728128426534, + 64162.18242530154, + 64205.728128426534, + 64160.407815926534, + 64178.153909676534, + 64180.911331551535 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_035920.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_035920.json new file mode 100644 index 0000000000000000000000000000000000000000..842381716c843b48f2ec93a4414a8acb99bd9f92 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_035920.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T03:59:20.728769+00:00", + "metrics": { + "MSE[mean]": 232108.1904595693, + "MSE[0.5]": 232108.1904595693, + "MAE[0.5]": 419.7745768229167, + "MASE[0.5]": 0.37712139420499285, + "MAPE[0.5]": 0.006549767425586178, + "sMAPE[0.5]": 0.006562859157142835, + "MSIS": 3.444595661865718, + "RMSE[mean]": 481.7760791691191, + "NRMSE[mean]": 0.00751362588938803, + "ND[0.5]": 0.006546670257193081, + "mean_weighted_sum_quantile_loss": 0.005781626877283808 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0 + ], + "actual": [ + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 64132.01953125 + ], + "predictions": { + "p50": [ + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0 + ], + "p10": [ + 62311.860625, + 62404.50890625, + 62469.7171875, + 62382.10671875, + 62149.609375, + 62466.336953125, + 62401.205234375, + 62414.24, + 62381.988046875, + 62129.825625, + 62670.90046875, + 62876.83828125, + 62753.622421875, + 62558.005234375, + 62529.7728125, + 62657.28, + 62647.468515625, + 62732.15046875, + 62986.571484374996, + 63012.051484375, + 63008.119999999995, + 62963.04, + 62956.424999999996, + 63137.479999999996 + ], + "p90": [ + 64855.201875, + 64951.63171875, + 65019.5015625, + 64928.31515625, + 64686.328125, + 65015.983359375, + 64948.193203125, + 64961.76, + 64928.191640625, + 64665.736875, + 65228.89640625, + 65443.23984375, + 65314.994765625, + 65111.393203125, + 65082.0084375, + 65214.72, + 65204.508046875, + 65292.64640625, + 65557.451953125, + 65583.971953125, + 65579.88, + 65532.96, + 65526.075000000004, + 65714.52 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_035914.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_035914.json new file mode 100644 index 0000000000000000000000000000000000000000..b848e309942b017c644ec84f54532267b179c1f1 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_035914.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T03:59:14.727670+00:00", + "metrics": { + "MSE[mean]": 213049.24371401468, + "MSE[0.5]": 213049.24371401468, + "MAE[0.5]": 389.7003580729167, + "MASE[0.5]": 0.35010300878854955, + "MAPE[0.5]": 0.0060920112665549045, + "sMAPE[0.5]": 0.006066107055415072, + "MSIS": 1.6467967356927256, + "RMSE[mean]": 461.5725768652365, + "NRMSE[mean]": 0.007198538518864024, + "ND[0.5]": 0.006077642344904814, + "mean_weighted_sum_quantile_loss": 0.004142631166330651 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0 + ], + "actual": [ + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 64132.01953125 + ], + "predictions": { + "p50": [ + 64467.90625, + 64422.0, + 64429.0625, + 64453.78125, + 64453.78125, + 64450.25, + 64464.375, + 64478.5, + 64510.28125, + 64524.40625, + 64556.1875, + 64552.65625, + 64556.1875, + 64552.65625, + 64552.65625, + 64556.1875, + 64573.84375, + 64545.59375, + 64520.875, + 64510.28125, + 64499.6875, + 64496.15625, + 64478.5, + 64414.9375 + ], + "p10": [ + 64199.53125, + 64090.0625, + 64045.921875, + 64031.796875, + 64017.671875, + 64007.078125, + 63987.65625, + 63971.765625, + 63971.765625, + 63978.828125, + 63987.65625, + 63950.578125, + 63912.6171875, + 63872.890625, + 63859.6484375, + 63818.15625, + 63822.5703125, + 63759.33984375, + 63698.7578125, + 63659.69140625, + 63632.765625, + 63620.40625, + 63578.03125, + 63502.109375 + ], + "p90": [ + 64732.75, + 64782.1875, + 64845.75, + 64909.3125, + 64930.5, + 64930.5, + 64979.9375, + 65008.1875, + 65078.8125, + 65107.0625, + 65156.5, + 65191.8125, + 65213.0, + 65227.125, + 65241.25, + 65290.6875, + 65318.9375, + 65304.8125, + 65276.5625, + 65283.625, + 65283.625, + 65283.625, + 65290.6875, + 65248.3125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_035724.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_035724.json new file mode 100644 index 0000000000000000000000000000000000000000..b13053e9641820e48ce63761a2f2ae0edd8b1851 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_035724.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T03:57:24.425263+00:00", + "metrics": { + "MSE[mean]": 236156.7789929708, + "MSE[0.5]": 157373.94617843628, + "MAE[0.5]": 305.52734375, + "MASE[0.5]": 0.27448279196611386, + "MAPE[0.5]": 0.004779325842740021, + "sMAPE[0.5]": 0.00476019983507986, + "MSIS": 12.580588073245323, + "RMSE[mean]": 485.9596474944919, + "NRMSE[mean]": 0.0075788714850883315, + "ND[0.5]": 0.00476490689175566, + "mean_weighted_sum_quantile_loss": 0.005523342194261188 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0 + ], + "actual": [ + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 64132.01953125 + ], + "predictions": { + "p50": [ + 64371.95703125, + 64365.90625, + 64349.42578125, + 64336.77734375, + 64349.8984375, + 64354.26953125, + 64348.24609375, + 64348.296875, + 64368.2421875, + 64399.6015625, + 64395.2421875, + 64427.59375, + 64444.9375, + 64417.69140625, + 64445.44140625, + 64427.5234375, + 64426.05859375, + 64444.30078125, + 64460.5546875, + 64490.44140625, + 64466.59375, + 64487.56640625, + 64508.05859375, + 64513.30859375 + ], + "p10": [ + 64394.98828125, + 64428.1875, + 64399.46484375, + 64402.234375, + 64399.98828125, + 64409.28125, + 64424.5, + 64439.09375, + 64424.2890625, + 64429.0859375, + 64439.82421875, + 64423.94921875, + 64437.7109375, + 64456.6484375, + 64483.85546875, + 64467.08984375, + 64446.8984375, + 64512.76953125, + 64511.4375, + 64502.78125, + 64521.56640625, + 64562.3828125, + 64536.26953125, + 64544.796875 + ], + "p90": [ + 64582.3984375, + 64629.71875, + 64647.44921875, + 64668.2734375, + 64698.61328125, + 64710.671875, + 64741.69140625, + 64750.37890625, + 64788.8828125, + 64838.55078125, + 64846.7421875, + 64883.25, + 64901.6015625, + 64915.515625, + 64945.9453125, + 64957.21484375, + 64966.84765625, + 65001.51953125, + 65037.55078125, + 65055.75, + 65054.625, + 65083.7578125, + 65085.0625, + 65087.265625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_035809.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_035809.json new file mode 100644 index 0000000000000000000000000000000000000000..6802486da66cedc6b43c2668bc5f1fd0266721fe --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_035809.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-22T03:58:09.355135+00:00", + "metrics": { + "MSE[mean]": 454660.1750361125, + "MSE[0.5]": 454660.1750361125, + "MAE[0.5]": 578.6591796875, + "MASE[0.5]": 0.5198617750148464, + "MAPE[0.5]": 0.009042930571733112, + "sMAPE[0.5]": 0.008987592288492623, + "MSIS": 2.3906415048504885, + "RMSE[mean]": 674.2849360886779, + "NRMSE[mean]": 0.010515932549739147, + "ND[0.5]": 0.009024583788241197, + "mean_weighted_sum_quantile_loss": 0.006044055618312828 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0 + ], + "actual": [ + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 64132.01953125 + ], + "predictions": { + "p50": [ + 64415.41796875, + 64430.72265625, + 64466.9140625, + 64496.1875, + 64518.07421875, + 64537.7890625, + 64556.6796875, + 64577.03515625, + 64594.66796875, + 64610.28515625, + 64648.57421875, + 64685.08203125, + 64714.2265625, + 64740.078125, + 64770.35546875, + 64793.375, + 64812.4453125, + 64837.625, + 64870.3671875, + 64897.3515625, + 64920.13671875, + 64938.12890625, + 64962.4765625, + 64981.453125 + ], + "p10": [ + 64185.56640625, + 64073.20703125, + 64004.41796875, + 63971.9296875, + 63954.48046875, + 63942.11328125, + 63923.98046875, + 63903.20703125, + 63882.796875, + 63853.8203125, + 63848.046875, + 63843.6953125, + 63827.37109375, + 63815.53515625, + 63806.4921875, + 63799.3203125, + 63791.6484375, + 63778.2109375, + 63779.765625, + 63774.21875, + 63756.69140625, + 63739.39453125, + 63726.640625, + 63712.91796875 + ], + "p90": [ + 64651.76953125, + 64785.12890625, + 64926.23828125, + 65043.26953125, + 65129.05078125, + 65223.42578125, + 65319.74609375, + 65409.70703125, + 65489.62109375, + 65569.9609375, + 65675.828125, + 65763.375, + 65836.4921875, + 65911.6640625, + 66007.390625, + 66088.15625, + 66157.5, + 66222.015625, + 66295.09375, + 66383.21875, + 66441.0, + 66512.3359375, + 66581.5078125, + 66647.421875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_035756.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_035756.json new file mode 100644 index 0000000000000000000000000000000000000000..d9e86db3ab42bee8a92f680e903ca9a0815be3cd --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_035756.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T03:57:56.459969+00:00", + "metrics": { + "MSE[mean]": 196555.55973815918, + "MSE[0.5]": 196555.55973815918, + "MAE[0.5]": 365.4847005208333, + "MASE[0.5]": 0.32834789773168155, + "MAPE[0.5]": 0.005714657191918878, + "sMAPE[0.5]": 0.005690703749184745, + "MSIS": 1.6274105733203825, + "RMSE[mean]": 443.3458692016417, + "NRMSE[mean]": 0.0069142806063174364, + "ND[0.5]": 0.0056999826822962466, + "mean_weighted_sum_quantile_loss": 0.004449612183345746 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0 + ], + "actual": [ + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 64132.01953125 + ], + "predictions": { + "p50": [ + 64397.046875, + 64403.8828125, + 64403.03125, + 64418.6796875, + 64438.515625, + 64450.71484375, + 64457.01953125, + 64466.80078125, + 64472.16796875, + 64476.765625, + 64479.4140625, + 64488.4921875, + 64489.09375, + 64496.36328125, + 64506.12890625, + 64507.03515625, + 64512.25, + 64507.921875, + 64512.3828125, + 64517.7890625, + 64520.890625, + 64519.62109375, + 64520.796875, + 64523.69921875 + ], + "p10": [ + 64189.62109375, + 64118.921875, + 64033.171875, + 63984.62890625, + 63962.55078125, + 63921.13671875, + 63880.75390625, + 63847.69921875, + 63815.234375, + 63779.69921875, + 63739.5703125, + 63705.38671875, + 63670.43359375, + 63636.24609375, + 63603.4921875, + 63577.45703125, + 63539.45703125, + 63493.27734375, + 63470.48046875, + 63431.0546875, + 63409.89453125, + 63377.2265625, + 63338.5390625, + 63298.25 + ], + "p90": [ + 64615.06640625, + 64695.80078125, + 64787.15234375, + 64862.14453125, + 64941.109375, + 65004.0859375, + 65058.03515625, + 65102.37109375, + 65166.41015625, + 65198.4296875, + 65242.96875, + 65297.91796875, + 65350.37109375, + 65404.875, + 65468.6875, + 65514.2890625, + 65567.96875, + 65606.890625, + 65649.6484375, + 65697.9609375, + 65747.8671875, + 65805.1328125, + 65852.0625, + 65899.65625 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260622_035920.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260622_035920.json new file mode 100644 index 0000000000000000000000000000000000000000..bdccaf5c7e1b22d4eb6656c55b903686832c5bb7 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260622_035920.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ARIMA", + "evaluated_at": "2026-06-22T03:59:20.608886+00:00", + "metrics": { + "MSE[mean]": 323.3840199836032, + "MSE[0.5]": 688.5326090982102, + "MAE[0.5]": 26.237158191931844, + "MASE[0.5]": 1.4816277567208571, + "MAPE[0.5]": 0.010932149246638267, + "sMAPE[0.5]": 0.010992246335328406, + "MSIS": 6.884202918216462, + "RMSE[mean]": 17.9828813037178, + "NRMSE[mean]": 0.007492867209882416, + "ND[0.5]": 0.01093214924663827, + "mean_weighted_sum_quantile_loss": 0.008079251175038283 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 16:55:00", + "2026-06-21 17:10:00", + "2026-06-21 17:25:00", + "2026-06-21 17:40:00", + "2026-06-21 17:55:00", + "2026-06-21 18:10:00", + "2026-06-21 18:25:00", + "2026-06-21 18:40:00", + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2374.662807747706, + 2373.9111039381814, + 2374.2294808903944, + 2373.8096433610795, + 2374.219108610544, + 2374.1258164395967, + 2373.6288688217082, + 2373.7753737288667, + 2373.9433195500105, + 2373.899547855808, + 2373.239588906992, + 2373.598401898308, + 2374.218968705536, + 2372.963756990296, + 2373.8995478586667, + 2373.5984018983454, + 2373.717352982397, + 2373.28663501989, + 2373.921433691948, + 2373.3667345400045, + 2373.8948288790943, + 2373.192542793434, + 2373.5984018983454, + 2373.606536386482 + ], + "p10": [ + 2368.888126649663, + 2367.532166557663, + 2367.435208445732, + 2368.0970492205342, + 2368.0984018527824, + 2368.098245807774, + 2367.6232903366645, + 2367.5320405931707, + 2368.098261972551, + 2367.623288471832, + 2367.614163708349, + 2368.151036778074, + 2368.4415768457984, + 2368.441576845794, + 2369.0798645645036, + 2369.0798645645036, + 2366.6718293904455, + 2367.6232884746905, + 2368.151036778112, + 2367.5290687299944, + 2369.8119100264826, + 2368.441576845794, + 2367.532040807975, + 2367.532040807975 + ], + "p90": [ + 2422.5325726103792, + 2421.65324211869, + 2422.530861922134, + 2422.1657998608434, + 2422.5204896422833, + 2424.1037026938543, + 2422.167014450053, + 2419.5616943923346, + 2424.1037188586306, + 2421.7425238914907, + 2418.7965055849454, + 2424.338073741124, + 2422.3444198376556, + 2418.655492074356, + 2422.1847533130363, + 2418.6554920743565, + 2421.744364035717, + 2421.7425238943492, + 2422.167012588079, + 2421.551264206577, + 2424.1271543245807, + 2418.7965055846153, + 2417.185588918593, + 2421.742707908486 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260622_035659.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260622_035659.json new file mode 100644 index 0000000000000000000000000000000000000000..9c06e3ac7b3608e86d2a18260a86311b67afd9b3 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260622_035659.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T03:56:59.173790+00:00", + "metrics": { + "MSE[mean]": 0.0026837289333343506, + "MSE[0.5]": 0.0026837289333343506, + "MAE[0.5]": 0.042236328125, + "MASE[0.5]": 0.002385110294117647, + "MAPE[0.5]": 1.7598470052083337e-05, + "sMAPE[0.5]": 1.7598340016817517e-05, + "MSIS": 2.2234127987132357, + "RMSE[mean]": 0.05180471921875796, + "NRMSE[mean]": 2.1585299674482485e-05, + "ND[0.5]": 1.7598470052083333e-05, + "mean_weighted_sum_quantile_loss": 0.0011131728372456111 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 16:55:00", + "2026-06-21 17:10:00", + "2026-06-21 17:25:00", + "2026-06-21 17:40:00", + "2026-06-21 17:55:00", + "2026-06-21 18:10:00", + "2026-06-21 18:25:00", + "2026-06-21 18:40:00", + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2399.971435546875, + 2399.9208984375, + 2399.999267578125, + 2400.02685546875, + 2399.980224609375, + 2400.052490234375, + 2400.00927734375, + 2400.053466796875, + 2400.08544921875, + 2400.070556640625, + 2400.08544921875, + 2400.11181640625, + 2400.07080078125, + 2400.00390625, + 2400.014892578125, + 2400.069580078125, + 2400.028564453125, + 2399.973876953125, + 2399.99072265625, + 2399.955078125, + 2400.027099609375, + 2399.95361328125, + 2399.957275390625, + 2400.005859375 + ], + "p10": [ + 2399.684326171875, + 2399.6455078125, + 2399.632568359375, + 2399.709716796875, + 2399.742919921875, + 2399.701904296875, + 2399.6650390625, + 2399.70849609375, + 2399.703369140625, + 2399.6787109375, + 2399.59716796875, + 2399.628662109375, + 2399.60546875, + 2399.57470703125, + 2399.55859375, + 2399.58935546875, + 2399.365966796875, + 2399.3857421875, + 2399.373046875, + 2399.40283203125, + 2399.41455078125, + 2399.431640625, + 2399.428466796875, + 2399.419189453125 + ], + "p90": [ + 2434.01123046875, + 2439.044189453125, + 2445.67822265625, + 2450.955322265625, + 2453.76171875, + 2452.592529296875, + 2458.42822265625, + 2449.231689453125, + 2442.166748046875, + 2437.27978515625, + 2436.0498046875, + 2432.4140625, + 2429.773681640625, + 2429.553466796875, + 2428.747802734375, + 2429.26416015625, + 2432.8740234375, + 2434.00830078125, + 2434.909423828125, + 2434.4375, + 2435.674560546875, + 2435.327880859375, + 2437.7705078125, + 2440.6435546875 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260622_035920.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260622_035920.json new file mode 100644 index 0000000000000000000000000000000000000000..db7a1a7aaf2fb971ccc866ace81258f15b652786 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260622_035920.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ETS", + "evaluated_at": "2026-06-22T03:59:20.684454+00:00", + "metrics": { + "MSE[mean]": 12.326277948495521, + "MSE[0.5]": 5.261682925978615, + "MAE[0.5]": 2.1599102443585707, + "MASE[0.5]": 0.12197140203436636, + "MAPE[0.5]": 0.0008999626018160711, + "sMAPE[0.5]": 0.0008995061104825867, + "MSIS": 14.588233623137752, + "RMSE[mean]": 3.510879939345053, + "NRMSE[mean]": 0.001462866641393772, + "ND[0.5]": 0.0008999626018160712, + "mean_weighted_sum_quantile_loss": 0.0019634231596317195 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 16:55:00", + "2026-06-21 17:10:00", + "2026-06-21 17:25:00", + "2026-06-21 17:40:00", + "2026-06-21 17:55:00", + "2026-06-21 18:10:00", + "2026-06-21 18:25:00", + "2026-06-21 18:40:00", + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2403.4429765045065, + 2403.331405525363, + 2403.2198345462198, + 2403.108263567077, + 2402.9966925879335, + 2402.88512160879, + 2402.7735506296467, + 2402.6619796505033, + 2402.55040867136, + 2402.438837692217, + 2402.3272667130736, + 2402.2156957339303, + 2402.104124754787, + 2401.9925537756435, + 2401.8809827965, + 2401.769411817357, + 2401.657840838214, + 2401.5462698590704, + 2401.434698879927, + 2401.3231279007837, + 2401.2115569216403, + 2401.0999859424974, + 2400.988414963354, + 2400.8768439842106 + ], + "p10": [ + 2353.4429765045065, + 2353.331405525363, + 2353.2198345462198, + 2353.108263567077, + 2352.9966925879335, + 2352.88512160879, + 2352.7735506296467, + 2352.6619796505033, + 2352.55040867136, + 2352.438837692217, + 2352.3272667130736, + 2352.2156957339303, + 2352.104124754787, + 2351.9925537756435, + 2351.8809827965, + 2351.769411817357, + 2351.657840838214, + 2351.5462698590704, + 2351.434698879927, + 2351.3231279007837, + 2351.2115569216403, + 2351.0999859424974, + 2350.988414963354, + 2350.8768439842106 + ], + "p90": [ + 2453.4429765045065, + 2453.331405525363, + 2453.2198345462198, + 2453.108263567077, + 2452.9966925879335, + 2452.88512160879, + 2452.7735506296467, + 2452.6619796505033, + 2452.55040867136, + 2452.438837692217, + 2452.3272667130736, + 2452.2156957339303, + 2452.104124754787, + 2451.9925537756435, + 2451.8809827965, + 2451.769411817357, + 2451.657840838214, + 2451.5462698590704, + 2451.434698879927, + 2451.3231279007837, + 2451.2115569216403, + 2451.0999859424974, + 2450.988414963354, + 2450.8768439842106 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260622_035856.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260622_035856.json new file mode 100644 index 0000000000000000000000000000000000000000..dc618d15d0e40e60613faaf34578ec1f4dc7a6bd --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260622_035856.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T03:58:56.809056+00:00", + "metrics": { + "MSE[mean]": 113.5349797854821, + "MSE[0.5]": 0.01893869290749232, + "MAE[0.5]": 0.13713582356770834, + "MASE[0.5]": 0.007744140625000001, + "MAPE[0.5]": 5.713992648654514e-05, + "sMAPE[0.5]": 5.7141570517910835e-05, + "MSIS": 2.790431698069854, + "RMSE[mean]": 10.655279432538693, + "NRMSE[mean]": 0.004439699763557789, + "ND[0.5]": 5.713992648654514e-05, + "mean_weighted_sum_quantile_loss": 0.0014093550693841624 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 16:55:00", + "2026-06-21 17:10:00", + "2026-06-21 17:25:00", + "2026-06-21 17:40:00", + "2026-06-21 17:55:00", + "2026-06-21 18:10:00", + "2026-06-21 18:25:00", + "2026-06-21 18:40:00", + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2399.8531494140625, + 2399.85791015625, + 2399.85595703125, + 2399.856689453125, + 2399.8795166015625, + 2399.85986328125, + 2399.852294921875, + 2399.8797607421875, + 2399.84423828125, + 2399.8795166015625, + 2399.881103515625, + 2399.8431396484375, + 2399.85595703125, + 2399.86279296875, + 2399.869873046875, + 2399.8453369140625, + 2399.8336181640625, + 2399.8780517578125, + 2399.86083984375, + 2399.89013671875, + 2399.8768310546875, + 2399.86669921875, + 2399.859375, + 2399.8563232421875 + ], + "p10": [ + 2399.6806640625, + 2399.685791015625, + 2399.6658935546875, + 2399.7177734375, + 2399.67822265625, + 2399.69287109375, + 2399.6729736328125, + 2399.7264404296875, + 2399.6851806640625, + 2399.7073974609375, + 2399.6881103515625, + 2399.6710205078125, + 2399.67578125, + 2399.675048828125, + 2399.6925048828125, + 2399.6339111328125, + 2399.6787109375, + 2399.6771240234375, + 2399.6251220703125, + 2399.6890869140625, + 2399.6658935546875, + 2399.65673828125, + 2399.6365966796875, + 2399.63671875 + ], + "p90": [ + 2449.041748046875, + 2449.1982421875, + 2449.2818603515625, + 2449.095947265625, + 2449.1907958984375, + 2449.1934814453125, + 2449.1397705078125, + 2449.1859130859375, + 2449.1353759765625, + 2449.2103271484375, + 2449.2760009765625, + 2449.079833984375, + 2449.2520751953125, + 2449.1943359375, + 2449.2723388671875, + 2448.9742431640625, + 2449.0103759765625, + 2449.1541748046875, + 2449.2701416015625, + 2449.08837890625, + 2448.9688720703125, + 2449.0638427734375, + 2448.9508056640625, + 2448.98486328125 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260622_035920.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260622_035920.json new file mode 100644 index 0000000000000000000000000000000000000000..831b71c238c7d68f78e24fd7594de302bca62917 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260622_035920.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T03:59:20.715836+00:00", + "metrics": { + "MSE[mean]": 50.8203125, + "MSE[0.5]": 39.0625, + "MAE[0.5]": 6.25, + "MASE[0.5]": 0.35294117647058826, + "MAPE[0.5]": 0.0026041666666666665, + "sMAPE[0.5]": 0.002600780234070221, + "MSIS": 14.588233623137752, + "RMSE[mean]": 7.128836686304435, + "NRMSE[mean]": 0.0029703486192935147, + "ND[0.5]": 0.0026041666666666665, + "mean_weighted_sum_quantile_loss": 0.0031925154320987656 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 16:55:00", + "2026-06-21 17:10:00", + "2026-06-21 17:25:00", + "2026-06-21 17:40:00", + "2026-06-21 17:55:00", + "2026-06-21 18:10:00", + "2026-06-21 18:25:00", + "2026-06-21 18:40:00", + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2406.25, + 2406.25, + 2406.25, + 2406.25, + 2406.25, + 2406.25, + 2406.25, + 2406.25, + 2406.25, + 2406.25, + 2406.25, + 2406.25, + 2406.25, + 2406.25, + 2406.25, + 2406.25, + 2406.25, + 2406.25, + 2406.25, + 2406.25, + 2406.25, + 2406.25, + 2406.25, + 2406.25 + ], + "p10": [ + 2356.25, + 2356.25, + 2356.25, + 2356.25, + 2356.25, + 2356.25, + 2356.25, + 2356.25, + 2356.25, + 2356.25, + 2356.25, + 2356.25, + 2356.25, + 2356.25, + 2356.25, + 2356.25, + 2356.25, + 2356.25, + 2356.25, + 2356.25, + 2356.25, + 2356.25, + 2356.25, + 2356.25 + ], + "p90": [ + 2456.25, + 2456.25, + 2456.25, + 2456.25, + 2456.25, + 2456.25, + 2456.25, + 2456.25, + 2456.25, + 2456.25, + 2456.25, + 2456.25, + 2456.25, + 2456.25, + 2456.25, + 2456.25, + 2456.25, + 2456.25, + 2456.25, + 2456.25, + 2456.25, + 2456.25, + 2456.25, + 2456.25 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260622_035920.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260622_035920.json new file mode 100644 index 0000000000000000000000000000000000000000..83105922c64440c8d5aca13cc5d2578bd5bfcdb0 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260622_035920.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T03:59:20.738411+00:00", + "metrics": { + "MSE[mean]": 312.5, + "MSE[0.5]": 312.5, + "MAE[0.5]": 6.25, + "MASE[0.5]": 0.35294117647058826, + "MAPE[0.5]": 0.0026041666666666665, + "sMAPE[0.5]": 0.002577319587628866, + "MSIS": 8.15294067780215, + "RMSE[mean]": 17.67766952966369, + "NRMSE[mean]": 0.00736569563735987, + "ND[0.5]": 0.0026041666666666665, + "mean_weighted_sum_quantile_loss": 0.005642361111111087 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 16:55:00", + "2026-06-21 17:10:00", + "2026-06-21 17:25:00", + "2026-06-21 17:40:00", + "2026-06-21 17:55:00", + "2026-06-21 18:10:00", + "2026-06-21 18:25:00", + "2026-06-21 18:40:00", + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "p10": [ + 2352.0, + 2352.0, + 2401.0, + 2401.0, + 2352.0, + 2352.0, + 2401.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0 + ], + "p90": [ + 2448.0, + 2448.0, + 2499.0, + 2499.0, + 2448.0, + 2448.0, + 2499.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260622_035918.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260622_035918.json new file mode 100644 index 0000000000000000000000000000000000000000..b78aebb8b9b23af083ea01320cb7a4a06ebfd741 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260622_035918.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T03:59:18.517452+00:00", + "metrics": { + "MSE[mean]": 0.8816342751185099, + "MSE[0.5]": 0.8816342751185099, + "MAE[0.5]": 0.8708089192708334, + "MASE[0.5]": 0.0491750919117647, + "MAPE[0.5]": 0.00036283704969618057, + "sMAPE[0.5]": 0.00036290106280855973, + "MSIS": 2.0313017003676475, + "RMSE[mean]": 0.9389538194812937, + "NRMSE[mean]": 0.00039123075811720574, + "ND[0.5]": 0.00036283704969618057, + "mean_weighted_sum_quantile_loss": 0.0012451769039954668 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 16:55:00", + "2026-06-21 17:10:00", + "2026-06-21 17:25:00", + "2026-06-21 17:40:00", + "2026-06-21 17:55:00", + "2026-06-21 18:10:00", + "2026-06-21 18:25:00", + "2026-06-21 18:40:00", + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2398.8974609375, + 2398.978515625, + 2398.81640625, + 2398.978515625, + 2398.8974609375, + 2398.654296875, + 2399.3837890625, + 2399.5458984375, + 2399.3837890625, + 2399.0595703125, + 2399.2216796875, + 2399.302734375, + 2399.46484375, + 2399.626953125, + 2399.46484375, + 2399.2216796875, + 2398.8974609375, + 2398.654296875, + 2400.8427734375, + 2401.0048828125, + 2399.46484375, + 2398.4111328125, + 2400.11328125, + 2398.7353515625 + ], + "p10": [ + 2398.81640625, + 2398.0869140625, + 2397.681640625, + 2398.005859375, + 2397.681640625, + 2397.681640625, + 2397.6005859375, + 2397.51953125, + 2397.4384765625, + 2397.6005859375, + 2396.9521484375, + 2397.84375, + 2397.1953125, + 2397.51953125, + 2398.005859375, + 2397.51953125, + 2397.357421875, + 2396.546875, + 2397.2763671875, + 2396.87109375, + 2396.546875, + 2396.3037109375, + 2397.681640625, + 2396.384765625 + ], + "p90": [ + 2427.509765625, + 2433.9130859375, + 2437.72265625, + 2440.31640625, + 2443.55859375, + 2444.85546875, + 2446.314453125, + 2442.748046875, + 2434.966796875, + 2425.76708984375, + 2421.06591796875, + 2416.4052734375, + 2414.4599609375, + 2412.980712890625, + 2412.737548828125, + 2415.2197265625, + 2423.619140625, + 2430.9951171875, + 2440.96484375, + 2445.828125, + 2446.962890625, + 2446.4765625, + 2448.908203125, + 2447.125 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260622_035731.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260622_035731.json new file mode 100644 index 0000000000000000000000000000000000000000..8cd8d96a9a8d0a4ef9b45f357ae281f9d13e5153 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260622_035731.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T03:57:31.643213+00:00", + "metrics": { + "MSE[mean]": 0.04110203435023626, + "MSE[0.5]": 0.030599984029928844, + "MAE[0.5]": 0.14165242513020834, + "MASE[0.5]": 0.007999195772058824, + "MAPE[0.5]": 5.902184380425347e-05, + "sMAPE[0.5]": 5.901992829903601e-05, + "MSIS": 8.20230411305147, + "RMSE[mean]": 0.20273636661989447, + "NRMSE[mean]": 8.44734860916227e-05, + "ND[0.5]": 5.902184380425347e-05, + "mean_weighted_sum_quantile_loss": 0.000931533154146171 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 16:55:00", + "2026-06-21 17:10:00", + "2026-06-21 17:25:00", + "2026-06-21 17:40:00", + "2026-06-21 17:55:00", + "2026-06-21 18:10:00", + "2026-06-21 18:25:00", + "2026-06-21 18:40:00", + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2400.010009765625, + 2400.084716796875, + 2400.271728515625, + 2400.264404296875, + 2400.13037109375, + 2400.198974609375, + 2400.318603515625, + 2400.23828125, + 2400.078857421875, + 2400.251953125, + 2400.00390625, + 2399.943603515625, + 2399.946044921875, + 2400.123046875, + 2400.0048828125, + 2400.060791015625, + 2399.772216796875, + 2399.9765625, + 2399.812255859375, + 2400.19970703125, + 2399.9072265625, + 2400.08837890625, + 2400.076904296875, + 2400.35205078125 + ], + "p10": [ + 2401.564697265625, + 2402.2255859375, + 2401.89013671875, + 2402.5029296875, + 2402.727783203125, + 2403.01171875, + 2402.99658203125, + 2402.991455078125, + 2403.481689453125, + 2403.828857421875, + 2403.25390625, + 2403.920166015625, + 2403.89501953125, + 2404.248291015625, + 2404.28466796875, + 2404.41064453125, + 2404.136962890625, + 2404.301025390625, + 2404.255615234375, + 2404.3662109375, + 2404.84716796875, + 2404.3017578125, + 2404.911865234375, + 2404.819091796875 + ], + "p90": [ + 2401.482177734375, + 2401.79150390625, + 2402.2099609375, + 2402.35009765625, + 2402.411376953125, + 2402.916015625, + 2402.977783203125, + 2403.151611328125, + 2403.091064453125, + 2403.38623046875, + 2403.593505859375, + 2403.36865234375, + 2403.426025390625, + 2403.8125, + 2403.639404296875, + 2404.052978515625, + 2404.042236328125, + 2404.216796875, + 2404.431640625, + 2404.860595703125, + 2404.606201171875, + 2405.262939453125, + 2405.546875, + 2405.57177734375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260622_035815.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260622_035815.json new file mode 100644 index 0000000000000000000000000000000000000000..05424f38cd78babce53a42704f7471316aedabe4 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260622_035815.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TiRex", + "evaluated_at": "2026-06-22T03:58:15.775582+00:00", + "metrics": { + "MSE[mean]": 0.03206419199705124, + "MSE[0.5]": 0.03206419199705124, + "MAE[0.5]": 0.16712443033854166, + "MASE[0.5]": 0.009437614889705884, + "MAPE[0.5]": 6.96351793077257e-05, + "sMAPE[0.5]": 6.963239608140628e-05, + "MSIS": 2.0817652803308824, + "RMSE[mean]": 0.1790647703962207, + "NRMSE[mean]": 7.461032099842529e-05, + "ND[0.5]": 6.96351793077257e-05, + "mean_weighted_sum_quantile_loss": 0.001059621175130208 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 16:55:00", + "2026-06-21 17:10:00", + "2026-06-21 17:25:00", + "2026-06-21 17:40:00", + "2026-06-21 17:55:00", + "2026-06-21 18:10:00", + "2026-06-21 18:25:00", + "2026-06-21 18:40:00", + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2400.05615234375, + 2400.0439453125, + 2400.1005859375, + 2400.220947265625, + 2400.2470703125, + 2400.31494140625, + 2400.299072265625, + 2400.2353515625, + 2400.1982421875, + 2400.179443359375, + 2400.163818359375, + 2400.176025390625, + 2400.145263671875, + 2400.13232421875, + 2400.132568359375, + 2400.185791015625, + 2400.185791015625, + 2400.1689453125, + 2400.160400390625, + 2400.137451171875, + 2400.09814453125, + 2400.108642578125, + 2400.1533203125, + 2400.166748046875 + ], + "p10": [ + 2399.816162109375, + 2399.789306640625, + 2399.71533203125, + 2399.64990234375, + 2399.66943359375, + 2399.6259765625, + 2399.708984375, + 2399.708984375, + 2399.705078125, + 2399.736572265625, + 2399.707763671875, + 2399.7373046875, + 2399.79736328125, + 2399.800537109375, + 2399.859375, + 2399.845458984375, + 2399.770263671875, + 2399.707275390625, + 2399.711669921875, + 2399.6875, + 2399.625732421875, + 2399.60205078125, + 2399.64111328125, + 2399.684326171875 + ], + "p90": [ + 2406.205810546875, + 2425.981201171875, + 2436.59765625, + 2443.826171875, + 2453.9365234375, + 2456.697998046875, + 2454.507080078125, + 2448.150390625, + 2444.736328125, + 2435.944580078125, + 2430.841796875, + 2428.564697265625, + 2427.202880859375, + 2425.637451171875, + 2429.245361328125, + 2432.75439453125, + 2436.22509765625, + 2438.44677734375, + 2437.36865234375, + 2436.255859375, + 2436.8037109375, + 2435.959716796875, + 2437.018798828125, + 2439.144775390625 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260622_035800.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260622_035800.json new file mode 100644 index 0000000000000000000000000000000000000000..af606b1589fd9cf63fdac746379461a5e5fad491 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260622_035800.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T03:58:00.152207+00:00", + "metrics": { + "MSE[mean]": 0.0003910933931668599, + "MSE[0.5]": 0.0003910933931668599, + "MAE[0.5]": 0.018361409505208332, + "MASE[0.5]": 0.0010368795955882353, + "MAPE[0.5]": 7.650587293836805e-06, + "sMAPE[0.5]": 7.650553344924199e-06, + "MSIS": 2.752752757352942, + "RMSE[mean]": 0.019776081340014254, + "NRMSE[mean]": 8.240033891672606e-06, + "ND[0.5]": 7.650587293836805e-06, + "mean_weighted_sum_quantile_loss": 0.0013583470097294557 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 16:55:00", + "2026-06-21 17:10:00", + "2026-06-21 17:25:00", + "2026-06-21 17:40:00", + "2026-06-21 17:55:00", + "2026-06-21 18:10:00", + "2026-06-21 18:25:00", + "2026-06-21 18:40:00", + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2400.024658203125, + 2400.013671875, + 2400.022705078125, + 2400.029052734375, + 2400.013916015625, + 2400.029296875, + 2400.029052734375, + 2400.023681640625, + 2400.031005859375, + 2400.02294921875, + 2400.017333984375, + 2400.0087890625, + 2400.0146484375, + 2400.017333984375, + 2400.013671875, + 2400.018310546875, + 2400.013427734375, + 2400.00830078125, + 2400.007080078125, + 2400.006591796875, + 2400.0126953125, + 2400.01513671875, + 2400.020751953125, + 2400.026611328125 + ], + "p10": [ + 2399.950439453125, + 2399.951904296875, + 2399.95556640625, + 2399.959716796875, + 2399.9755859375, + 2399.969970703125, + 2399.951904296875, + 2399.94921875, + 2399.947509765625, + 2399.95703125, + 2399.945068359375, + 2399.9599609375, + 2399.958251953125, + 2399.952880859375, + 2399.95849609375, + 2399.957763671875, + 2399.95654296875, + 2399.95166015625, + 2399.944580078125, + 2399.95458984375, + 2399.959716796875, + 2399.958251953125, + 2399.96630859375, + 2399.959228515625 + ], + "p90": [ + 2447.232421875, + 2448.670654296875, + 2451.106201171875, + 2450.246337890625, + 2448.920654296875, + 2450.198486328125, + 2448.67236328125, + 2447.6689453125, + 2450.35546875, + 2447.3828125, + 2448.598876953125, + 2447.63916015625, + 2447.08740234375, + 2446.9931640625, + 2448.271240234375, + 2447.451416015625, + 2448.780029296875, + 2448.595947265625, + 2448.762939453125, + 2448.413818359375, + 2448.87744140625, + 2449.27197265625, + 2449.674072265625, + 2450.000244140625 + ] + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index b6b651b6b89564f98194ce5c09783f29ea79d6a8..cc734cf9890f02da5b78e25012048275c7eeb93f 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,231544.40529314676,231544.40529314676,418.77490234375,0.3762232963826144,0.006534114068261951,0.006547274387941671,3.444595661865718,481.19061222466377,0.0075043780979898245,0.006530977798189028,0.005779804447970385,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,232108.1904595693,232108.1904595693,419.7745768229167,0.37712139420499285,0.006549767425586178,0.006562859157142835,3.444595661865718,481.7760791691191,0.00751362588938803,0.006546670257193081,0.005781626877283808,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,2.839674102974641,2.839674102974641,1.339166482289632,0.7358058037897606,0.0554569215471904,0.055679821211488754,18.275267734259632,1.6851332597081576,0.06691794523180099,0.05317933688736354,0.048085583652887245,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.97306299877538,0.97306299877538,0.9537500073512395,2.7529226865631506,0.5884393391822668,0.8492793365820374,107.95969861771226,0.9864395565747452,0.6129492014389264,0.5926367221203539,0.58992096674519,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.060555578139096705,0.060555578139096705,0.21666670507854885,3.520835216675213,0.1381011458569962,0.15081074516785786,119.0651734556455,0.24608043022373133,0.16210238317851272,0.14272646230639452,0.13791808604123704,Ocean,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index 2c970b34bb1c7fe578c452c7c993c03eaaafbd54..7e6db0de6cb974ab79cac051c688337ce8e6b98b 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T03:52:31.025884+00:00", + "evaluated_at": "2026-06-22T03:59:20.728769+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63896.01171875, 64606.0, 64257.98828125, - 64156.01171875 + 64132.01953125 ], "p50": [ 63583.53125, diff --git a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 50e141d52a3d492dc4c5560b71cf1eb0a8208ace..95bd8c141ccf9750d6267b451ca4eba321ffa342 100644 --- a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T03:37:10.509155+00:00", + "evaluated_at": "2026-06-22T03:59:20.738411+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index a5972c37ad4ac23ab6cb1f4e13abf7172430b971..95eacf5d404fba33bb56b40f47aa2f92d6a7b7d2 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,25 +1,19 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T03:52:31.046464+00:00", + "evaluated_at": "2026-06-22T03:59:20.741999+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:49:18.708932Z", + "data_fetched_at": "2026-06-22T03:56:31.666283Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t213600z", - "data_fetched_at": "2026-06-22T03:49:18.708932Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t022000z", - "data_fetched_at": "2026-06-22T03:49:18.708932Z", - "context_length": 78, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t005000z", + "data_fetched_at": "2026-06-22T03:56:31.666283Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 12387c9850f15662154ce3951c1821d59e3fb98c..f912377b34a7ba800f8a2f7a25b12e6590592985 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,212507.57634544373,212507.57634544373,388.70068359375,0.34920491096617107,0.0060763605970471715,0.0060505222804590865,1.6467967356927256,460.9854404918269,0.007189269605916353,0.006061957200596233,0.00413736977324622,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,213049.24371401468,213049.24371401468,389.7003580729167,0.35010300878854955,0.0060920112665549045,0.006066107055415072,1.6467967356927256,461.5725768652365,0.007198538518864024,0.006077642344904814,0.004142631166330651,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,0.5319255211838936,0.5319255211838936,0.5680897235870361,0.31213722955041606,0.02243894332596032,0.022061627174980957,1.8939800144891865,0.7293322433458523,0.02896234753829305,0.022559282353924934,0.02244308316193695,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.0024542535913205654,0.0024542535913205654,0.04009378949801127,0.11572749866172696,0.02316720427477238,0.02356147021282373,0.6646875946815551,0.049540423810465785,0.030783197015143298,0.02491329153587554,0.023909035111184928,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.06193123446893366,0.06193123446893366,0.22404899365372127,3.640797448923602,0.1428587752676266,0.15589092746852934,98.68243887260026,0.24885986914111655,0.16393330354872507,0.14758945189991463,0.134906309353791,Ocean,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index 497ae9a435b365e0aa5e1079caad4f2198cac622..bdecb0f8172118076bd8e8ec9d1623fcf564207e 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T03:52:18.706913+00:00", + "evaluated_at": "2026-06-22T03:59:14.727670+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63896.01171875, 64606.0, 64257.98828125, - 64156.01171875 + 64132.01953125 ], "p50": [ 64467.90625, diff --git a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index fc2cc10003266cd9563f3a4c4dd8fb909e24353a..2679d9aa3ab433d21d735b0a2debff97e52c827c 100644 --- a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T03:37:07.971715+00:00", + "evaluated_at": "2026-06-22T03:59:18.517452+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index e8f9cb9900954cfa1c268a459f01ef53a31a4d91..389b37e907fd5388a9a0349ed95c03fb9d308228 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,25 +1,19 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T03:52:30.486533+00:00", + "evaluated_at": "2026-06-22T03:59:20.349256+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:49:18.708932Z", + "data_fetched_at": "2026-06-22T03:56:31.666283Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t213600z", - "data_fetched_at": "2026-06-22T03:49:18.708932Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t022000z", - "data_fetched_at": "2026-06-22T03:49:18.708932Z", - "context_length": 78, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t005000z", + "data_fetched_at": "2026-06-22T03:56:31.666283Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 8b07e11b8d2b7f1c769b0bd8409780179c4a57f2..2d996811b31318fd48c94c54bf35f8295967569b 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,235158.3931566874,156635.60066604614,304.5276692708333,0.27358469414373543,0.00476365127235561,0.004744615119314457,12.544664160350186,484.93132828957073,0.0075627162014256,0.004749242220130737,0.005507665694505939,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,236156.7789929708,157373.94617843628,305.52734375,0.27448279196611386,0.004779325842740021,0.00476019983507986,12.580588073245323,485.9596474944919,0.0075788714850883315,0.00476490689175566,0.005523342194261188,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,0.4067353237384547,0.3276029787418035,0.4994724591573079,0.2744354336383443,0.01942845751119167,0.019503819719654494,8.830249186058134,0.6377580448245672,0.025325865280293635,0.019834437706410364,0.022109313121004018,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.03457701693029402,0.04400037946781931,0.1584241251150767,0.4572784951681783,0.09180812856138618,0.10006355215821047,10.122234770985102,0.1859489632407076,0.11554409772713896,0.09844084245276191,0.08081171462991044,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.06417405964730527,0.06912873181092946,0.23739867409070334,3.8577298336056276,0.15140513386361554,0.1661021126144412,125.7125066430228,0.2533259948116365,0.16687530756793048,0.15638338570252902,0.14436919164659268,Ocean,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 83e6bede07f983eb9b6b97d0ee9fdccadec4db4a..ca4e22818c5f536cd890e17a5110ad16cb5c5aa4 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T03:50:16.535490+00:00", + "evaluated_at": "2026-06-22T03:57:24.425263+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63896.01171875, 64606.0, 64257.98828125, - 64156.01171875 + 64132.01953125 ], "p50": [ 64371.95703125, diff --git a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index e58969674bb67c4baf1bf4863901e09bd5e0f993..c91bfe09fc8000131c91b321df95115ada76d229 100644 --- a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T03:35:06.136432+00:00", + "evaluated_at": "2026-06-22T03:57:31.643213+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index e65b2ad803e0bfb618fcb2e3f32d986c405c8220..415a40d32a6cb29804f9c39a128b848fea51a5dd 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,25 +1,19 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T03:50:29.947781+00:00", + "evaluated_at": "2026-06-22T03:57:34.058774+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:49:18.708932Z", + "data_fetched_at": "2026-06-22T03:56:31.666283Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t213600z", - "data_fetched_at": "2026-06-22T03:49:18.708932Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t022000z", - "data_fetched_at": "2026-06-22T03:49:18.708932Z", - "context_length": 78, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t005000z", + "data_fetched_at": "2026-06-22T03:56:31.666283Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 7be1e66c963ef2978da1c3f068bc9c12705f792d..e1758c8b7a054ce1310c4eeb78b57097a0ddf842 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,452985.8452428182,452985.8452428182,577.6595052083334,0.518963677192468,0.009027142257927924,0.008972008099841333,2.3906415048504885,673.0422313962313,0.010496388025861817,0.009008852685091648,0.0060387645716822765,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,454660.1750361125,454660.1750361125,578.6591796875,0.5198617750148464,0.009042930571733112,0.008987592288492623,2.3906415048504885,674.2849360886779,0.010515932549739147,0.009024583788241197,0.006044055618312828,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.550176228056595,0.550176228056595,0.5530107021331787,0.3038520524287122,0.0222467109581586,0.021974201689470545,2.9614589625774843,0.7417386521252584,0.029455015627561792,0.021960482748027216,0.031543872018444045,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.026719908512443644,0.026719908512443644,0.13042033116022747,0.3764477962492386,0.0747400832966036,0.07928829142366069,1.8148191504301465,0.16346225409079504,0.10157141148948613,0.0810399758436739,0.0844162138996117,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.06294640944403262,0.06294640944403262,0.22623617615964678,3.676339177355605,0.14428397690699823,0.15755990815543067,74.04275317073643,0.2508912303051516,0.16527143712353626,0.14903023082058917,0.12758345810983987,Ocean,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 3d83d06d09e49a7f5d934d48588bcf45555bfdbb..3c85b7c18b3f2242185a470e2f959b83b5ef5011 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-22T03:51:09.440605+00:00", + "evaluated_at": "2026-06-22T03:58:09.355135+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63896.01171875, 64606.0, 64257.98828125, - 64156.01171875 + 64132.01953125 ], "p50": [ 64415.41796875, diff --git a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 030e698d222151ce8a0941274c9c729e90bf9ce1..25af2e12f387031c7835bc05c2745c37ea8cef80 100644 --- a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TiRex", - "evaluated_at": "2026-06-22T03:35:49.328771+00:00", + "evaluated_at": "2026-06-22T03:58:15.775582+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index e2c77435727ffe2a81645573c4d3644a9943604f..8714f1beb64886f363558c02b4e384b10532579b 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,25 +1,19 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T03:51:26.686884+00:00", + "evaluated_at": "2026-06-22T03:58:18.906804+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:49:18.708932Z", + "data_fetched_at": "2026-06-22T03:56:31.666283Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t213600z", - "data_fetched_at": "2026-06-22T03:49:18.708932Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t022000z", - "data_fetched_at": "2026-06-22T03:49:18.708932Z", - "context_length": 78, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t005000z", + "data_fetched_at": "2026-06-22T03:56:31.666283Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 5cf40b97b9614a466ad0508075011cadeedad4a5..10c0b8fe47dc209a5373253d5a3c3c8225abcfc3 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,195796.43974049887,195796.43974049887,364.4850260416667,0.32744979990930306,0.005698980096961066,0.005675119040724733,1.6274105733203825,442.4889148221669,0.00690080819665782,0.005684303427755314,0.004444346002758063,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,196555.55973815918,196555.55973815918,365.4847005208333,0.32834789773168155,0.005714657191918878,0.005690703749184745,1.6274105733203825,443.3458692016417,0.0069142806063174364,0.0056999826822962466,0.004449612183345746,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,1.3327479513263825,1.3327479513263825,0.912270704905192,0.501247670229129,0.036190923075805244,0.0353233507541506,3.007199744396995,1.154447032707167,0.04584398465976072,0.03622697535386293,0.03365741579516466,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.2950830497351364,0.2950830497351364,0.43759506146113075,1.2630829493463887,0.2540322373695022,0.31878935951276693,21.042696016511268,0.5432154726580755,0.33754069162757333,0.2719107741457385,0.22631000288301464,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.06308388785122847,0.06308388785122847,0.22619816164175668,3.6757214412189714,0.14423457274279325,0.15752650900506568,89.65660602198194,0.2511650609683371,0.16545181962306849,0.149005189235853,0.13403267836161997,Ocean,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 777b09489abd63005df18fbe4d1e8dde4383ca0e..2fe85beac68e4ec8e0f55cf6b9c406c260f0e673 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T03:50:51.915161+00:00", + "evaluated_at": "2026-06-22T03:57:56.459969+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63896.01171875, 64606.0, 64257.98828125, - 64156.01171875 + 64132.01953125 ], "p50": [ 64397.046875, diff --git a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 3a6b7c00422f7cf47f9bcbb9363539aa733f999a..cb55082bc72a0985d9b36452f21ff42fc2648622 100644 --- a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T03:35:25.757468+00:00", + "evaluated_at": "2026-06-22T03:58:00.152207+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 95a53937b6623606156b01d49ca18c8703f5f22b..f09d66b6b320d38bd2fa8d7f6dd4a24153c8e753 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,25 +1,19 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T03:51:03.266472+00:00", + "evaluated_at": "2026-06-22T03:58:02.128379+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:49:18.708932Z", + "data_fetched_at": "2026-06-22T03:56:31.666283Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t213600z", - "data_fetched_at": "2026-06-22T03:49:18.708932Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t022000z", - "data_fetched_at": "2026-06-22T03:49:18.708932Z", - "context_length": 78, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t005000z", + "data_fetched_at": "2026-06-22T03:56:31.666283Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": []