diff --git a/results/aggregates/metadata.json b/results/aggregates/metadata.json index d5dee4050af1575fa1daf6e0ff0ddddbbc2342e9..04bd03c85879e34bad9e848aaad6e8b63157c280 100644 --- a/results/aggregates/metadata.json +++ b/results/aggregates/metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-22T06:35:24.671037+00:00", + "generated_at": "2026-06-22T06:44:06.683704+00:00", "baseline_model": "Seasonal-Naive", "normalization": "Per-config metric / Seasonal-Naive metric", "metric_aggregation": "Geometric mean over dataset configurations", diff --git a/results/aggregates/results_by_domain.csv b/results/aggregates/results_by_domain.csv index 13e29c9c61f984cbda842c7921c132b05e850fa4..aa90fc239afa4e17f69bef88c9fe2885942864e2 100644 --- a/results/aggregates/results_by_domain.csv +++ b/results/aggregates/results_by_domain.csv @@ -9,16 +9,16 @@ Air Quality,Chronos-2,0.6024147873304119,0.5372794257928654,7.0,1,1,1.0 Air Quality,TimesFM-2.5,0.32430967566356883,0.610660109824167,8.0,1,1,1.0 Air Quality,Moving-Average,0.8503995378044825,0.8611186476903842,9.0,1,1,1.0 Air Quality,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -Finance,ETS,0.30198510463501554,0.4004001873297703,1.0,1,1,1.0 -Finance,Moving-Average,0.3519697974318807,0.42080897243413873,2.0,1,1,1.0 -Finance,TimesFM-2.5,0.6225549907309792,0.6038055028694505,3.0,1,1,1.0 -Finance,Toto-2.0-1B,0.7594675702618692,0.6843600811628358,4.0,1,1,1.0 -Finance,Timer-S1,1.2633946426879152,0.7780292831619202,5.0,1,1,1.0 -Finance,TiRex,1.4507427810704392,0.8446872245820463,6.0,1,1,1.0 -Finance,Moirai-1.1-Large,1.218245554568662,0.8586309513664377,7.0,1,1,1.0 -Finance,Chronos-2,0.5369176825620704,0.9000491808630321,8.0,1,1,1.0 +Finance,ETS,0.296803845772412,0.39732698790179566,1.0,1,1,1.0 +Finance,Moving-Average,0.3460677639481595,0.41710275657156065,2.0,1,1,1.0 +Finance,TimesFM-2.5,0.6281585730384374,0.6118433276219397,3.0,1,1,1.0 +Finance,Toto-2.0-1B,0.7647002879999156,0.686576884008914,4.0,1,1,1.0 +Finance,Timer-S1,1.2668359878546471,0.7801564148324808,5.0,1,1,1.0 +Finance,TiRex,1.4615084777510228,0.8467505434322123,6.0,1,1,1.0 +Finance,Moirai-1.1-Large,1.211486048861998,0.892666409800155,7.0,1,1,1.0 +Finance,Chronos-2,0.5210871306921373,0.8944009599501997,8.0,1,1,1.0 Finance,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 -Finance,ARIMA,1.6574387904240964,1.1373359638181624,10.0,1,1,1.0 +Finance,ARIMA,1.6618504694123524,1.1276313136981493,10.0,1,1,1.0 Hazards,Chronos-2,0.3620421450536688,0.47930850497194427,1.0,1,1,1.0 Hazards,ARIMA,0.47803010479774294,0.504766987249122,2.0,1,1,1.0 Hazards,Toto-2.0-1B,0.38753232147079736,0.5139075059032567,3.0,1,1,1.0 @@ -32,7 +32,7 @@ Hazards,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 Hydrology,Toto-2.0-1B,0.21114779920776686,0.401949427137809,1.0,1,1,1.0 Hydrology,ARIMA,0.5149388428600437,0.42125959394719337,2.0,1,1,1.0 Hydrology,ETS,0.18886410281491778,0.42662982968865293,3.0,1,1,1.0 -Hydrology,Moirai-1.1-Large,0.34779456818600496,0.44498930480190835,4.0,1,1,1.0 +Hydrology,Moirai-1.1-Large,0.35250428094863895,0.44268405547201445,4.0,1,1,1.0 Hydrology,Chronos-2,0.66568441999952,0.6636459286741607,5.0,1,1,1.0 Hydrology,TiRex,0.8210774354944625,0.7755020307596745,6.0,1,1,1.0 Hydrology,TimesFM-2.5,0.6329986773570379,0.9302437320214425,7.0,1,1,1.0 diff --git a/results/aggregates/results_by_frequency.csv b/results/aggregates/results_by_frequency.csv index 2dd126f68453e47d01b703a0664ef3b80407cde4..3ee5f36448c115fb61ca29b1377039bbe290646f 100644 --- a/results/aggregates/results_by_frequency.csv +++ b/results/aggregates/results_by_frequency.csv @@ -12,7 +12,7 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 15min,Toto-2.0-1B,0.21114779920776686,0.401949427137809,1.0,1,1,1.0 15min,ARIMA,0.5149388428600437,0.42125959394719337,2.0,1,1,1.0 15min,ETS,0.18886410281491778,0.42662982968865293,3.0,1,1,1.0 -15min,Moirai-1.1-Large,0.34779456818600496,0.44498930480190835,4.0,1,1,1.0 +15min,Moirai-1.1-Large,0.35250428094863895,0.44268405547201445,4.0,1,1,1.0 15min,Chronos-2,0.66568441999952,0.6636459286741607,5.0,1,1,1.0 15min,TiRex,0.8210774354944625,0.7755020307596745,6.0,1,1,1.0 15min,TimesFM-2.5,0.6329986773570379,0.9302437320214425,7.0,1,1,1.0 @@ -29,15 +29,15 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 1D,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0 1D,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0 1D,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -1h,Chronos-2,0.34124518512363594,0.5923612780309641,3.6666666666666665,6,6,1.0 -1h,Toto-2.0-1B,0.4430960074976786,0.6514639174046157,4.166666666666667,6,6,1.0 -1h,TiRex,0.4750146366259247,0.6966787259901706,4.666666666666667,6,6,1.0 -1h,Timer-S1,0.5968775521797578,0.6355327116747505,5.0,6,6,1.0 -1h,Moirai-1.1-Large,0.8112930874408815,0.7141441549478263,5.333333333333333,6,6,1.0 -1h,ARIMA,0.8538964566584535,0.8757277555015613,6.0,6,6,1.0 -1h,ETS,1.0735714822720137,0.9992340095226562,6.0,6,6,1.0 -1h,TimesFM-2.5,0.5416707534496158,0.7363769171422208,6.0,6,6,1.0 -1h,Moving-Average,0.8202910737415623,0.864845807511969,6.666666666666667,6,6,1.0 +1h,Chronos-2,0.33954731901521196,0.5917400953947594,3.6666666666666665,6,6,1.0 +1h,Toto-2.0-1B,0.44360337345445144,0.6518151510583986,4.166666666666667,6,6,1.0 +1h,TiRex,0.4756003277161877,0.6969620674527366,4.666666666666667,6,6,1.0 +1h,Timer-S1,0.5971482163912436,0.6358219733517315,5.0,6,6,1.0 +1h,Moirai-1.1-Large,0.810541095952113,0.7187860859003278,5.333333333333333,6,6,1.0 +1h,ARIMA,0.8542748462859611,0.8744779041396474,6.0,6,6,1.0 +1h,ETS,1.070479365533618,0.9979516622959165,6.0,6,6,1.0 +1h,TimesFM-2.5,0.5424803138792017,0.7380016962342525,6.0,6,6,1.0 +1h,Moving-Average,0.817982370675433,0.8635716222389846,6.666666666666667,6,6,1.0 1h,Seasonal-Naive,1.0,1.0,7.5,6,6,1.0 6min,Timer-S1,0.02694819761177601,0.15521547342903283,1.0,1,1,1.0 6min,Toto-2.0-1B,0.0022804736133562385,0.20654776916784506,2.0,1,1,1.0 diff --git a/results/aggregates/results_by_prediction_length.csv b/results/aggregates/results_by_prediction_length.csv index f02c86c1c0be88b9e5c9cfff68b145bf734d917f..6fb0a0c4af61f1ffe405c16551d842a4ee0abdd6 100644 --- a/results/aggregates/results_by_prediction_length.csv +++ b/results/aggregates/results_by_prediction_length.csv @@ -9,15 +9,15 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 7,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0 7,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0 7,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -24,Toto-2.0-1B,0.3985754191334663,0.6080377119987757,3.7142857142857144,7,7,1.0 -24,Chronos-2,0.3754256496286279,0.6020556397799871,3.857142857142857,7,7,1.0 -24,TiRex,0.5136424003059208,0.7074285856926515,4.857142857142857,7,7,1.0 -24,Moirai-1.1-Large,0.7188314403722086,0.6674793606169815,5.142857142857143,7,7,1.0 -24,ARIMA,0.794377076285742,0.7887990084558871,5.428571428571429,7,7,1.0 -24,ETS,0.8375665356439113,0.884840358213198,5.571428571428571,7,7,1.0 -24,Timer-S1,0.6694997565876804,0.6801120664661464,5.571428571428571,7,7,1.0 -24,TimesFM-2.5,0.5538627540703004,0.7613768691893862,6.142857142857143,7,7,1.0 -24,Moving-Average,0.8457538420796508,0.9081101272737283,7.142857142857143,7,7,1.0 +24,Toto-2.0-1B,0.3989665766697434,0.6083186902853751,3.7142857142857144,7,7,1.0 +24,Chronos-2,0.37382399575153386,0.6015144432198254,3.857142857142857,7,7,1.0 +24,TiRex,0.514185197345486,0.7076751900709264,4.857142857142857,7,7,1.0 +24,Moirai-1.1-Large,0.7196417912830813,0.6706986111469581,5.142857142857143,7,7,1.0 +24,ARIMA,0.7946787935634548,0.7878339511227925,5.428571428571429,7,7,1.0 +24,ETS,0.8354983625740724,0.8838669468964704,5.571428571428571,7,7,1.0 +24,Timer-S1,0.6697599732836074,0.6803773880395348,5.571428571428571,7,7,1.0 +24,TimesFM-2.5,0.5545722059067183,0.7628165912197978,6.142857142857143,7,7,1.0 +24,Moving-Average,0.8437131161757336,0.906963211956244,7.142857142857143,7,7,1.0 24,Seasonal-Naive,1.0,1.0,7.571428571428571,7,7,1.0 60,Timer-S1,0.02694819761177601,0.15521547342903283,1.0,1,1,1.0 60,Toto-2.0-1B,0.0022804736133562385,0.20654776916784506,2.0,1,1,1.0 diff --git a/results/aggregates/results_overall.csv b/results/aggregates/results_overall.csv index c731c7ac112298e77dcb333c54cfa5db014867c8..80ed7e58a62ddf9ff79b4d8e9fb4970b2d99d0e2 100644 --- a/results/aggregates/results_overall.csv +++ b/results/aggregates/results_overall.csv @@ -1,11 +1,11 @@ overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -Overall,Toto-2.0-1B,0.22679535145475904,0.5198588959170298,3.7,10,10,1.0 -Overall,Chronos-2,0.31335000925692574,0.5157367837319395,3.8,10,10,1.0 -Overall,TiRex,0.47532819381890784,0.626832817258764,4.2,10,10,1.0 -Overall,Timer-S1,0.407337309309635,0.5375329558319814,4.5,10,10,1.0 -Overall,Moirai-1.1-Large,0.7996842710178503,0.6838016047051981,5.0,10,10,1.0 -Overall,ARIMA,0.8665806135934956,0.8192109438915226,5.9,10,10,1.0 -Overall,TimesFM-2.5,0.40834592250897234,0.6334140220316732,6.0,10,10,1.0 -Overall,ETS,0.9987887816184212,0.9365397078668568,6.8,10,10,1.0 -Overall,Moving-Average,0.7924163006812057,0.8549088280702821,7.2,10,10,1.0 +Overall,Toto-2.0-1B,0.22695113065505176,0.5200270454499432,3.7,10,10,1.0 +Overall,Chronos-2,0.3124136320655155,0.5154122176566099,3.8,10,10,1.0 +Overall,TiRex,0.4756797537759937,0.6269857657642515,4.2,10,10,1.0 +Overall,Timer-S1,0.4074481276517751,0.5376797368209624,4.5,10,10,1.0 +Overall,Moirai-1.1-Large,0.8003152127387893,0.6861085189022416,5.0,10,10,1.0 +Overall,ARIMA,0.8668109994145803,0.818509229666991,5.9,10,10,1.0 +Overall,TimesFM-2.5,0.4087119920660309,0.6342522103117726,6.0,10,10,1.0 +Overall,ETS,0.9970617501216164,0.9358183888254263,6.8,10,10,1.0 +Overall,Moving-Average,0.7910773966116429,0.8541528782151969,7.2,10,10,1.0 Overall,Seasonal-Naive,1.0,1.0,7.9,10,10,1.0 diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 8aa75d42023c15874a7b1e3399bad1a6526288d9..6e7b7a1eb29e690a8c36a43c1d7fd5761d8d0a66 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,319410.9475103755,261346.2450418217,479.26976162683997,0.4505957196853851,0.007468555044112989,0.007499192732027766,6.004076100650657,565.1645313626603,0.00881711853066354,0.007477076252888681,0.006344761359134154,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,322479.8578211024,258531.3342799649,476.18594001225665,0.44769639882047646,0.007420778408021474,0.007451074037516221,5.8881032660543084,567.8731001034496,0.008859801030840414,0.007429322997380476,0.00629695363325037,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,19.1308456539274,19.48401046878373,3.638323523891899,2.1387789721229815,0.13189873835322471,0.14539244478687063,73.83604227544598,4.3738822176560035,0.1674613979614854,0.1392993028224734,0.136688715894918,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.7023468059476385,0.6909740476559676,0.6454993798179989,1.8944415147021032,0.6073992180127831,0.3865426971884806,74.01461668025948,0.8380613378193976,0.5773827012187149,0.4447170615507363,0.44280682849658703,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.07465809101698792,0.08382917541820836,0.2695504691130433,3.8935077387427857,0.16831459058924933,0.1856615528223091,61.92557023138389,0.2732363281428513,0.1745609242147556,0.17220616061819533,0.1557342953982287,Ocean,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index fc813ba157977fdf47cbadeabf4eda8adb180e4f..2fc360e45311b34ba6387defe529c13a9f858168 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T06:35:24.275729+00:00", + "evaluated_at": "2026-06-22T06:44:06.371729+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63974.01171875, 64100.01953125, 64247.73828125, - 64124.0 + 64049.98828125 ], "p50": [ 63633.762559345865, diff --git a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 61c8afb55a670e8f6d019ddf9922c562a9117e90..a4cf587d4fb1030c110e0e3a13db6ba5b5fb61f9 100644 --- a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T06:18:55.270842+00:00", + "evaluated_at": "2026-06-22T06:44:06.416199+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 8237494d76072b3714a12b6dfad9429f7588e71a..6e373af8d6416354a72e09264f7d520ed3dcd047 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,25 +1,19 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T06:35:24.378626+00:00", + "evaluated_at": "2026-06-22T06:44:06.433794+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:31:21.472345Z", + "data_fetched_at": "2026-06-22T06:40:20.328560Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t002400z", - "data_fetched_at": "2026-06-22T06:31:21.472345Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t045000z", - "data_fetched_at": "2026-06-22T06:31:21.472345Z", - "context_length": 78, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t035000z", + "data_fetched_at": "2026-06-22T06:40:20.328560Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index c14218b9f678d110923d6e3853381f88aa628a19..d1aba7ee4e0c5db2dc4f783b89ad77f1d5ecbb14 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,103471.32377560933,103471.32377560933,267.3494466145833,0.2513543017942012,0.004175199617536874,0.004172776351908932,1.9698624366843127,321.6695878935547,0.005018359657724531,0.004170912414168222,0.0050210293578416,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,101116.25980250041,101116.25980250041,264.265625,0.24845498092929252,0.0041273670000779635,0.004124657472534267,1.9698624366843127,317.9878296452561,0.004961159280783887,0.004123000114575182,0.004994541483484064,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,2.497550541067085,2.497550541067085,1.2721631526947021,0.747837783590668,0.04766756886485387,0.04945338284173386,4.501600541318299,1.5803640533329923,0.060506881641877015,0.048706894558197364,0.04314103090472548,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.01893294768798318,0.01893294768798318,0.10538755655288697,0.3092962882831848,0.10049793957287005,0.09071646360762867,1.2623580042681168,0.13759704825316268,0.09479754263196138,0.07260680016056166,0.052074560982328,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.08391506599830162,0.08391506599830162,0.2694946097003089,3.8927008803593495,0.1683232044442406,0.18560634848190943,83.24171434156395,0.28968097279300487,0.18506681992791005,0.17217047403589025,0.14920282309550245,Ocean,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index bf646a5f8517da05657feac695e9741d80d56ea0..664ccfd68bc74a206a114c530c19d7d3812fbfcf 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T06:31:47.409573+00:00", + "evaluated_at": "2026-06-22T06:40:49.724272+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63974.01171875, 64100.01953125, 64247.73828125, - 64124.0 + 64049.98828125 ], "p50": [ 64329.2109375, diff --git a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index cef394859e9ebb1bf03de400677e3e0d88eb4ea0..a97f100bdde297c51597b8077151e83da4975c9a 100644 --- a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T06:15:41.552580+00:00", + "evaluated_at": "2026-06-22T06:40:54.580442+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 1bad70c71d67b4f8c738762b8143d7087ae4c30c..55754995e7ae5fbe3197bc74d6947a623ea72124 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,25 +1,19 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T06:32:14.515676+00:00", + "evaluated_at": "2026-06-22T06:40:58.096382+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:31:21.472345Z", + "data_fetched_at": "2026-06-22T06:40:20.328560Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t002400z", - "data_fetched_at": "2026-06-22T06:31:21.472345Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t045000z", - "data_fetched_at": "2026-06-22T06:31:21.472345Z", - "context_length": 78, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t035000z", + "data_fetched_at": "2026-06-22T06:40:20.328560Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 3e6407b24066bd4d8c46373edc9173f96dd5efcb..9e042860a807a2b73ff5b125a6ddb72b32dd4fdf 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,58196.62781079791,63980.75471985469,176.07562583803943,0.16554126651812295,0.002752650251934331,0.0027489348972042477,0.7716695627278831,241.23977244807273,0.0037635760030030226,0.0027469516879121826,0.0022336791568882664,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,57594.38875345327,63534.897702126815,172.9918042234561,0.16264194565321424,0.0027045852092011393,0.0027008156035591524,0.7716695627278831,239.98830961830885,0.0037442320697328364,0.0026989708882261057,0.002218765645884122,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,32.39177742140628,33.69505757693249,4.948184759453103,2.9087774751754467,0.18090961892732116,0.2057518238437371,76.28154801369023,5.691377462566183,0.21790390750818858,0.18944953154998356,0.17644111021048067,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ETS,1.2524469166208299,1.2542833537104585,0.8774829860473148,2.575277760424035,0.8225479919522468,0.47090195842730187,98.43771886445587,1.1191277481238815,0.7710235194739804,0.6045422618775481,0.5976031980697266,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.10623027680480057,0.10507327514311325,0.2983712894324266,4.309808579619356,0.18595566682221124,0.20793377261578275,64.36693599700448,0.3259298648556167,0.20822494148231138,0.19061875262517286,0.1771239126465428,Ocean,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index d53cf07047f17952198d474f83be167d7df2b118..b0f4f2199ff51998fd0dc4e2b4e3c0686c1c54f9 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-22T06:35:24.417112+00:00", + "evaluated_at": "2026-06-22T06:44:06.460158+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63974.01171875, 64100.01953125, 64247.73828125, - 64124.0 + 64049.98828125 ], "p50": [ 64355.05138900965, diff --git a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 53cc77e7f28df960ac183e1a154ba5c50846682a..482dfe44e9f6f416288535836b0050ba887f2961 100644 --- a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ETS", - "evaluated_at": "2026-06-22T06:18:55.396078+00:00", + "evaluated_at": "2026-06-22T06:44:06.485096+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index 5985e39664cd17d0e3592f587cda15375d8f0024..0d5e74c31557c8ac4678a73b90cdb8da32866913 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,25 +1,19 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T06:35:24.479595+00:00", + "evaluated_at": "2026-06-22T06:44:06.493460+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:31:21.472345Z", + "data_fetched_at": "2026-06-22T06:40:20.328560Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t002400z", - "data_fetched_at": "2026-06-22T06:31:21.472345Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t045000z", - "data_fetched_at": "2026-06-22T06:31:21.472345Z", - "context_length": 78, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t035000z", + "data_fetched_at": "2026-06-22T06:40:20.328560Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 2d48a4bdc40ceb7738b76387dcfc018141779a01..59f732554c6d9941b59f270d916de8295d292f5d 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1721,3 +1721,5 @@ {"evaluated_at": "2026-06-22T06:35:24.672046+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-22T06:35:24.672046+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} {"evaluated_at": "2026-06-22T06:35:24.672046+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} +{"evaluated_at": "2026-06-22T06:44:06.684892+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-22T06:44:06.684892+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 79a8c530a4fe5eabb383c43ab7e4627be8ff850e..d48e4eb1693cbf1d073803df79e114476173fa87 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,234772.4508037567,178047.1326581637,356.0438639322917,0.3347422557258029,0.005566463488415184,0.005545457529673926,1.824720340836614,484.53322982408207,0.007559191496153445,0.0055546319278695355,0.004789972932621892,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,235087.24520047507,184218.83193318048,369.431396484375,0.34732883086177885,0.005775277339432251,0.00575361201103744,1.8581984914411354,484.85796394457117,0.0075646215465827475,0.005763767762200428,0.004984855354927099,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,1.9237130835943692,1.8876722873579865,1.1165241797765095,0.6563458202360263,0.04267433494674541,0.04406306287872011,6.798890134045048,1.386979842533542,0.05310284361053067,0.04274799610479139,0.03891174187888303,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,1.7403560072126631,1.5551204852777185,0.9836413572231929,2.8868362712090367,0.9154819661487685,0.5054346111892438,38.763404727008634,1.3192255331112506,0.908880970223947,0.6776801150876628,0.4623144899214879,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.07925722304056354,0.07902794855639354,0.2608989386094941,3.7685411561270024,0.16283010409781268,0.1791126238421736,72.68099505008324,0.28152659384250633,0.17985727866496282,0.16667900699687255,0.1455127551696126,Ocean,1 @@ -7,5 +7,5 @@ nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,1.3335811739082903,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,125.60370326253239,78.59598981577581,7.579196850458781,0.6555344843448614,0.43959746251296394,0.3299864645581607,2.770004975905003,11.207305798564274,0.515574722775361,0.3486691971531435,0.26331613538049187,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,1.8869182200855903,1.8027485154648275,1.1904440720876057,0.6265494600170339,0.05003382104463706,0.048520627647047766,2.7617313385642905,1.3736514186960207,0.057215608035876046,0.04958461840475799,0.03316696775983716,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,16.894228130466292,14.250305077860267,3.177631437778473,0.588147721131234,0.5044139191579968,0.3688445002899434,4.278019133447682,4.11025888849672,0.4932310666196063,0.38131577253341675,0.28851284482744005,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,869.4864204650124,831.1726214171698,18.880599975585938,1.1328359985351562,0.008152010597419561,0.008074635426539212,6.412392578124998,29.487055133821222,0.012603549834580754,0.008070069446376893,0.006313591204966235,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,881.2607023715973,865.3764049510161,18.682627360026043,1.1209576416015625,0.008071070649614313,0.00799050406380572,6.497878723144531,29.686035477503513,0.012688599313625721,0.007985450697072573,0.006280883897762689,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Large,890.713526753742,459.6993433938395,19.7410888671875,0.3983935818708682,0.08488627994531377,0.0825329602754252,1.6746824063343657,29.844824120000137,0.12013442716503793,0.07946384247861558,0.06594550252364441,Web,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index a2ebabc7a23e9b0733f509eeb7c6e92365500d10..73732fe50a94899217dbfee1cdb861c465f9fb7c 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T06:34:42.183864+00:00", + "evaluated_at": "2026-06-22T06:43:30.659474+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,85 +127,85 @@ 63974.01171875, 64100.01953125, 64247.73828125, - 64124.0 + 64049.98828125 ], "p50": [ - 64361.015625, - 64334.447265625, - 64330.8203125, - 64395.2890625, - 64520.53125, - 64439.970703125, - 64421.8515625, - 64461.2890625, - 64447.197265625, - 64467.09765625, - 64385.294921875, - 64345.5, - 64417.982421875, - 64479.16796875, - 64404.185546875, - 64420.94140625, - 64306.564453125, - 64428.17578125, - 64355.2890625, - 64458.12890625, - 64304.375, - 64346.7265625, - 64622.974609375, - 64580.994140625 + 64327.19921875, + 64328.107421875, + 64333.13671875, + 64385.73828125, + 64423.95703125, + 64486.251953125, + 64368.04296875, + 64517.134765625, + 64337.6796875, + 64428.533203125, + 64434.119140625, + 64514.205078125, + 64376.2578125, + 64434.9765625, + 64338.6796875, + 64397.0703125, + 64381.05859375, + 64564.830078125, + 64377.38671875, + 64495.3046875, + 64352.09765625, + 64493.572265625, + 64407.43359375, + 64462.43359375 ], "p10": [ - 64128.32421875, - 64000.77734375, - 63899.18359375, - 63944.34375, - 64006.779296875, - 63913.572265625, - 63939.654296875, - 63834.400390625, - 63674.2734375, - 63715.1328125, - 63539.365234375, - 63625.69140625, - 63511.21484375, - 63315.94140625, - 63292.669921875, - 63136.45703125, - 63118.783203125, - 63109.7578125, - 63194.474609375, - 62884.849609375, - 62976.876953125, - 63008.03515625, - 63171.267578125, - 62935.564453125 + 64106.431640625, + 63985.404296875, + 64026.955078125, + 63927.30078125, + 63947.814453125, + 63935.2890625, + 63831.208984375, + 63738.65234375, + 63501.23828125, + 63540.3671875, + 63437.2890625, + 63581.369140625, + 63490.138671875, + 63287.529296875, + 63432.685546875, + 63294.671875, + 63141.06640625, + 63341.01171875, + 63116.513671875, + 63071.66796875, + 62843.712890625, + 63092.6484375, + 62969.421875, + 62809.42578125 ], "p90": [ - 64574.373046875, - 64604.69140625, - 64676.5, - 64885.724609375, - 64993.560546875, - 65024.15625, - 65075.2578125, - 65181.30078125, - 65214.908203125, - 65252.978515625, - 65353.927734375, - 65339.541015625, - 65491.7578125, - 65497.662109375, - 65462.337890625, - 65686.34765625, - 65907.03125, - 65895.17578125, - 66096.5703125, - 66137.1953125, - 65935.81640625, - 66100.0625, - 66115.38671875, - 66122.44140625 + 64551.16796875, + 64636.9453125, + 64843.169921875, + 64838.91796875, + 64985.685546875, + 65149.447265625, + 64950.43359375, + 65166.0859375, + 65304.96484375, + 65280.76171875, + 65255.275390625, + 65442.341796875, + 65471.33984375, + 65526.9140625, + 65516.525390625, + 65630.4921875, + 65699.375, + 66009.9921875, + 65954.55859375, + 66011.61328125, + 65991.44140625, + 66487.2265625, + 66247.20703125, + 66075.40625 ], "timestamps": [ "2026-06-17 07:00:00", diff --git a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index d35af1e4ef67ab4e77c20099fc83770769f5eff9..d5cf8a95f8bb0439b5b8cf0dfe25adf85c15767f 100644 --- a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T06:18:17.042436+00:00", + "evaluated_at": "2026-06-22T06:43:37.703282+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, @@ -130,82 +130,82 @@ 2300.0 ], "p50": [ - 2353.952392578125, - 2355.264404296875, - 2355.3101806640625, - 2355.9337158203125, - 2356.8997802734375, - 2356.6405029296875, - 2357.9656982421875, - 2355.989013671875, - 2356.210205078125, - 2356.61181640625, - 2360.1383056640625, - 2359.6981201171875, - 2358.55615234375, - 2358.05078125, - 2359.3863525390625, - 2359.1119384765625, - 2359.6138916015625, - 2362.177490234375, - 2360.4306640625, - 2357.910400390625, - 2363.5203857421875, - 2359.7137451171875, - 2361.0135498046875, - 2362.03857421875 + 2354.2115478515625, + 2354.4886474609375, + 2355.034912109375, + 2354.9581298828125, + 2355.9244384765625, + 2356.8648681640625, + 2355.4599609375, + 2354.3341064453125, + 2359.0313720703125, + 2356.7220458984375, + 2357.0211181640625, + 2363.743408203125, + 2359.9405517578125, + 2359.34619140625, + 2356.232666015625, + 2359.982666015625, + 2362.6446533203125, + 2360.27099609375, + 2361.45166015625, + 2355.681884765625, + 2361.4346923828125, + 2363.5108642578125, + 2362.7694091796875, + 2356.656494140625 ], "p10": [ - 2345.87890625, - 2344.2855224609375, - 2340.0247802734375, - 2336.0225830078125, - 2338.0823974609375, - 2338.6954345703125, - 2332.383056640625, - 2333.3673095703125, - 2323.4183349609375, - 2322.7637939453125, - 2327.9560546875, - 2323.751953125, - 2315.296630859375, - 2310.1492919921875, - 2312.8895263671875, - 2310.6583251953125, - 2303.844970703125, - 2309.2813720703125, - 2312.65087890625, - 2301.0716552734375, - 2309.6175537109375, - 2298.1907958984375, - 2297.4296875, - 2306.07861328125 + 2347.2059326171875, + 2345.3563232421875, + 2341.5108642578125, + 2338.6273193359375, + 2338.292724609375, + 2337.4261474609375, + 2329.7935791015625, + 2320.53515625, + 2330.42138671875, + 2332.0220947265625, + 2318.0079345703125, + 2318.900634765625, + 2324.7734375, + 2309.81298828125, + 2310.28076171875, + 2305.449462890625, + 2323.426513671875, + 2309.81787109375, + 2301.6700439453125, + 2292.3233642578125, + 2296.4630126953125, + 2299.7479248046875, + 2301.05419921875, + 2296.9014892578125 ], "p90": [ - 2363.2919921875, - 2369.0841064453125, - 2373.235595703125, - 2396.8719482421875, - 2401.1915283203125, - 2388.26953125, - 2401.9141845703125, - 2390.771240234375, - 2396.0164794921875, - 2400.407470703125, - 2404.982666015625, - 2404.2421875, - 2401.4757080078125, - 2404.937744140625, - 2405.2288818359375, - 2411.203369140625, - 2408.520751953125, - 2419.114501953125, - 2415.8448486328125, - 2405.90673828125, - 2420.6539306640625, - 2416.2264404296875, - 2420.3558349609375, - 2426.623779296875 + 2363.7821044921875, + 2365.3433837890625, + 2371.30419921875, + 2375.2672119140625, + 2385.914794921875, + 2383.8685302734375, + 2389.3203125, + 2400.036865234375, + 2398.4765625, + 2401.971923828125, + 2400.82666015625, + 2402.071044921875, + 2400.9644775390625, + 2403.6234130859375, + 2403.0399169921875, + 2414.6685791015625, + 2417.5938720703125, + 2426.9957275390625, + 2423.2518310546875, + 2413.075927734375, + 2414.33837890625, + 2421.329833984375, + 2416.3134765625, + 2423.363037109375 ], "timestamps": [ "2026-06-21 19:55:00", diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 7dddd02959103d7531353cc2d03db91cab7424fb..e7bba3059be7dd86add5045ffcd6c7048717e370 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,25 +1,19 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T06:34:57.520677+00:00", + "evaluated_at": "2026-06-22T06:43:39.705021+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:31:21.472345Z", + "data_fetched_at": "2026-06-22T06:40:20.328560Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t002400z", - "data_fetched_at": "2026-06-22T06:31:21.472345Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t045000z", - "data_fetched_at": "2026-06-22T06:31:21.472345Z", - "context_length": 78, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t035000z", + "data_fetched_at": "2026-06-22T06:40:20.328560Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 3a777d0cf00f3f40ac2630d3da25bd12054060cc..851657b1f5bcdc043f143bcac67ac758b2c6103f 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,67829.35643975472,67014.10369622451,211.980045572914,0.1992975748556359,0.003307902682162633,0.0033099588714169963,0.8754841687772962,260.44069658898303,0.00406312916788493,0.0033070956937891935,0.002347531945542191,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,67153.98609474907,66495.11539083598,208.89622395833067,0.1963982539907272,0.0032598465423718612,0.003261839583214164,0.8754841687772962,259.140861491871,0.004043044953811513,0.003259141840012375,0.0023291981044924826,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,6.515449648564218,6.7803991656933915,2.1180077483207227,1.2450653179012066,0.07820458479476648,0.08103448001915808,18.137880619109865,2.5525378838646486,0.09772818313582761,0.0810914699520931,0.07041852511819074,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.14749302365953895,0.1476374274248223,0.3377626697953249,0.9912815469432299,0.28516049168225593,0.24566980335739552,35.1299030921281,0.384048204864362,0.2645901677074732,0.2327017294040786,0.22616691520979337,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.08352606535744925,0.08250711979236686,0.2668290409031483,3.854198210436176,0.16652851984455982,0.18358764153089846,49.14757158403984,0.2890087634613339,0.18463736941157566,0.1704675374024163,0.15699320682859694,Ocean,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index 03f73ac3e03fdd9cae669a12d9562ac61ee8b6ce..ab5e7adb7be1db3ed226682f31b239be78964781 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T06:35:24.488091+00:00", + "evaluated_at": "2026-06-22T06:44:06.501376+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63974.01171875, 64100.01953125, 64247.73828125, - 64124.0 + 64049.98828125 ], "p50": [ 64043.95657552084, diff --git a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 183914fe3cce7b99f244e9da8054b344f2cc7256..ba353bc8d0a97410baf3f506aa43fad2e2df0ed0 100644 --- a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T06:18:55.434060+00:00", + "evaluated_at": "2026-06-22T06:44:06.513755+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index b0b911a22f76e443fada79e25b6850d5c7745fd7..36f634add7677a25a70fbc5f45da1a13eff3dd76 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,25 +1,19 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T06:35:24.532761+00:00", + "evaluated_at": "2026-06-22T06:44:06.519755+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:31:21.472345Z", + "data_fetched_at": "2026-06-22T06:40:20.328560Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t002400z", - "data_fetched_at": "2026-06-22T06:31:21.472345Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t045000z", - "data_fetched_at": "2026-06-22T06:31:21.472345Z", - "context_length": 78, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t035000z", + "data_fetched_at": "2026-06-22T06:40:20.328560Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index 19450f2e9388cbd65021c82c4e1c04b93d39f754..da0a2e43464b5166034f9bb692f0cb866c62dd77 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-22T06:31:22.223016+00:00", - "finished_at": "2026-06-22T06:35:24.671620+00:00", - "task_count": 3, + "started_at": "2026-06-22T06:40:20.939266+00:00", + "finished_at": "2026-06-22T06:44:06.684340+00:00", + "task_count": 2, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,25 +10,19 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T06:32:14.515676+00:00", + "evaluated_at": "2026-06-22T06:40:58.096382+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:31:21.472345Z", + "data_fetched_at": "2026-06-22T06:40:20.328560Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t002400z", - "data_fetched_at": "2026-06-22T06:31:21.472345Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t045000z", - "data_fetched_at": "2026-06-22T06:31:21.472345Z", - "context_length": 78, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t035000z", + "data_fetched_at": "2026-06-22T06:40:20.328560Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -36,25 +30,19 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T06:33:04.936904+00:00", + "evaluated_at": "2026-06-22T06:41:52.643162+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:31:21.472345Z", + "data_fetched_at": "2026-06-22T06:40:20.328560Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t002400z", - "data_fetched_at": "2026-06-22T06:31:21.472345Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t045000z", - "data_fetched_at": "2026-06-22T06:31:21.472345Z", - "context_length": 78, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t035000z", + "data_fetched_at": "2026-06-22T06:40:20.328560Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -62,25 +50,19 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T06:33:46.252174+00:00", + "evaluated_at": "2026-06-22T06:42:52.206221+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:31:21.472345Z", + "data_fetched_at": "2026-06-22T06:40:20.328560Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t002400z", - "data_fetched_at": "2026-06-22T06:31:21.472345Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t045000z", - "data_fetched_at": "2026-06-22T06:31:21.472345Z", - "context_length": 78, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t035000z", + "data_fetched_at": "2026-06-22T06:40:20.328560Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -88,25 +70,19 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T06:34:14.547232+00:00", + "evaluated_at": "2026-06-22T06:43:11.251745+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:31:21.472345Z", + "data_fetched_at": "2026-06-22T06:40:20.328560Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t002400z", - "data_fetched_at": "2026-06-22T06:31:21.472345Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t045000z", - "data_fetched_at": "2026-06-22T06:31:21.472345Z", - "context_length": 78, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t035000z", + "data_fetched_at": "2026-06-22T06:40:20.328560Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -114,25 +90,19 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T06:34:57.520677+00:00", + "evaluated_at": "2026-06-22T06:43:39.705021+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:31:21.472345Z", + "data_fetched_at": "2026-06-22T06:40:20.328560Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t002400z", - "data_fetched_at": "2026-06-22T06:31:21.472345Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t045000z", - "data_fetched_at": "2026-06-22T06:31:21.472345Z", - "context_length": 78, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t035000z", + "data_fetched_at": "2026-06-22T06:40:20.328560Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -140,25 +110,19 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T06:35:24.069925+00:00", + "evaluated_at": "2026-06-22T06:44:06.173504+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:31:21.472345Z", + "data_fetched_at": "2026-06-22T06:40:20.328560Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t002400z", - "data_fetched_at": "2026-06-22T06:31:21.472345Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t045000z", - "data_fetched_at": "2026-06-22T06:31:21.472345Z", - "context_length": 78, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t035000z", + "data_fetched_at": "2026-06-22T06:40:20.328560Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -166,25 +130,19 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T06:35:24.378626+00:00", + "evaluated_at": "2026-06-22T06:44:06.433794+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:31:21.472345Z", + "data_fetched_at": "2026-06-22T06:40:20.328560Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t002400z", - "data_fetched_at": "2026-06-22T06:31:21.472345Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t045000z", - "data_fetched_at": "2026-06-22T06:31:21.472345Z", - "context_length": 78, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t035000z", + "data_fetched_at": "2026-06-22T06:40:20.328560Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -192,25 +150,19 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T06:35:24.479595+00:00", + "evaluated_at": "2026-06-22T06:44:06.493460+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:31:21.472345Z", + "data_fetched_at": "2026-06-22T06:40:20.328560Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t002400z", - "data_fetched_at": "2026-06-22T06:31:21.472345Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t045000z", - "data_fetched_at": "2026-06-22T06:31:21.472345Z", - "context_length": 78, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t035000z", + "data_fetched_at": "2026-06-22T06:40:20.328560Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -218,25 +170,19 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T06:35:24.532761+00:00", + "evaluated_at": "2026-06-22T06:44:06.519755+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:31:21.472345Z", + "data_fetched_at": "2026-06-22T06:40:20.328560Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t002400z", - "data_fetched_at": "2026-06-22T06:31:21.472345Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t045000z", - "data_fetched_at": "2026-06-22T06:31:21.472345Z", - "context_length": 78, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t035000z", + "data_fetched_at": "2026-06-22T06:40:20.328560Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -244,25 +190,19 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T06:35:24.556251+00:00", + "evaluated_at": "2026-06-22T06:44:06.542706+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:31:21.472345Z", + "data_fetched_at": "2026-06-22T06:40:20.328560Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t002400z", - "data_fetched_at": "2026-06-22T06:31:21.472345Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t045000z", - "data_fetched_at": "2026-06-22T06:31:21.472345Z", - "context_length": 78, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t035000z", + "data_fetched_at": "2026-06-22T06:40:20.328560Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -278,7 +218,5 @@ "overall": "aggregates/results_overall.csv", "metadata": "aggregates/metadata.json" }, - "push_status": "ok", - "pushed_at": "2026-06-22T06:36:34.297990+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_064406.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_064406.json new file mode 100644 index 0000000000000000000000000000000000000000..bfe727ba2ecbb720659fab5345bb1601660ef197 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_064406.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-22T06:44:06.371729+00:00", + "metrics": { + "MSE[mean]": 322479.8578211024, + "MSE[0.5]": 258531.3342799649, + "MAE[0.5]": 476.18594001225665, + "MASE[0.5]": 0.44769639882047646, + "MAPE[0.5]": 0.007420778408021474, + "sMAPE[0.5]": 0.007451074037516221, + "MSIS": 5.8881032660543084, + "RMSE[mean]": 567.8731001034496, + "NRMSE[mean]": 0.008859801030840414, + "ND[0.5]": 0.007429322997380476, + "mean_weighted_sum_quantile_loss": 0.00629695363325037 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00" + ], + "context": [ + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375 + ], + "actual": [ + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 64049.98828125 + ], + "predictions": { + "p50": [ + 63633.762559345865, + 63620.264607162295, + 63620.33526814602, + 63640.49685055389, + 63665.44197671395, + 63649.21633430214, + 63664.82751225291, + 63658.01482043698, + 63664.820053868076, + 63664.81910490525, + 63628.307707233, + 63640.05400700537, + 63664.818455194836, + 63640.053902433996, + 63638.26984335859, + 63622.21820942615, + 63649.19494490356, + 63665.10507924297, + 63649.1949434374, + 63620.058463163805, + 63678.506854824875, + 63679.614299648005, + 63649.19494312313, + 63630.59440132991 + ], + "p10": [ + 63396.27141410596, + 63364.84348532242, + 63385.05294593654, + 63375.295812962184, + 63391.18035997289, + 63376.41977647462, + 63390.41809942983, + 63384.78002180259, + 63384.77779390309, + 63389.84640736798, + 63279.9045750441, + 63390.40911570654, + 63391.058078704045, + 63389.84572642098, + 63364.19363413647, + 63376.39838948997, + 63366.74897606013, + 63394.7457227356, + 63394.38416404419, + 63389.00792782895, + 63390.7033567079, + 63376.39838531003, + 63394.745721983374, + 63383.93836526737 + ], + "p90": [ + 63845.105677733394, + 63869.44729733741, + 63872.614277067034, + 63868.91534005851, + 63892.26492033199, + 63892.10153053144, + 63892.22381126925, + 63892.0690691667, + 63892.0668412672, + 63906.490017379685, + 63892.06548809833, + 63873.37941752521, + 63906.48936766927, + 63872.33749512376, + 63872.337481818686, + 63835.859185550886, + 63893.64216293417, + 63875.247880379764, + 63931.71201091568, + 63856.2253101275, + 63875.2478796758, + 63875.26283080367, + 63906.48931326603, + 63870.251861031174 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_064049.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_064049.json new file mode 100644 index 0000000000000000000000000000000000000000..46de7e33c142a085d433a624903495a565e804cc --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_064049.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T06:40:49.724272+00:00", + "metrics": { + "MSE[mean]": 101116.25980250041, + "MSE[0.5]": 101116.25980250041, + "MAE[0.5]": 264.265625, + "MASE[0.5]": 0.24845498092929252, + "MAPE[0.5]": 0.0041273670000779635, + "sMAPE[0.5]": 0.004124657472534267, + "MSIS": 1.9698624366843127, + "RMSE[mean]": 317.9878296452561, + "NRMSE[mean]": 0.004961159280783887, + "ND[0.5]": 0.004123000114575182, + "mean_weighted_sum_quantile_loss": 0.004994541483484064 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00" + ], + "context": [ + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375 + ], + "actual": [ + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 64049.98828125 + ], + "predictions": { + "p50": [ + 64329.2109375, + 64337.5234375, + 64355.828125, + 64378.57421875, + 64375.0390625, + 64377.48046875, + 64362.3046875, + 64361.19140625, + 64344.32421875, + 64336.27734375, + 64303.6015625, + 64293.49609375, + 64279.74609375, + 64257.1640625, + 64218.76953125, + 64204.78125, + 64063.609375, + 64011.640625, + 63985.5, + 63910.0078125, + 63853.30078125, + 63802.4140625, + 63772.0703125, + 63705.15234375 + ], + "p10": [ + 64078.9765625, + 64018.8203125, + 63969.14453125, + 63907.35546875, + 63802.421875, + 63704.10546875, + 63534.26953125, + 63468.35546875, + 63378.80078125, + 63219.140625, + 63116.40625, + 63080.28515625, + 62991.6796875, + 62916.546875, + 62805.23046875, + 62648.703125, + 62651.828125, + 62603.796875, + 62515.41796875, + 62488.5234375, + 62421.5859375, + 62304.671875, + 62277.2578125, + 62279.91796875 + ], + "p90": [ + 64519.3359375, + 64588.6171875, + 64668.83203125, + 64731.6875, + 64784.03125, + 64843.89453125, + 64885.21484375, + 64934.19921875, + 64957.87109375, + 65014.70703125, + 65050.94921875, + 65074.09375, + 65116.9765625, + 65136.91015625, + 65214.6015625, + 65223.10546875, + 65675.21875, + 65691.0859375, + 65703.3203125, + 65660.6484375, + 65663.2890625, + 65698.7109375, + 65707.6015625, + 65730.71875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_064406.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_064406.json new file mode 100644 index 0000000000000000000000000000000000000000..29dff8357d59e7ec0633c5383ed110f36b74dc2e --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_064406.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-22T06:44:06.460158+00:00", + "metrics": { + "MSE[mean]": 57594.38875345327, + "MSE[0.5]": 63534.897702126815, + "MAE[0.5]": 172.9918042234561, + "MASE[0.5]": 0.16264194565321424, + "MAPE[0.5]": 0.0027045852092011393, + "sMAPE[0.5]": 0.0027008156035591524, + "MSIS": 0.7716695627278831, + "RMSE[mean]": 239.98830961830885, + "NRMSE[mean]": 0.0037442320697328364, + "ND[0.5]": 0.0026989708882261057, + "mean_weighted_sum_quantile_loss": 0.002218765645884122 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00" + ], + "context": [ + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375 + ], + "actual": [ + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 64049.98828125 + ], + "predictions": { + "p50": [ + 64355.05138900965, + 64302.46293516218, + 64270.97213756471, + 64309.00673059224, + 64253.27960486977, + 64249.6559947723, + 64238.700353424836, + 64225.690024577365, + 64210.625008229894, + 64179.89983563242, + 64179.52817865996, + 64170.82839668749, + 64158.58369284002, + 64178.903442117546, + 64155.43803514508, + 64118.78708129761, + 64088.82753370014, + 64093.53204860267, + 64062.806876005205, + 64039.68717215773, + 64087.83114018526, + 64084.69385821279, + 64029.89056061533, + 64014.70445051786 + ], + "p10": [ + 64101.71115463465, + 64026.36137266218, + 64035.41745006471, + 64050.44227746724, + 63993.43351111977, + 63916.9099010223, + 64009.08590029983, + 63948.299399577365, + 63952.50821135489, + 63864.86858563242, + 63916.04966303496, + 63918.32449043749, + 63910.09541159002, + 63891.935082742544, + 63857.22709764508, + 63850.99801879761, + 63701.22597120014, + 63840.26251735267, + 63805.185782255205, + 63786.43443778274, + 63866.66512456026, + 63786.69268633779, + 63759.92571686533, + 63746.23726301786 + ], + "p90": [ + 64542.82834213465, + 64529.81801328718, + 64519.30807506471, + 64582.98915246724, + 64511.03351111977, + 64480.2770885223, + 64467.266759674836, + 64449.72830582737, + 64461.749617604895, + 64473.55608563242, + 64491.91685053496, + 64402.27409981249, + 64406.95088034002, + 64377.96906711755, + 64380.93022264508, + 64348.26755004761, + 64334.59706495014, + 64325.92775172767, + 64387.834219755205, + 64295.56607840773, + 64282.621765185264, + 64270.20557696279, + 64279.60501374033, + 64241.56304426786 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_064330.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_064330.json new file mode 100644 index 0000000000000000000000000000000000000000..0ef07487faebd34cdb9b944cefee8569142c1376 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_064330.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T06:43:30.659474+00:00", + "metrics": { + "MSE[mean]": 235087.24520047507, + "MSE[0.5]": 184218.83193318048, + "MAE[0.5]": 369.431396484375, + "MASE[0.5]": 0.34732883086177885, + "MAPE[0.5]": 0.005775277339432251, + "sMAPE[0.5]": 0.00575361201103744, + "MSIS": 1.8581984914411354, + "RMSE[mean]": 484.85796394457117, + "NRMSE[mean]": 0.0075646215465827475, + "ND[0.5]": 0.005763767762200428, + "mean_weighted_sum_quantile_loss": 0.004984855354927099 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00" + ], + "context": [ + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375 + ], + "actual": [ + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 64049.98828125 + ], + "predictions": { + "p50": [ + 64327.19921875, + 64328.107421875, + 64333.13671875, + 64385.73828125, + 64423.95703125, + 64486.251953125, + 64368.04296875, + 64517.134765625, + 64337.6796875, + 64428.533203125, + 64434.119140625, + 64514.205078125, + 64376.2578125, + 64434.9765625, + 64338.6796875, + 64397.0703125, + 64381.05859375, + 64564.830078125, + 64377.38671875, + 64495.3046875, + 64352.09765625, + 64493.572265625, + 64407.43359375, + 64462.43359375 + ], + "p10": [ + 64106.431640625, + 63985.404296875, + 64026.955078125, + 63927.30078125, + 63947.814453125, + 63935.2890625, + 63831.208984375, + 63738.65234375, + 63501.23828125, + 63540.3671875, + 63437.2890625, + 63581.369140625, + 63490.138671875, + 63287.529296875, + 63432.685546875, + 63294.671875, + 63141.06640625, + 63341.01171875, + 63116.513671875, + 63071.66796875, + 62843.712890625, + 63092.6484375, + 62969.421875, + 62809.42578125 + ], + "p90": [ + 64551.16796875, + 64636.9453125, + 64843.169921875, + 64838.91796875, + 64985.685546875, + 65149.447265625, + 64950.43359375, + 65166.0859375, + 65304.96484375, + 65280.76171875, + 65255.275390625, + 65442.341796875, + 65471.33984375, + 65526.9140625, + 65516.525390625, + 65630.4921875, + 65699.375, + 66009.9921875, + 65954.55859375, + 66011.61328125, + 65991.44140625, + 66487.2265625, + 66247.20703125, + 66075.40625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_064406.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_064406.json new file mode 100644 index 0000000000000000000000000000000000000000..5851b486084b21b84acf775c721b9b4eff8f808f --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_064406.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T06:44:06.501376+00:00", + "metrics": { + "MSE[mean]": 67153.98609474907, + "MSE[0.5]": 66495.11539083598, + "MAE[0.5]": 208.89622395833067, + "MASE[0.5]": 0.1963982539907272, + "MAPE[0.5]": 0.0032598465423718612, + "sMAPE[0.5]": 0.003261839583214164, + "MSIS": 0.8754841687772962, + "RMSE[mean]": 259.140861491871, + "NRMSE[mean]": 0.004043044953811513, + "ND[0.5]": 0.003259141840012375, + "mean_weighted_sum_quantile_loss": 0.0023291981044924826 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00" + ], + "context": [ + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375 + ], + "actual": [ + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 64049.98828125 + ], + "predictions": { + "p50": [ + 64043.95657552084, + 64004.37845052084, + 63985.89798177084, + 64036.94290364584, + 63994.22610677084, + 64003.61282552084, + 64005.66751302084, + 64005.66751302084, + 64003.61282552084, + 63985.89798177084, + 63998.53665364584, + 64002.84720052084, + 64003.61282552084, + 64036.94290364584, + 64026.48782552084, + 64002.84720052084, + 63985.89798177084, + 64003.61282552084, + 63985.89798177084, + 63975.78860677084, + 64036.94290364584, + 64046.81595052084, + 64005.02298177084, + 64002.84720052084 + ], + "p10": [ + 63790.61634114584, + 63728.27688802084, + 63750.34329427084, + 63778.37845052084, + 63734.38001302084, + 63670.86673177084, + 63776.053059895836, + 63728.27688802084, + 63745.49602864584, + 63670.86673177084, + 63735.05813802084, + 63750.34329427084, + 63755.12454427084, + 63749.97454427084, + 63728.27688802084, + 63735.05813802084, + 63598.29641927084, + 63750.34329427084, + 63728.27688802084, + 63722.53587239584, + 63815.77688802084, + 63748.814778645836, + 63735.05813802084, + 63734.38001302084 + ], + "p90": [ + 64231.73352864584, + 64231.73352864584, + 64234.23391927084, + 64310.92532552084, + 64251.98001302084, + 64234.23391927084, + 64234.23391927084, + 64229.70579427084, + 64254.73743489584, + 64279.55423177084, + 64310.92532552084, + 64234.29290364584, + 64251.98001302084, + 64236.00852864584, + 64251.98001302084, + 64232.32766927084, + 64231.66751302084, + 64236.00852864584, + 64310.92532552084, + 64231.66751302084, + 64231.73352864584, + 64232.32766927084, + 64254.73743489584, + 64229.70579427084 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_064406.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_064406.json new file mode 100644 index 0000000000000000000000000000000000000000..87aebe46a76d0dd94da7f6c77cd3e9a927dc4c76 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_064406.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T06:44:06.529154+00:00", + "metrics": { + "MSE[mean]": 194048.660668691, + "MSE[0.5]": 194048.660668691, + "MAE[0.5]": 368.3776041666667, + "MASE[0.5]": 0.34633808546990413, + "MAPE[0.5]": 0.005752031161309613, + "sMAPE[0.5]": 0.0057583318094267325, + "MSIS": 3.6090933850669145, + "RMSE[mean]": 440.5095466260533, + "NRMSE[mean]": 0.006872709650415862, + "ND[0.5]": 0.005747326782233208, + "mean_weighted_sum_quantile_loss": 0.005584230906641809 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00" + ], + "context": [ + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375 + ], + "actual": [ + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 64049.98828125 + ], + "predictions": { + "p50": [ + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375 + ], + "p10": [ + 62382.10671875, + 62149.609375, + 62466.336953125, + 62401.205234375, + 62414.24, + 62381.988046875, + 62129.825625, + 62670.90046875, + 62876.83828125, + 62753.622421875, + 62558.005234375, + 62529.7728125, + 62657.28, + 62647.468515625, + 62732.15046875, + 62986.571484374996, + 63012.051484375, + 63008.119999999995, + 62963.04, + 62956.424999999996, + 63137.479999999996, + 62990.598671875, + 62971.419765624996, + 63017.39171875 + ], + "p90": [ + 64928.31515625, + 64686.328125, + 65015.983359375, + 64948.193203125, + 64961.76, + 64928.191640625, + 64665.736875, + 65228.89640625, + 65443.23984375, + 65314.994765625, + 65111.393203125, + 65082.0084375, + 65214.72, + 65204.508046875, + 65292.64640625, + 65557.451953125, + 65583.971953125, + 65579.88, + 65532.96, + 65526.075000000004, + 65714.52, + 65561.64351562501, + 65541.681796875, + 65589.53015625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_064355.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_064355.json new file mode 100644 index 0000000000000000000000000000000000000000..90ed06b18129c7e928e8e7368acd355784f75416 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_064355.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T06:43:55.928963+00:00", + "metrics": { + "MSE[mean]": 245827.82673009238, + "MSE[0.5]": 245827.82673009238, + "MAE[0.5]": 419.2506510416667, + "MASE[0.5]": 0.39416746884560094, + "MAPE[0.5]": 0.006556166147684041, + "sMAPE[0.5]": 0.0065261431572537845, + "MSIS": 2.1974116110350987, + "RMSE[mean]": 495.8102729170629, + "NRMSE[mean]": 0.007735496480272841, + "ND[0.5]": 0.006541034166969356, + "mean_weighted_sum_quantile_loss": 0.004356573563722445 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00" + ], + "context": [ + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375 + ], + "actual": [ + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 64049.98828125 + ], + "predictions": { + "p50": [ + 64351.75, + 64384.25, + 64403.75, + 64429.75, + 64449.25, + 64459.0, + 64491.5, + 64507.75, + 64546.75, + 64543.5, + 64556.5, + 64533.75, + 64556.5, + 64566.25, + 64563.0, + 64546.75, + 64582.5, + 64602.0, + 64602.0, + 64576.0, + 64576.0, + 64533.75, + 64514.25, + 64468.75 + ], + "p10": [ + 64121.0, + 64085.25, + 64052.75, + 64034.875, + 64039.75, + 64025.125, + 64025.125, + 64002.375, + 63989.375, + 63952.0, + 63934.9375, + 63883.75, + 63887.8125, + 63874.0, + 63869.125, + 63822.40625, + 63829.3125, + 63818.34375, + 63796.40625, + 63738.234375, + 63721.1484375, + 63659.09375, + 63614.0, + 63566.0625 + ], + "p90": [ + 64595.5, + 64686.5, + 64751.5, + 64797.0, + 64836.0, + 64862.0, + 64933.5, + 64972.5, + 65057.0, + 65070.0, + 65096.0, + 65102.5, + 65128.5, + 65167.5, + 65174.0, + 65187.0, + 65232.5, + 65271.5, + 65278.0, + 65284.5, + 65297.5, + 65271.5, + 65271.5, + 65252.0 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_064137.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_064137.json new file mode 100644 index 0000000000000000000000000000000000000000..7496758fd2cb387e76f01645404b9904ace55d10 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_064137.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T06:41:37.379088+00:00", + "metrics": { + "MSE[mean]": 121893.32978566487, + "MSE[0.5]": 69813.60090827942, + "MAE[0.5]": 170.65511067708334, + "MASE[0.5]": 0.16044505322537142, + "MAPE[0.5]": 0.002671300619905482, + "sMAPE[0.5]": 0.002664500319671668, + "MSIS": 7.751949100981509, + "RMSE[mean]": 349.13225257152175, + "NRMSE[mean]": 0.005447066062240503, + "ND[0.5]": 0.0026625144336288723, + "mean_weighted_sum_quantile_loss": 0.0034166744201290446 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00" + ], + "context": [ + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375 + ], + "actual": [ + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 64049.98828125 + ], + "predictions": { + "p50": [ + 64246.95703125, + 64241.0859375, + 64217.87890625, + 64214.10546875, + 64216.7578125, + 64210.07421875, + 64188.12109375, + 64184.6484375, + 64186.3359375, + 64208.875, + 64220.84375, + 64225.515625, + 64220.41796875, + 64201.2890625, + 64206.75390625, + 64194.34765625, + 64196.890625, + 64209.64453125, + 64216.5, + 64240.578125, + 64212.578125, + 64225.7265625, + 64231.2109375, + 64243.8515625 + ], + "p10": [ + 64275.40234375, + 64296.17578125, + 64287.2578125, + 64280.82421875, + 64280.78515625, + 64262.6171875, + 64252.26171875, + 64292.359375, + 64251.1796875, + 64255.625, + 64278.69140625, + 64239.95703125, + 64235.578125, + 64238.26171875, + 64256.89453125, + 64263.984375, + 64254.515625, + 64300.75390625, + 64277.43359375, + 64277.0078125, + 64311.57421875, + 64315.85546875, + 64282.2890625, + 64282.921875 + ], + "p90": [ + 64498.48046875, + 64547.07421875, + 64561.57421875, + 64597.60546875, + 64620.375, + 64636.09375, + 64639.37890625, + 64652.53125, + 64669.73828125, + 64720.19921875, + 64748.29296875, + 64757.6171875, + 64766.51953125, + 64780.1953125, + 64783.16796875, + 64802.7265625, + 64805.65234375, + 64826.99609375, + 64850.4140625, + 64852.7265625, + 64839.6875, + 64858.12890625, + 64859.015625, + 64853.9140625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_064302.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_064302.json new file mode 100644 index 0000000000000000000000000000000000000000..759011929fbc7e65f182092de1fadcb40082d04d --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_064302.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-22T06:43:02.117829+00:00", + "metrics": { + "MSE[mean]": 283603.7626635234, + "MSE[0.5]": 283603.7626635234, + "MAE[0.5]": 445.259765625, + "MASE[0.5]": 0.4186204943489742, + "MAPE[0.5]": 0.006962528808884166, + "sMAPE[0.5]": 0.006927924050719777, + "MSIS": 2.4730203148839665, + "RMSE[mean]": 532.5446109609254, + "NRMSE[mean]": 0.008308615590878652, + "ND[0.5]": 0.006946821270029327, + "mean_weighted_sum_quantile_loss": 0.004728450554849956 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00" + ], + "context": [ + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375 + ], + "actual": [ + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 64049.98828125 + ], + "predictions": { + "p50": [ + 64325.31640625, + 64344.4375, + 64370.8203125, + 64390.08984375, + 64408.6484375, + 64426.640625, + 64431.14453125, + 64464.19140625, + 64485.84375, + 64495.421875, + 64519.671875, + 64536.59765625, + 64558.1953125, + 64572.12109375, + 64585.89453125, + 64605.94921875, + 64623.125, + 64639.7734375, + 64657.765625, + 64675.94921875, + 64694.58203125, + 64703.9375, + 64721.60546875, + 64739.74609375 + ], + "p10": [ + 64150.17578125, + 64069.76171875, + 64021.71875, + 63996.29296875, + 63986.484375, + 63977.6328125, + 63948.48828125, + 63950.890625, + 63946.8984375, + 63920.83984375, + 63907.79296875, + 63889.5625, + 63883.5234375, + 63877.46484375, + 63865.3046875, + 63863.875, + 63858.3046875, + 63847.23828125, + 63844.72265625, + 63842.28125, + 63832.5, + 63814.3046875, + 63803.4609375, + 63798.91015625 + ], + "p90": [ + 64509.45703125, + 64613.84375, + 64712.62109375, + 64787.51171875, + 64851.75390625, + 64924.24609375, + 64985.87890625, + 65073.6640625, + 65136.8671875, + 65182.1015625, + 65245.71875, + 65296.828125, + 65357.609375, + 65403.3671875, + 65450.66796875, + 65509.8671875, + 65564.640625, + 65618.0703125, + 65668.609375, + 65730.7734375, + 65773.9765625, + 65815.5, + 65860.0703125, + 65909.375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_064244.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_064244.json new file mode 100644 index 0000000000000000000000000000000000000000..2c8ad23bfacbe54c30ec797040c279cd1e1c2865 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_064244.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T06:42:44.761369+00:00", + "metrics": { + "MSE[mean]": 148389.06669934592, + "MSE[0.5]": 148389.06669934592, + "MAE[0.5]": 311.9044596354167, + "MASE[0.5]": 0.2932436504765943, + "MAPE[0.5]": 0.004878743941531271, + "sMAPE[0.5]": 0.004860945613961823, + "MSIS": 1.8168602539686949, + "RMSE[mean]": 385.2130147065983, + "NRMSE[mean]": 0.006009988259998462, + "ND[0.5]": 0.004866248203160488, + "mean_weighted_sum_quantile_loss": 0.0038340038554684186 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00" + ], + "context": [ + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375 + ], + "actual": [ + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64247.73828125, + 64049.98828125 + ], + "predictions": { + "p50": [ + 64313.0234375, + 64340.7890625, + 64356.33203125, + 64360.74609375, + 64367.921875, + 64374.7578125, + 64377.5625, + 64385.546875, + 64385.1875, + 64389.8359375, + 64398.1640625, + 64404.078125, + 64402.68359375, + 64408.26171875, + 64401.7109375, + 64406.21875, + 64409.6796875, + 64410.5546875, + 64413.8984375, + 64416.90625, + 64415.9375, + 64413.09765625, + 64413.33203125, + 64416.02734375 + ], + "p10": [ + 64111.93359375, + 64079.37890625, + 64042.765625, + 64011.546875, + 63983.34765625, + 63946.953125, + 63909.42578125, + 63884.0859375, + 63851.59375, + 63823.546875, + 63796.3125, + 63770.14453125, + 63738.17578125, + 63711.90234375, + 63670.78125, + 63656.41015625, + 63621.6328125, + 63591.421875, + 63564.33984375, + 63531.75, + 63508.63671875, + 63474.26953125, + 63439.48046875, + 63410.30859375 + ], + "p90": [ + 64517.421875, + 64612.0859375, + 64692.35546875, + 64733.89453125, + 64774.42578125, + 64822.53125, + 64856.02734375, + 64887.796875, + 64938.31640625, + 64964.03515625, + 65015.31640625, + 65058.734375, + 65095.75, + 65137.62890625, + 65174.62109375, + 65207.2578125, + 65249.82421875, + 65282.8046875, + 65322.78515625, + 65356.390625, + 65393.984375, + 65431.75, + 65470.3125, + 65512.62109375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260622_064406.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260622_064406.json new file mode 100644 index 0000000000000000000000000000000000000000..72353d7b87f253821699f4ced40326b17e2c729d --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260622_064406.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ARIMA", + "evaluated_at": "2026-06-22T06:44:06.416199+00:00", + "metrics": { + "MSE[mean]": 1287.3471071501092, + "MSE[0.5]": 410.775507267166, + "MAE[0.5]": 15.446902261170104, + "MASE[0.5]": 0.9268141356702063, + "MAPE[0.5]": 0.00665213522175223, + "sMAPE[0.5]": 0.006624866845999525, + "MSIS": 11.651328531580509, + "RMSE[mean]": 35.87961966284076, + "NRMSE[mean]": 0.015335901547785899, + "ND[0.5]": 0.006602415926412868, + "mean_weighted_sum_quantile_loss": 0.005976909644011825 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00" + ], + "context": [ + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0 + ], + "actual": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 + ], + "predictions": { + "p50": [ + 2344.5417543810936, + 2340.282604846696, + 2340.905920154727, + 2340.929329822597, + 2340.9715062386804, + 2341.427842718793, + 2341.232702560893, + 2341.1709468865165, + 2341.315394719084, + 2341.296218890446, + 2341.342205648727, + 2341.0798660848823, + 2340.7033801735433, + 2341.401101655156, + 2340.9003553836787, + 2341.342204874245, + 2341.282809133452, + 2340.9639987833634, + 2341.1037257575335, + 2341.3422048746124, + 2341.3153782108548, + 2340.6003275279936, + 2341.10372575753, + 2340.557886611199 + ], + "p10": [ + 2327.809845230973, + 2323.456976633781, + 2319.0514357493357, + 2318.605802432188, + 2325.7552905354864, + 2328.70326416455, + 2325.7481351239203, + 2324.577737328133, + 2324.3956926206547, + 2322.3557652612953, + 2326.9745116791337, + 2316.3480519098903, + 2316.348052113822, + 2326.9745108971597, + 2318.640471394674, + 2328.704889880205, + 2322.4019580385693, + 2325.413200576, + 2322.401958038493, + 2321.940066014597, + 2324.577813562105, + 2322.3557688361, + 2322.4019580384893, + 2324.3956761124255 + ], + "p90": [ + 2376.1110302781517, + 2386.7392802661334, + 2367.778554694183, + 2372.7214589831037, + 2371.83973374004, + 2382.505028806046, + 2382.488293982759, + 2372.7560517099155, + 2381.935894259304, + 2368.0302220336484, + 2381.9358785251884, + 2372.6968609919727, + 2381.9358777873754, + 2382.675067761606, + 2381.9910841715723, + 2382.487941938657, + 2371.736155743169, + 2381.9358777510574, + 2371.832226284744, + 2372.696861159603, + 2371.8322262847405, + 2359.2858129100723, + 2367.6184555934938, + 2372.696861159604 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260622_064054.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260622_064054.json new file mode 100644 index 0000000000000000000000000000000000000000..81e3842e9b88267368d7cb4f78a8009c14dc1775 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260622_064054.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T06:40:54.580442+00:00", + "metrics": { + "MSE[mean]": 1664.2110499988, + "MSE[0.5]": 1664.2110499988, + "MAE[0.5]": 32.548095703125, + "MASE[0.5]": 1.9528857421874999, + "MAPE[0.5]": 0.014002821902011303, + "sMAPE[0.5]": 0.013849200918906285, + "MSIS": 21.800358276367188, + "RMSE[mean]": 40.79474292110198, + "NRMSE[mean]": 0.017436755656392654, + "ND[0.5]": 0.01391191980186999, + "mean_weighted_sum_quantile_loss": 0.009415932143254674 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00" + ], + "context": [ + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0 + ], + "actual": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 + ], + "predictions": { + "p50": [ + 2357.3828125, + 2357.907958984375, + 2360.503662109375, + 2362.860107421875, + 2366.069091796875, + 2368.56005859375, + 2368.017822265625, + 2370.47998046875, + 2371.570556640625, + 2371.78466796875, + 2373.61181640625, + 2373.676513671875, + 2374.64990234375, + 2374.43359375, + 2374.567626953125, + 2374.196044921875, + 2378.37939453125, + 2377.9111328125, + 2378.76806640625, + 2378.8251953125, + 2378.08154296875, + 2379.06689453125, + 2379.580810546875, + 2380.26904296875 + ], + "p10": [ + 2345.326171875, + 2346.7802734375, + 2346.05029296875, + 2346.841552734375, + 2345.57861328125, + 2343.977294921875, + 2345.499267578125, + 2345.62353515625, + 2346.141845703125, + 2344.732421875, + 2345.47265625, + 2344.69873046875, + 2345.197021484375, + 2342.914794921875, + 2344.225830078125, + 2343.45263671875, + 2337.1181640625, + 2335.910888671875, + 2336.260498046875, + 2336.721923828125, + 2336.32763671875, + 2334.47265625, + 2336.464111328125, + 2336.48779296875 + ], + "p90": [ + 2401.721923828125, + 2402.103515625, + 2401.943359375, + 2402.609130859375, + 2402.609375, + 2403.867919921875, + 2404.119384765625, + 2404.205322265625, + 2404.89599609375, + 2405.275634765625, + 2405.865966796875, + 2406.58740234375, + 2406.58447265625, + 2405.90283203125, + 2406.095458984375, + 2405.665771484375, + 2405.43994140625, + 2405.5302734375, + 2405.55078125, + 2405.232666015625, + 2405.008056640625, + 2405.5263671875, + 2405.630859375, + 2405.482666015625 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260622_064406.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260622_064406.json new file mode 100644 index 0000000000000000000000000000000000000000..8774a34f1403c4784ced7fe3da967fc56cf7fb55 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260622_064406.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ETS", + "evaluated_at": "2026-06-22T06:44:06.485096+00:00", + "metrics": { + "MSE[mean]": 472.16025703729446, + "MSE[0.5]": 455.09329950014126, + "MAE[0.5]": 14.967227916950398, + "MASE[0.5]": 0.8980336750170239, + "MAPE[0.5]": 0.006452037146781118, + "sMAPE[0.5]": 0.0064097954379636, + "MSIS": 21.834577471923637, + "RMSE[mean]": 21.729248883412755, + "NRMSE[mean]": 0.00928765758151213, + "ND[0.5]": 0.006397390383024212, + "mean_weighted_sum_quantile_loss": 0.006053103549752937 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00" + ], + "context": [ + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0 + ], + "actual": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 + ], + "predictions": { + "p50": [ + 2367.1433902876406, + 2365.9969960196167, + 2364.850601751593, + 2363.704207483569, + 2362.557813215545, + 2361.4114189475213, + 2360.2650246794974, + 2359.1186304114735, + 2357.9722361434497, + 2356.8258418754253, + 2355.6794476074015, + 2354.5330533393776, + 2353.3866590713537, + 2352.24026480333, + 2351.093870535306, + 2349.947476267282, + 2348.8010819992583, + 2347.6546877312344, + 2346.5082934632105, + 2345.3618991951867, + 2344.215504927163, + 2343.069110659139, + 2341.922716391115, + 2340.776322123091 + ], + "p10": [ + 2317.1433902876406, + 2315.9969960196167, + 2314.850601751593, + 2313.704207483569, + 2312.557813215545, + 2311.4114189475213, + 2310.2650246794974, + 2359.1186304114735, + 2307.9722361434497, + 2306.8258418754253, + 2355.6794476074015, + 2304.5330533393776, + 2303.3866590713537, + 2302.24026480333, + 2301.093870535306, + 2299.947476267282, + 2298.8010819992583, + 2297.6546877312344, + 2296.5082934632105, + 2295.3618991951867, + 2294.215504927163, + 2293.069110659139, + 2341.922716391115, + 2290.776322123091 + ], + "p90": [ + 2417.1433902876406, + 2415.9969960196167, + 2414.850601751593, + 2413.704207483569, + 2412.557813215545, + 2411.4114189475213, + 2365.265024679497, + 2409.1186304114735, + 2407.9722361434497, + 2406.8258418754253, + 2405.6794476074015, + 2404.5330533393776, + 2403.3866590713537, + 2402.24026480333, + 2401.093870535306, + 2399.947476267282, + 2398.8010819992583, + 2397.6546877312344, + 2396.5082934632105, + 2345.3618991951867, + 2394.215504927163, + 2393.069110659139, + 2391.922716391115, + 2390.776322123091 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260622_064337.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260622_064337.json new file mode 100644 index 0000000000000000000000000000000000000000..c0e78d763bc63fcfb80adb9418dce0bc4e24e9b1 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260622_064337.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T06:43:37.703282+00:00", + "metrics": { + "MSE[mean]": 881.2607023715973, + "MSE[0.5]": 865.3764049510161, + "MAE[0.5]": 18.682627360026043, + "MASE[0.5]": 1.1209576416015625, + "MAPE[0.5]": 0.008071070649614313, + "sMAPE[0.5]": 0.00799050406380572, + "MSIS": 6.497878723144531, + "RMSE[mean]": 29.686035477503513, + "NRMSE[mean]": 0.012688599313625721, + "ND[0.5]": 0.007985450697072573, + "mean_weighted_sum_quantile_loss": 0.006280883897762689 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00" + ], + "context": [ + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0 + ], + "actual": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 + ], + "predictions": { + "p50": [ + 2354.2115478515625, + 2354.4886474609375, + 2355.034912109375, + 2354.9581298828125, + 2355.9244384765625, + 2356.8648681640625, + 2355.4599609375, + 2354.3341064453125, + 2359.0313720703125, + 2356.7220458984375, + 2357.0211181640625, + 2363.743408203125, + 2359.9405517578125, + 2359.34619140625, + 2356.232666015625, + 2359.982666015625, + 2362.6446533203125, + 2360.27099609375, + 2361.45166015625, + 2355.681884765625, + 2361.4346923828125, + 2363.5108642578125, + 2362.7694091796875, + 2356.656494140625 + ], + "p10": [ + 2347.2059326171875, + 2345.3563232421875, + 2341.5108642578125, + 2338.6273193359375, + 2338.292724609375, + 2337.4261474609375, + 2329.7935791015625, + 2320.53515625, + 2330.42138671875, + 2332.0220947265625, + 2318.0079345703125, + 2318.900634765625, + 2324.7734375, + 2309.81298828125, + 2310.28076171875, + 2305.449462890625, + 2323.426513671875, + 2309.81787109375, + 2301.6700439453125, + 2292.3233642578125, + 2296.4630126953125, + 2299.7479248046875, + 2301.05419921875, + 2296.9014892578125 + ], + "p90": [ + 2363.7821044921875, + 2365.3433837890625, + 2371.30419921875, + 2375.2672119140625, + 2385.914794921875, + 2383.8685302734375, + 2389.3203125, + 2400.036865234375, + 2398.4765625, + 2401.971923828125, + 2400.82666015625, + 2402.071044921875, + 2400.9644775390625, + 2403.6234130859375, + 2403.0399169921875, + 2414.6685791015625, + 2417.5938720703125, + 2426.9957275390625, + 2423.2518310546875, + 2413.075927734375, + 2414.33837890625, + 2421.329833984375, + 2416.3134765625, + 2423.363037109375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260622_064406.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260622_064406.json new file mode 100644 index 0000000000000000000000000000000000000000..19f2d710aa32455af89aca132fa93ff52180a905 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260622_064406.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T06:44:06.513755+00:00", + "metrics": { + "MSE[mean]": 2540.0364583339483, + "MSE[0.5]": 2513.0208333333194, + "MAE[0.5]": 45.83333333333318, + "MASE[0.5]": 2.7499999999999907, + "MAPE[0.5]": 0.019668163480316515, + "sMAPE[0.5]": 0.019437880882484347, + "MSIS": 31.787498030924592, + "RMSE[mean]": 50.39877437333123, + "NRMSE[mean]": 0.021541773552269803, + "ND[0.5]": 0.01959038290293849, + "mean_weighted_sum_quantile_loss": 0.017268889548497684 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00" + ], + "context": [ + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0 + ], + "actual": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 + ], + "predictions": { + "p50": [ + 2385.4166666666665, + 2385.4166666666665, + 2385.4166666666665, + 2385.4166666666665, + 2385.4166666666665, + 2385.4166666666665, + 2385.4166666666665, + 2385.4166666666665, + 2385.4166666666665, + 2385.4166666666665, + 2385.4166666666665, + 2385.4166666666665, + 2385.4166666666665, + 2385.4166666666665, + 2385.4166666666665, + 2385.4166666666665, + 2385.4166666666665, + 2385.4166666666665, + 2385.4166666666665, + 2385.4166666666665, + 2385.4166666666665, + 2385.4166666666665, + 2385.4166666666665, + 2385.4166666666665 + ], + "p10": [ + 2335.4166666666665, + 2335.4166666666665, + 2335.4166666666665, + 2335.4166666666665, + 2335.4166666666665, + 2335.4166666666665, + 2335.4166666666665, + 2385.4166666666665, + 2335.4166666666665, + 2335.4166666666665, + 2385.4166666666665, + 2335.4166666666665, + 2335.4166666666665, + 2335.4166666666665, + 2335.4166666666665, + 2335.4166666666665, + 2335.4166666666665, + 2335.4166666666665, + 2335.4166666666665, + 2335.4166666666665, + 2335.4166666666665, + 2335.4166666666665, + 2385.4166666666665, + 2335.4166666666665 + ], + "p90": [ + 2435.4166666666665, + 2435.4166666666665, + 2435.4166666666665, + 2435.4166666666665, + 2435.4166666666665, + 2435.4166666666665, + 2390.416666666666, + 2435.4166666666665, + 2435.4166666666665, + 2435.4166666666665, + 2435.4166666666665, + 2435.4166666666665, + 2435.4166666666665, + 2435.4166666666665, + 2435.4166666666665, + 2435.4166666666665, + 2435.4166666666665, + 2435.4166666666665, + 2435.4166666666665, + 2385.4166666666665, + 2435.4166666666665, + 2435.4166666666665, + 2435.4166666666665, + 2435.4166666666665 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260622_064406.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260622_064406.json new file mode 100644 index 0000000000000000000000000000000000000000..c0fd0be213455a590b2ebaa1eeebe1d0d5200d81 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260622_064406.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T06:44:06.538654+00:00", + "metrics": { + "MSE[mean]": 2500.0, + "MSE[0.5]": 2500.0, + "MAE[0.5]": 45.833333333333336, + "MASE[0.5]": 2.75, + "MAPE[0.5]": 0.01961917977181622, + "sMAPE[0.5]": 0.01939236675536932, + "MSIS": 11.387499985466036, + "RMSE[mean]": 50.0, + "NRMSE[mean]": 0.021371326803205696, + "ND[0.5]": 0.019590382902938557, + "mean_weighted_sum_quantile_loss": 0.014188186405461533 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00" + ], + "context": [ + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0 + ], + "actual": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 + ], + "predictions": { + "p50": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0 + ], + "p10": [ + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2303.0, + 2352.0, + 2352.0, + 2303.0, + 2352.0, + 2303.0, + 2352.0, + 2303.0, + 2303.0, + 2352.0, + 2303.0, + 2303.0 + ], + "p90": [ + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2397.0, + 2448.0, + 2448.0, + 2397.0, + 2448.0, + 2397.0, + 2448.0, + 2397.0, + 2397.0, + 2448.0, + 2397.0, + 2397.0 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260622_064404.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260622_064404.json new file mode 100644 index 0000000000000000000000000000000000000000..a6576fa7d540776203bc0adb0b86a07be5d095d4 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260622_064404.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T06:44:04.225185+00:00", + "metrics": { + "MSE[mean]": 3333.354455721875, + "MSE[0.5]": 3333.354455721875, + "MAE[0.5]": 52.75184122721354, + "MASE[0.5]": 3.165110473632813, + "MAPE[0.5]": 0.022635110531035594, + "sMAPE[0.5]": 0.02233043353959854, + "MSIS": 35.59045104980468, + "RMSE[mean]": 57.73520984392345, + "NRMSE[mean]": 0.024677560752522934, + "ND[0.5]": 0.022547536766752002, + "mean_weighted_sum_quantile_loss": 0.01449315014887578 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00" + ], + "context": [ + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0 + ], + "actual": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 + ], + "predictions": { + "p50": [ + 2377.7685546875, + 2380.068359375, + 2381.6015625, + 2384.5146484375, + 2388.041015625, + 2388.34765625, + 2389.65087890625, + 2391.5673828125, + 2392.295654296875, + 2392.525634765625, + 2393.48388671875, + 2395.22802734375, + 2395.208740234375, + 2395.47705078125, + 2395.3427734375, + 2395.8603515625, + 2396.95263671875, + 2397.06787109375, + 2398.54345703125, + 2396.93359375, + 2397.10595703125, + 2397.355224609375, + 2397.4892578125, + 2397.614013671875 + ], + "p10": [ + 2337.138671875, + 2336.525390625, + 2334.37890625, + 2334.072265625, + 2335.298828125, + 2332.845703125, + 2333.458984375, + 2334.9921875, + 2334.9921875, + 2336.21875, + 2340.205078125, + 2343.271484375, + 2345.111328125, + 2347.87109375, + 2350.630859375, + 2353.697265625, + 2350.9375, + 2351.857421875, + 2355.537109375, + 2356.150390625, + 2358.91015625, + 2361.36328125, + 2362.7431640625, + 2364.2763671875 + ], + "p90": [ + 2411.26904296875, + 2410.8857421875, + 2409.697509765625, + 2410.119140625, + 2410.2724609375, + 2409.42919921875, + 2409.3525390625, + 2411.0390625, + 2411.4990234375, + 2411.11572265625, + 2411.11572265625, + 2412.87890625, + 2413.0322265625, + 2413.26220703125, + 2412.7255859375, + 2412.34228515625, + 2413.3388671875, + 2413.4921875, + 2414.64208984375, + 2413.10888671875, + 2412.49560546875, + 2412.265625, + 2412.4189453125, + 2412.7255859375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260622_064150.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260622_064150.json new file mode 100644 index 0000000000000000000000000000000000000000..b722d073b87cbf1a37abcb5a41da518649941cfe --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260622_064150.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T06:41:50.205494+00:00", + "metrics": { + "MSE[mean]": 1582.4966933925946, + "MSE[0.5]": 1083.3866550972064, + "MAE[0.5]": 23.7705078125, + "MASE[0.5]": 1.4262304687499998, + "MAPE[0.5]": 0.010245640437396411, + "sMAPE[0.5]": 0.010145094107973087, + "MSIS": 81.0654229736328, + "RMSE[mean]": 39.780607001309, + "NRMSE[mean]": 0.017003287053097345, + "ND[0.5]": 0.010160145814781835, + "mean_weighted_sum_quantile_loss": 0.013198471472432471 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00" + ], + "context": [ + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0 + ], + "actual": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 + ], + "predictions": { + "p50": [ + 2357.154296875, + 2356.58642578125, + 2357.7373046875, + 2357.30419921875, + 2358.908203125, + 2359.104736328125, + 2359.885498046875, + 2361.06982421875, + 2361.4521484375, + 2363.351318359375, + 2363.260009765625, + 2364.718505859375, + 2365.22705078125, + 2365.961669921875, + 2366.12646484375, + 2365.75048828125, + 2365.441650390625, + 2366.373779296875, + 2366.4296875, + 2367.080322265625, + 2368.5576171875, + 2367.8154296875, + 2367.801025390625, + 2367.39453125 + ], + "p10": [ + 2363.51171875, + 2366.415283203125, + 2367.19091796875, + 2369.01953125, + 2369.803466796875, + 2369.454345703125, + 2372.384033203125, + 2370.990966796875, + 2373.101806640625, + 2371.360107421875, + 2373.210693359375, + 2374.27880859375, + 2374.287841796875, + 2374.335205078125, + 2374.186279296875, + 2373.96240234375, + 2375.265625, + 2377.348388671875, + 2375.72802734375, + 2376.348876953125, + 2376.75634765625, + 2375.751220703125, + 2376.915771484375, + 2376.2216796875 + ], + "p90": [ + 2380.065185546875, + 2383.44677734375, + 2387.61083984375, + 2388.985595703125, + 2391.51025390625, + 2392.465087890625, + 2392.14404296875, + 2393.86474609375, + 2394.785888671875, + 2395.6689453125, + 2395.9794921875, + 2395.103271484375, + 2396.729248046875, + 2396.958740234375, + 2396.697998046875, + 2396.860107421875, + 2396.208251953125, + 2397.149169921875, + 2396.8525390625, + 2398.218994140625, + 2398.060791015625, + 2399.195068359375, + 2398.033447265625, + 2398.230224609375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260622_064308.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260622_064308.json new file mode 100644 index 0000000000000000000000000000000000000000..de6f9cafe7812658fae9f285e8e7257ff9060159 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260622_064308.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TiRex", + "evaluated_at": "2026-06-22T06:43:08.721197+00:00", + "metrics": { + "MSE[mean]": 2052.6935887361565, + "MSE[0.5]": 2052.6935887361565, + "MAE[0.5]": 37.62464396158854, + "MASE[0.5]": 2.2574786376953124, + "MAPE[0.5]": 0.016172885006679048, + "sMAPE[0.5]": 0.015983995761820042, + "MSIS": 29.40284057617187, + "RMSE[mean]": 45.30666163751371, + "NRMSE[mean]": 0.019365269444351362, + "ND[0.5]": 0.016081771239147374, + "mean_weighted_sum_quantile_loss": 0.011002967370232264 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00" + ], + "context": [ + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0 + ], + "actual": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 + ], + "predictions": { + "p50": [ + 2357.964111328125, + 2357.95068359375, + 2358.17919921875, + 2365.34033203125, + 2370.109130859375, + 2370.1474609375, + 2374.759765625, + 2378.207763671875, + 2378.56494140625, + 2379.6162109375, + 2380.275390625, + 2381.511962890625, + 2381.3759765625, + 2381.856201171875, + 2381.844970703125, + 2381.8388671875, + 2382.7001953125, + 2383.9013671875, + 2385.52099609375, + 2385.642822265625, + 2384.44775390625, + 2384.3193359375, + 2383.847900390625, + 2383.068115234375 + ], + "p10": [ + 2349.650634765625, + 2349.1708984375, + 2349.990966796875, + 2350.90576171875, + 2349.447509765625, + 2349.552001953125, + 2347.962890625, + 2347.519287109375, + 2348.154052734375, + 2348.2822265625, + 2348.7109375, + 2349.082275390625, + 2349.389404296875, + 2350.287841796875, + 2350.18212890625, + 2349.818603515625, + 2349.533203125, + 2350.232666015625, + 2350.580322265625, + 2350.7529296875, + 2350.904541015625, + 2350.72998046875, + 2350.3544921875, + 2350.73291015625 + ], + "p90": [ + 2424.90234375, + 2417.161865234375, + 2410.034912109375, + 2410.15625, + 2412.0390625, + 2409.8916015625, + 2410.866455078125, + 2413.068603515625, + 2413.03271484375, + 2413.0068359375, + 2414.36767578125, + 2413.970947265625, + 2413.102294921875, + 2413.939453125, + 2414.663818359375, + 2413.734130859375, + 2412.673828125, + 2413.56689453125, + 2413.950927734375, + 2413.446044921875, + 2413.313232421875, + 2413.893310546875, + 2413.98486328125, + 2413.753662109375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260622_064249.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260622_064249.json new file mode 100644 index 0000000000000000000000000000000000000000..48a8ae5edb412d97294cdae10c31a1e5a764e5ec --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260622_064249.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T06:42:49.533756+00:00", + "metrics": { + "MSE[mean]": 527.8694980194172, + "MSE[0.5]": 527.8694980194172, + "MAE[0.5]": 10.820943196614584, + "MASE[0.5]": 0.6492565917968749, + "MAPE[0.5]": 0.00470164301069732, + "sMAPE[0.5]": 0.0046522912207002725, + "MSIS": 24.589205932617187, + "RMSE[mean]": 22.975410725804604, + "NRMSE[mean]": 0.009820300221180953, + "ND[0.5]": 0.004625158267475512, + "mean_weighted_sum_quantile_loss": 0.005702933397799792 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00" + ], + "context": [ + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0 + ], + "actual": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 + ], + "predictions": { + "p50": [ + 2350.106689453125, + 2350.036376953125, + 2350.11474609375, + 2350.401123046875, + 2349.973876953125, + 2349.728515625, + 2350.325439453125, + 2350.344970703125, + 2350.346435546875, + 2350.17333984375, + 2350.60986328125, + 2350.283447265625, + 2350.34033203125, + 2349.874267578125, + 2351.106689453125, + 2350.966796875, + 2350.70556640625, + 2350.5595703125, + 2351.236572265625, + 2349.810546875, + 2350.708740234375, + 2350.579345703125, + 2350.306884765625, + 2350.2158203125 + ], + "p10": [ + 2349.426513671875, + 2349.77880859375, + 2349.6650390625, + 2349.691162109375, + 2349.626953125, + 2349.271728515625, + 2349.701904296875, + 2349.40673828125, + 2349.2021484375, + 2348.62548828125, + 2348.3564453125, + 2347.8837890625, + 2347.178466796875, + 2346.513427734375, + 2346.0146484375, + 2345.641845703125, + 2345.354736328125, + 2344.4892578125, + 2344.433349609375, + 2343.236083984375, + 2343.358154296875, + 2342.734375, + 2342.548095703125, + 2342.0234375 + ], + "p90": [ + 2399.458984375, + 2400.89013671875, + 2400.234619140625, + 2399.8642578125, + 2400.4052734375, + 2400.546142578125, + 2400.597412109375, + 2400.320556640625, + 2399.8505859375, + 2400.786376953125, + 2400.577392578125, + 2400.136962890625, + 2400.403076171875, + 2399.6982421875, + 2400.710205078125, + 2400.44970703125, + 2399.5224609375, + 2399.85595703125, + 2399.460693359375, + 2399.880126953125, + 2399.99560546875, + 2399.955078125, + 2399.770751953125, + 2400.468505859375 + ] + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 96b46dd588c0f391d841d1ab0626988ec47ebeb3..59abc99dfe6050940f6b08cd8984b03bc1f4ed00 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,192713.5706946055,192713.5706946055,365.2937825520833,0.3434387646049954,0.005703749307563929,0.005710212637260399,3.6090933850669145,438.99153829499437,0.006848696640202881,0.0056989396902003605,0.0055786166629551125,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,194048.660668691,194048.660668691,368.3776041666667,0.34633808546990413,0.005752031161309613,0.0057583318094267325,3.6090933850669145,440.5095466260533,0.006872709650415862,0.005747326782233208,0.005584230906641809,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,1.7532413112009333,1.7532413112009333,1.0474998156229656,0.6157700282135944,0.04044207999607503,0.04177599314334709,12.361503750354183,1.3241001892609687,0.050695390890872924,0.04010528284930056,0.03495354683521942,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.1777691168916725,0.1777691168916725,0.3700833300749461,1.0861377195913924,0.29746468323179387,0.269003955066164,38.8265072216084,0.42162675068319905,0.2904799222082674,0.2549690615136546,0.2486590936788666,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.08486113270124207,0.08486113270124207,0.26527781618965995,3.8317916257013405,0.16544116148491175,0.1832144039113272,132.8279577674133,0.2913093419395301,0.1861071267755106,0.16947651537583672,0.1643340525728406,Ocean,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index 436ced1d4851753247f97ee1ba94d874421a9e17..c74c8738dba7f388a446d00b3eb95f2565ebe22a 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T06:35:24.537222+00:00", + "evaluated_at": "2026-06-22T06:44:06.529154+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63974.01171875, 64100.01953125, 64247.73828125, - 64124.0 + 64049.98828125 ], "p50": [ 63655.2109375, diff --git a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index a514ce1854fc413bfd97bbdf92337d153aeefa86..cc0386e73c2f0257f3663d87207329fb1dd9a9b1 100644 --- a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T06:18:55.462250+00:00", + "evaluated_at": "2026-06-22T06:44:06.538654+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 97713f3e44da119d31ec36c1a2432061f3edc6ce..87ef891b6030da4f5eefa5386fdb131e1ae78430 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,25 +1,19 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T06:35:24.556251+00:00", + "evaluated_at": "2026-06-22T06:44:06.542706+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:31:21.472345Z", + "data_fetched_at": "2026-06-22T06:40:20.328560Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t002400z", - "data_fetched_at": "2026-06-22T06:31:21.472345Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t045000z", - "data_fetched_at": "2026-06-22T06:31:21.472345Z", - "context_length": 78, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t035000z", + "data_fetched_at": "2026-06-22T06:40:20.328560Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 7ceabceca322c836bf5931a99bb98a4977e81e69..9bad29b0fbff86165ab516858d01f76284c77588 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,243473.29278882346,243473.29278882346,416.1668294270833,0.3912681479806923,0.006507760187673701,0.006478024272647351,2.1974116110350987,493.4301295916408,0.007697991819692612,0.00649260889522173,0.004340327123314108,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,245827.82673009238,245827.82673009238,419.2506510416667,0.39416746884560094,0.006556166147684041,0.0065261431572537845,2.1974116110350987,495.8102729170629,0.007735496480272841,0.006541034166969356,0.004356573563722445,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,2.948132588207803,2.948132588207803,1.3634288311004639,0.8014880740524629,0.05065711783745042,0.052752069341342016,8.482682852042041,1.717012693082903,0.06573870342017786,0.05220115373830001,0.047538391949436994,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.004790557291267798,0.004790557291267798,0.06070529421170553,0.17816071263970182,0.05319584934030488,0.05087256625231599,1.1534689902845014,0.06921385187422961,0.04768491153747355,0.04182293725830445,0.03859573894779956,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.08247641589198354,0.08247641589198354,0.2671862343947093,3.859357673256617,0.16683707087429875,0.18385865965677384,100.67842832903209,0.28718707473001553,0.18347355759075404,0.17069573555759637,0.15415559133239984,Ocean,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index ce4e1ca99a6ad332252513ba74efa50150e940a0..d3810375f398d68da508ecf60264f90e3377c0b8 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T06:35:11.917580+00:00", + "evaluated_at": "2026-06-22T06:43:55.928963+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63974.01171875, 64100.01953125, 64247.73828125, - 64124.0 + 64049.98828125 ], "p50": [ 64351.75, diff --git a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 4a5f3873d55d89981381cfaa1a2c66116dd88bb8..3255211ff9c97661ac3d72f40fcc0529446f0997 100644 --- a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T06:18:52.018007+00:00", + "evaluated_at": "2026-06-22T06:44:04.225185+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 3af240e63f85f41602145eae714e507804d2eae1..4234b14a35506627b807bada3a344f273f73421e 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,25 +1,19 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T06:35:24.069925+00:00", + "evaluated_at": "2026-06-22T06:44:06.173504+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:31:21.472345Z", + "data_fetched_at": "2026-06-22T06:40:20.328560Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t002400z", - "data_fetched_at": "2026-06-22T06:31:21.472345Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t045000z", - "data_fetched_at": "2026-06-22T06:31:21.472345Z", - "context_length": 78, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t035000z", + "data_fetched_at": "2026-06-22T06:40:20.328560Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 32451e434a6874263f23b2e6c5dbfc8286f6a77e..690ee929c4677a594f1beeff3331aecc66cc3946 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,119974.79521751404,68846.16029230754,167.5712890625,0.1575457323604627,0.0026230635234883097,0.0026163810826070693,7.6359762663851605,346.3737796333811,0.0054037691706837155,0.002614275730357274,0.0033683994394915857,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,121893.32978566487,69813.60090827942,170.65511067708334,0.16044505322537142,0.002671300619905482,0.002664500319671668,7.751949100981509,349.13225257152175,0.005447066062240503,0.0026625144336288723,0.0034166744201290446,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,3.589577484540617,5.182956781815695,1.962128718694051,1.153432237838048,0.07326675305609733,0.07700515387793742,13.585066502014532,1.8946180313035705,0.07253862091768065,0.07512338052600165,0.05341888644170538,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.019242974600373705,0.007671838297488047,0.058564937114715575,0.17187909337312982,0.059597832365963235,0.05519659456374899,12.272927688452837,0.13871904916187144,0.09557054561659462,0.04034833736153769,0.06557371311848623,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.08130303824093153,0.09268624244186856,0.28380415340264636,4.099394340497843,0.17724912511293045,0.19660163573712072,110.46820840336513,0.28513687632597,0.18216375910727164,0.18131233006487896,0.1565473657767722,Ocean,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index fbcc333f072237e90e392490906cdcb9bd977bb2..5919f241e1fa62d4cc755b7d15a70dba9593d456 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T06:32:42.439288+00:00", + "evaluated_at": "2026-06-22T06:41:37.379088+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63974.01171875, 64100.01953125, 64247.73828125, - 64124.0 + 64049.98828125 ], "p50": [ 64246.95703125, diff --git a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 3dd143652ab116d04d0d902cea0b895d4448027c..c32e6a3551f8eb7ff1d9cf4202804aaec9fde1b0 100644 --- a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T06:16:36.377244+00:00", + "evaluated_at": "2026-06-22T06:41:50.205494+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 160173c3f6871fa1bd00623f634fc36b6ca627a0..d5df1ffe82e2914fbab1c3bd1b33f827e2e5c89a 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,25 +1,19 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T06:33:04.936904+00:00", + "evaluated_at": "2026-06-22T06:41:52.643162+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:31:21.472345Z", + "data_fetched_at": "2026-06-22T06:40:20.328560Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t002400z", - "data_fetched_at": "2026-06-22T06:31:21.472345Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t045000z", - "data_fetched_at": "2026-06-22T06:31:21.472345Z", - "context_length": 78, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t035000z", + "data_fetched_at": "2026-06-22T06:40:20.328560Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 400723751d160e0eecd0c7c8dc30c4ea59ac2ff7..3c409c20022557993292a144af76bae475befdf3 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,279577.82149950665,279577.82149950665,442.1759440104167,0.4157211734840655,0.006913919373142142,0.006879805977185031,2.4730203148839665,528.7511905419284,0.008249034858923315,0.006898376478700361,0.004712186226038755,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,283603.7626635234,283603.7626635234,445.259765625,0.4186204943489742,0.006962528808884166,0.006927924050719777,2.4730203148839665,532.5446109609254,0.008308615590878652,0.006946821270029327,0.004728450554849956,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,9.855665422515358,9.855665422515358,2.683756430943807,1.5776392019867505,0.0983396143140401,0.10510877462090051,21.196612720606296,3.139373412404991,0.12019616308877151,0.10275210473198959,0.08458840255714449,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.197178137054406,0.197178137054406,0.35167180697123207,1.0321027277585464,0.32422480105328183,0.2496566835213863,8.695254149024347,0.44404744910246474,0.30592667154789094,0.24228443514628956,0.14816136860115378,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.07657089340538074,0.07657089340538074,0.25570405854119194,3.693503981032001,0.15950213506075694,0.17515455934860633,58.36477733546215,0.27671446186526055,0.1767829795368021,0.16336018379327008,0.13372725586358059,Ocean,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index b3c35fb39d36b67a27232ba6708f829365ddc2ca..c50794d59bd4f2204b79b7a0fca427f16fbd3ec9 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-22T06:33:53.821576+00:00", + "evaluated_at": "2026-06-22T06:43:02.117829+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63974.01171875, 64100.01953125, 64247.73828125, - 64124.0 + 64049.98828125 ], "p50": [ 64325.31640625, diff --git a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 15cf90cf6012d404449677b34a019e605960fbdc..7cfc44ce530d5244128489e4732d2064db906f25 100644 --- a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TiRex", - "evaluated_at": "2026-06-22T06:17:41.713645+00:00", + "evaluated_at": "2026-06-22T06:43:08.721197+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index f5fc6c906e5593c4be1508c7671fb4a3b67387f9..6955499af52d16b407419be7e86dced3ef09efaf 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,25 +1,19 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T06:34:14.547232+00:00", + "evaluated_at": "2026-06-22T06:43:11.251745+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:31:21.472345Z", + "data_fetched_at": "2026-06-22T06:40:20.328560Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t002400z", - "data_fetched_at": "2026-06-22T06:31:21.472345Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t045000z", - "data_fetched_at": "2026-06-22T06:31:21.472345Z", - "context_length": 78, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t035000z", + "data_fetched_at": "2026-06-22T06:40:20.328560Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index ea982c5aa27efdb3860fee7c05828dc17d7c27d9..3e13160c1302485d0ef15ed0f05b7488d6a09248 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,146359.707291921,146359.707291921,308.8206380208333,0.2903443296116856,0.004830377567999498,0.004812826620498351,1.8168602539686949,382.56987243106454,0.005968463561137739,0.004817903493659909,0.003817782552236321,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,148389.06669934592,148389.06669934592,311.9044596354167,0.2932436504765943,0.004878743941531271,0.004860945613961823,1.8168602539686949,385.2130147065983,0.006009988259998462,0.004866248203160488,0.0038340038554684186,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,2.798250478824381,2.798250478824381,1.3657325903574626,0.8028423329091442,0.05059441203952603,0.052515978918996044,5.544524686492617,1.6727972019418196,0.0640458393718159,0.05228935701551365,0.046814282234150885,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.0004053977803411139,0.0004053977803411139,0.015381062030792236,0.04514105413944281,0.010311521459256939,0.01038546069515422,2.0839486075487494,0.02013449230403175,0.013871666702126922,0.010596788972581433,0.051359981082668135,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.08241932684518144,0.08241932684518144,0.266747373673651,3.8530185723851056,0.16648504460448832,0.18352638862576917,99.25833927503487,0.2870876640421553,0.1834100476553525,0.17041536312838762,0.15475922673767606,Ocean,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index cb913c30b828b7a4d9121197d154b1d0070cb61f..3b85a4c7bd1b3b8b96ad6c6dcf659a37f3650397 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T06:33:30.283948+00:00", + "evaluated_at": "2026-06-22T06:42:44.761369+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63974.01171875, 64100.01953125, 64247.73828125, - 64124.0 + 64049.98828125 ], "p50": [ 64313.0234375, diff --git a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 4aba2dccd06d4f13c26591b96d1087d063066367..a8c1288ffc62adfbcc661a792827bc41fb26ff94 100644 --- a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T06:17:18.357113+00:00", + "evaluated_at": "2026-06-22T06:42:49.533756+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 4ae88376c0580523395ff4a5be9766a916e99234..7604d0e925ca5f5c8a7e64393b113e22ddf8cc69 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,25 +1,19 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T06:33:46.252174+00:00", + "evaluated_at": "2026-06-22T06:42:52.206221+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t060000z", - "data_fetched_at": "2026-06-22T06:31:21.472345Z", + "data_fetched_at": "2026-06-22T06:40:20.328560Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t002400z", - "data_fetched_at": "2026-06-22T06:31:21.472345Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t045000z", - "data_fetched_at": "2026-06-22T06:31:21.472345Z", - "context_length": 78, - "prediction_length": 72 + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t035000z", + "data_fetched_at": "2026-06-22T06:40:20.328560Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": []