diff --git a/results/aggregates/metadata.json b/results/aggregates/metadata.json index 03233a2e7ecf325fbe946c6f2ee99676be8e4405..fc349db761d0d21f733521fffd4fd2dec6580c0c 100644 --- a/results/aggregates/metadata.json +++ b/results/aggregates/metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-22T05:32:12.263713+00:00", + "generated_at": "2026-06-22T05:43:44.360922+00:00", "baseline_model": "Seasonal-Naive", "normalization": "Per-config metric / Seasonal-Naive metric", "metric_aggregation": "Geometric mean over dataset configurations", diff --git a/results/aggregates/results_by_domain.csv b/results/aggregates/results_by_domain.csv index a6955f63be8b43dd2ba32bcc284513f25eb36062..af54d13f331fc08113b278aaf7c8fd3612bb53af 100644 --- a/results/aggregates/results_by_domain.csv +++ b/results/aggregates/results_by_domain.csv @@ -9,16 +9,16 @@ Air Quality,Chronos-2,0.7430923184731965,0.5736484847233179,7.0,1,1,1.0 Air Quality,TimesFM-2.5,0.37176814120452717,0.6591385660759195,8.0,1,1,1.0 Air Quality,Moving-Average,0.815904609338631,0.8323362167428201,9.0,1,1,1.0 Air Quality,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -Finance,ETS,0.28277227184453013,0.37533128453405173,1.0,1,1,1.0 -Finance,Moving-Average,0.40392716543844204,0.48213857673247257,2.0,1,1,1.0 -Finance,Timer-S1,1.1384467645022325,0.7517858016412294,3.0,1,1,1.0 -Finance,Toto-2.0-1B,0.7745856220170233,0.7635644364866733,4.0,1,1,1.0 -Finance,TimesFM-2.5,0.8188249923736359,0.7964998045737727,5.0,1,1,1.0 -Finance,Chronos-2,0.518591402237934,0.8055132107034945,6.0,1,1,1.0 -Finance,TiRex,1.5549307691049616,0.8807698983373443,7.0,1,1,1.0 -Finance,Moirai-1.1-Large,1.8821673779627708,0.9581934662712002,8.0,1,1,1.0 +Finance,ETS,0.2830157042034441,0.37551279295518786,1.0,1,1,1.0 +Finance,Moving-Average,0.4041380086656829,0.48232271370305,2.0,1,1,1.0 +Finance,Timer-S1,1.1383374561917965,0.7517304726270029,3.0,1,1,1.0 +Finance,Toto-2.0-1B,0.7744266547403427,0.7635093973470863,4.0,1,1,1.0 +Finance,TimesFM-2.5,0.8186215699640789,0.7962979147452549,5.0,1,1,1.0 +Finance,Chronos-2,0.5190008460450544,0.8056560855786985,6.0,1,1,1.0 +Finance,TiRex,1.5545138183277074,0.880717743648304,7.0,1,1,1.0 +Finance,Moirai-1.1-Large,1.9372486300294003,0.9824362513134239,8.0,1,1,1.0 Finance,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 -Finance,ARIMA,1.8942309589418642,2.285554706403122,10.0,1,1,1.0 +Finance,ARIMA,1.894491195480771,2.285832446227615,10.0,1,1,1.0 Hazards,Chronos-2,0.430646964018626,0.5189230492158344,1.0,1,1,1.0 Hazards,Toto-2.0-1B,0.4950895717110299,0.561177005135267,2.0,1,1,1.0 Hazards,TiRex,0.49285398245357354,0.5726439747993839,3.0,1,1,1.0 @@ -38,9 +38,9 @@ Hydrology,Chronos-2,1.0029326765286293,1.3568791101272095,6.0,1,1,1.0 Hydrology,TimesFM-2.5,1.0016564936499845,1.3654364678910584,7.0,1,1,1.0 Hydrology,Toto-2.0-1B,1.0005613765678907,1.365660887973674,8.0,1,1,1.0 Hydrology,TiRex,1.0003103782892229,1.3761095248823394,9.0,1,1,1.0 -Hydrology,Moirai-1.1-Large,1.2512955994078987,1.3942113924223565,10.0,1,1,1.0 +Hydrology,Moirai-1.1-Large,1.2383724353187964,1.3860870681340902,10.0,1,1,1.0 Ocean,Timer-S1,0.23709199872167105,0.4227810332917246,2.5,2,2,1.0 -Ocean,Moirai-1.1-Large,0.36516803254000835,0.5974002095177484,3.0,2,2,1.0 +Ocean,Moirai-1.1-Large,0.36241988373167433,0.5986225893093595,3.0,2,2,1.0 Ocean,Chronos-2,0.15917490050014196,0.37699958098714276,3.5,2,2,1.0 Ocean,TiRex,0.35152489437659445,0.45829119629804227,4.0,2,2,1.0 Ocean,Toto-2.0-1B,0.5358141313274043,0.6193882299328198,4.0,2,2,1.0 diff --git a/results/aggregates/results_by_frequency.csv b/results/aggregates/results_by_frequency.csv index 05b53fd529279da8df887dc063ce892d7365a1b9..a0f51fe39655a0e84b3ee95b070a4e9eadbaa7bc 100644 --- a/results/aggregates/results_by_frequency.csv +++ b/results/aggregates/results_by_frequency.csv @@ -1,5 +1,5 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -10min,Moirai-1.1-Large,0.9588393469510565,0.8855104860699246,1.0,1,1,1.0 +10min,Moirai-1.1-Large,0.9444617578602296,0.8891379958090929,1.0,1,1,1.0 10min,Toto-2.0-1B,0.9695448846196052,0.9445801792452161,2.0,1,1,1.0 10min,Timer-S1,0.993966848710878,0.9447035706247326,3.0,1,1,1.0 10min,TiRex,1.0379829641382672,0.9470469150028437,4.0,1,1,1.0 @@ -18,7 +18,7 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 15min,TimesFM-2.5,1.0016564936499845,1.3654364678910584,7.0,1,1,1.0 15min,Toto-2.0-1B,1.0005613765678907,1.365660887973674,8.0,1,1,1.0 15min,TiRex,1.0003103782892229,1.3761095248823394,9.0,1,1,1.0 -15min,Moirai-1.1-Large,1.2512955994078987,1.3942113924223565,10.0,1,1,1.0 +15min,Moirai-1.1-Large,1.2383724353187964,1.3860870681340902,10.0,1,1,1.0 1D,Timer-S1,0.07964128523181596,0.2055042777744156,1.0,1,1,1.0 1D,TiRex,0.06236664013921311,0.21782916134449717,2.0,1,1,1.0 1D,Moirai-1.1-Large,0.11794628922452742,0.23000093954870818,3.0,1,1,1.0 @@ -29,15 +29,15 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 1D,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0 1D,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0 1D,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -1h,Chronos-2,0.42269203489710044,0.5169720975444555,3.5,6,6,1.0 -1h,Toto-2.0-1B,0.521759952707025,0.5646180555467338,4.166666666666667,6,6,1.0 -1h,ETS,0.7068560410792714,0.7247411923219864,4.333333333333333,6,6,1.0 -1h,TiRex,0.5383623214110137,0.562748128874566,4.333333333333333,6,6,1.0 -1h,Moirai-1.1-Large,0.5703730262651527,0.5281658063757237,4.833333333333333,6,6,1.0 -1h,Timer-S1,0.5802859888302137,0.5710536839801079,4.833333333333333,6,6,1.0 -1h,TimesFM-2.5,0.3706917480458029,0.6220435552705533,5.666666666666667,6,6,1.0 -1h,Moving-Average,0.9689377925651356,0.8992878919630021,7.0,6,6,1.0 -1h,ARIMA,1.3266371584802208,1.135165540413183,7.5,6,6,1.0 +1h,Chronos-2,0.4227476379943031,0.5169873790785879,3.5,6,6,1.0 +1h,Toto-2.0-1B,0.5217421044860115,0.5646112722237049,4.166666666666667,6,6,1.0 +1h,ETS,0.7069574241597788,0.7247995941199074,4.333333333333333,6,6,1.0 +1h,TiRex,0.5383382586385091,0.5627425748931576,4.333333333333333,6,6,1.0 +1h,Moirai-1.1-Large,0.5731216735874074,0.5303698289124165,4.833333333333333,6,6,1.0 +1h,Timer-S1,0.5802767024029013,0.5710466791465777,4.833333333333333,6,6,1.0 +1h,TimesFM-2.5,0.37067639783541767,0.6220172741316308,5.666666666666667,6,6,1.0 +1h,Moving-Average,0.9690220691254947,0.899345125094447,7.0,6,6,1.0 +1h,ARIMA,1.32666753313789,1.1351885300703985,7.5,6,6,1.0 1h,Seasonal-Naive,1.0,1.0,8.833333333333334,6,6,1.0 6min,Chronos-2,0.02429317895244165,0.14773849016457793,1.0,1,1,1.0 6min,Timer-S1,0.056553813571088046,0.18920623110698634,2.0,1,1,1.0 diff --git a/results/aggregates/results_by_prediction_length.csv b/results/aggregates/results_by_prediction_length.csv index b28b0e37038e5a779baeaf5644e5bf17fc1b5aef..321c9b7839e7ed987ec12965d97d5fc0aba0366c 100644 --- a/results/aggregates/results_by_prediction_length.csv +++ b/results/aggregates/results_by_prediction_length.csv @@ -9,15 +9,15 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 7,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0 7,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0 7,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -24,Chronos-2,0.47822346396676746,0.5933826249475872,3.857142857142857,7,7,1.0 -24,ETS,0.7291231600230709,0.7706588666860661,4.142857142857143,7,7,1.0 -24,Toto-2.0-1B,0.5726204894496072,0.6405500411190835,4.714285714285714,7,7,1.0 -24,Timer-S1,0.6272088293805269,0.6459168750439721,4.857142857142857,7,7,1.0 -24,TiRex,0.5881821178525722,0.639427118844425,5.0,7,7,1.0 -24,Moirai-1.1-Large,0.6381194322532002,0.606726413649389,5.571428571428571,7,7,1.0 -24,TimesFM-2.5,0.42725306674169716,0.6959843381770495,5.857142857142857,7,7,1.0 -24,ARIMA,1.320344351755031,1.0658898240586145,6.571428571428571,7,7,1.0 -24,Moving-Average,0.971277592771506,0.9333221353876189,6.571428571428571,7,7,1.0 +24,Chronos-2,0.47827738459331,0.593397659377714,3.857142857142857,7,7,1.0 +24,ETS,0.7292127963730926,0.770712096648692,4.142857142857143,7,7,1.0 +24,Toto-2.0-1B,0.57260369965635,0.6405434449104516,4.714285714285714,7,7,1.0 +24,Timer-S1,0.6272002259342847,0.6459100837723152,4.857142857142857,7,7,1.0 +24,TiRex,0.5881595838976235,0.6394217096208795,5.0,7,7,1.0 +24,Moirai-1.1-Large,0.6398047606500066,0.6083877796637823,5.571428571428571,7,7,1.0 +24,TimesFM-2.5,0.42723790178769083,0.695959133718351,5.857142857142857,7,7,1.0 +24,ARIMA,1.3203702636363914,1.0659083268901637,6.571428571428571,7,7,1.0 +24,Moving-Average,0.9713500038121042,0.9333730487248205,6.571428571428571,7,7,1.0 24,Seasonal-Naive,1.0,1.0,7.857142857142857,7,7,1.0 60,Chronos-2,0.02429317895244165,0.14773849016457793,1.0,1,1,1.0 60,Timer-S1,0.056553813571088046,0.18920623110698634,2.0,1,1,1.0 @@ -29,7 +29,7 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 60,Seasonal-Naive,1.0,1.0,8.0,1,1,1.0 60,ARIMA,1.5078357039155625,1.0163862578748724,9.0,1,1,1.0 60,ETS,4.056502752070749,1.7312081371463133,10.0,1,1,1.0 -72,Moirai-1.1-Large,0.9588393469510565,0.8855104860699246,1.0,1,1,1.0 +72,Moirai-1.1-Large,0.9444617578602296,0.8891379958090929,1.0,1,1,1.0 72,Toto-2.0-1B,0.9695448846196052,0.9445801792452161,2.0,1,1,1.0 72,Timer-S1,0.993966848710878,0.9447035706247326,3.0,1,1,1.0 72,TiRex,1.0379829641382672,0.9470469150028437,4.0,1,1,1.0 diff --git a/results/aggregates/results_overall.csv b/results/aggregates/results_overall.csv index 555de86bc707321e53aad2c5874016eb8b7b9752..3f13ae23b5509ab015ab11c170e590dc4ded01ba 100644 --- a/results/aggregates/results_overall.csv +++ b/results/aggregates/results_overall.csv @@ -1,11 +1,11 @@ overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -Overall,Chronos-2,0.32190682428741557,0.495881543042646,3.9,10,10,1.0 -Overall,Timer-S1,0.4200352319684381,0.5292109570876394,4.0,10,10,1.0 -Overall,TiRex,0.42397936867199865,0.5371476013821602,4.5,10,10,1.0 -Overall,Toto-2.0-1B,0.47539204813431074,0.5770572521918013,4.5,10,10,1.0 -Overall,Moirai-1.1-Large,0.48205695994686526,0.5489351826250783,4.8,10,10,1.0 -Overall,ETS,0.8595674501301334,0.826144293098736,5.8,10,10,1.0 -Overall,TimesFM-2.5,0.31960631349631397,0.5834706910439109,5.9,10,10,1.0 -Overall,Moving-Average,0.8695099793769041,0.8730064471208854,6.6,10,10,1.0 -Overall,ARIMA,1.1292725005279711,0.9599127251775227,6.9,10,10,1.0 +Overall,Chronos-2,0.3219322307925111,0.4958903378529994,3.9,10,10,1.0 +Overall,Timer-S1,0.42003119881319056,0.529207062136406,4.0,10,10,1.0 +Overall,TiRex,0.42396799839972243,0.5371444205840085,4.5,10,10,1.0 +Overall,Toto-2.0-1B,0.4753822908192659,0.5770530925212615,4.5,10,10,1.0 +Overall,Moirai-1.1-Large,0.48221871187143833,0.5502118234488919,4.8,10,10,1.0 +Overall,ETS,0.859641419728983,0.8261842363515836,5.8,10,10,1.0 +Overall,TimesFM-2.5,0.3195983725618681,0.5834559000501921,5.9,10,10,1.0 +Overall,Moving-Average,0.86955535568659,0.8730397830017921,6.6,10,10,1.0 +Overall,ARIMA,1.1292880139371935,0.9599243893662273,6.9,10,10,1.0 Overall,Seasonal-Naive,1.0,1.0,8.1,10,10,1.0 diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 76215f3356aa68cebc88c9143cd303b733005d4a..2560e791997b4a6179cd40f9ebfa592b190bf88f 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,387209.90671671176,887373.1629553606,906.7769705198765,0.8417351221807187,0.014133618380947349,0.01424215576683463,18.175653663913852,622.2619277416158,0.009706885663735577,0.014145137253198378,0.012890362564930377,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,387254.7496795954,887570.6913947858,906.8570486448765,0.8418094564134156,0.014134841199498349,0.014243402408928253,18.178627033221733,622.2979589228904,0.009707435107833253,0.014146368030900358,0.012891594973770048,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,23.339012917563625,24.127678798785734,3.92323273134415,2.1556225096116486,0.14572634493310063,0.16336371691708315,74.95807047940423,4.831046772446281,0.19184460425807365,0.1557946064711608,0.1530334168746246,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.45633505959957793,0.4493679078052375,0.4847907446373688,1.3930434411494943,0.3654237647118936,0.26357661535633975,54.087306483419454,0.6755257653114187,0.4223091897459696,0.3030699894470654,0.3013959829047153,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.07173415815980125,0.0797398474291006,0.25987801530090454,3.9981241922235364,0.16340038980353638,0.18014914083827915,66.92956344724914,0.26783233217780344,0.17295002615965782,0.16781360629296077,0.15234258570274564,Ocean,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index 12271293670c78acb9d6faed42423a0c793fea56..7d5ec70220283a95aea50aafd0f35fe68bac0821 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T05:32:11.946971+00:00", + "evaluated_at": "2026-06-22T05:43:43.990938+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64257.98828125, 63974.01171875, 64100.01953125, - 64228.05859375 + 64229.98046875 ], "p50": [ 63557.771927208836, diff --git a/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 399024a9f021b8a731cc9cd169717584a83304ed..507ebd6cb27b35c8db95ce868251b3828d84b71e 100644 --- a/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T05:21:53.914451+00:00", + "evaluated_at": "2026-06-22T05:43:44.053284+00:00", "freq": "10min", "context_length": 79, "prediction_length": 72, diff --git a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index d5aa5c6144c2877362915b0e397154cece50ccb6..0d333bb1d2ca7e5e175776f9eb166478f789439f 100644 --- a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T05:14:05.772749+00:00", + "evaluated_at": "2026-06-22T05:43:44.106080+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 500fe037a6a6406b06cb58226b2975107e3e52ed..8a8958d6b3b204b05f8d6c60ad2b38f046b32c82 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,19 +1,25 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T05:32:12.000277+00:00", + "evaluated_at": "2026-06-22T05:43:44.120815+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:27:21.260722Z", + "data_fetched_at": "2026-06-22T05:37:41.410086Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t231800z", - "data_fetched_at": "2026-06-22T05:27:21.260722Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", + "data_fetched_at": "2026-06-22T05:37:41.410086Z", + "context_length": 79, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", + "data_fetched_at": "2026-06-22T05:37:41.410086Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 14c4b3071f5476b159b241539cc9c7da5585279f..5fcb1fefa6211bf35150b9cb0d8dad908bdf9bf5 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,106008.04909070332,106008.04909070332,265.4884440104167,0.24644532792728058,0.004146939979376582,0.00414292200523395,1.7052458816266627,325.58877298012493,0.00507897535075673,0.0041414488917957135,0.00454303601122287,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,106089.45726331075,106089.45726331075,265.5685221354167,0.24651966215997753,0.004148176871859457,0.004144168744819489,1.7052458816266627,325.7137658486524,0.005080918554154498,0.004142692673739233,0.004543724086415123,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,0.8190864914031408,0.8190864914031408,0.69321076075236,0.38088505630682673,0.027901220956347006,0.027436930558977266,2.1561741380116493,0.9050339725132648,0.03593959911280288,0.027527935523719557,0.026277060517932285,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.007352146680396269,0.007352146680396269,0.07496517499287923,0.21541200300053084,0.04550529726759148,0.04677683215982975,1.2210374046942305,0.085744659777716,0.05360381447342403,0.046864951621516646,0.04380990702207374,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.08053918458537071,0.08053918458537071,0.26151349809434676,4.023285471506264,0.16446227946827838,0.18141137499044854,93.53193651193052,0.28379426453924456,0.18325728293117136,0.1688697028053181,0.14882065464622296,Ocean,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index e6c4a29378d5ccaa5868c82d80f1c50d24d9d8a0..b73b9086b2b72d26b0af975f12ba3cb6823b427f 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T05:27:47.670404+00:00", + "evaluated_at": "2026-06-22T05:38:28.073893+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64257.98828125, 63974.01171875, 64100.01953125, - 64228.05859375 + 64229.98046875 ], "p50": [ 64281.45703125, diff --git a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 02e8ec19f581383b862fa11e25a3f8eac8bb155a..ecd38f7ad75d0e33b17a4419da49a8fa8feeee51 100644 --- a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T05:19:31.139117+00:00", + "evaluated_at": "2026-06-22T05:38:32.315516+00:00", "freq": "10min", "context_length": 79, "prediction_length": 72, diff --git a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 4ff067705bf24d564bb33856bc03e980881c19f3..34cae048104e42c63bacdf3821c1077dca0c62e5 100644 --- a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T05:09:51.510891+00:00", + "evaluated_at": "2026-06-22T05:38:35.944725+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index c2a646a9053419cdb1e9f018488d7f64484dacb2..882795714816a1e8a29c1055afec11172202245d 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,19 +1,25 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T05:27:55.531842+00:00", + "evaluated_at": "2026-06-22T05:38:37.770464+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:27:21.260722Z", + "data_fetched_at": "2026-06-22T05:37:41.410086Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t231800z", - "data_fetched_at": "2026-06-22T05:27:21.260722Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", + "data_fetched_at": "2026-06-22T05:37:41.410086Z", + "context_length": 79, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", + "data_fetched_at": "2026-06-22T05:37:41.410086Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 458c9a6bc3929935bf58b066ee913a1ae89ea7f0..50bf0bc2ccb87aba89afd4a97268b9250a2193b3 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,57802.99624294842,57174.87894343049,161.63372334763517,0.1500399616374729,0.002524755326780806,0.0025241527747509322,1.6104147873264123,240.42253688651658,0.003750436869908775,0.0025213820772124235,0.002116841187852833,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,57851.50965501628,57219.0361524191,161.71380147263517,0.15011429587016986,0.002525996734130368,0.0025253995282449424,1.6104147873264123,240.5234077070593,0.0037520055123955727,0.0025226279651531913,0.002117810009319269,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,90.83341172097414,92.62648790328399,8.299724128435516,4.560288257151853,0.3185376684579119,0.40488327610390623,141.48998129735833,9.530656416059397,0.37846973846058257,0.329588465165,0.31681573540285846,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ETS,1.227669845146284,1.2299483318857596,0.8312043560504344,2.3884609788024673,0.61822284696949,0.38869804697531135,91.12637236792403,1.1080026376982521,0.6926748322427554,0.5196326419247029,0.5133670138347056,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.09877002242498586,0.09951951004093325,0.2902727190721326,4.465735122384399,0.18248950730415217,0.2037237895028525,59.77572187635198,0.3142769836067953,0.20294119120797544,0.18744067958021116,0.17370021892568696,Ocean,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index cf4785d027668944d80e41838c2508a27c164a1d..8c9c918097b1d5af1ad6675f89575be699f8c84a 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-22T05:32:12.023576+00:00", + "evaluated_at": "2026-06-22T05:43:44.144470+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64257.98828125, 63974.01171875, 64100.01953125, - 64228.05859375 + 64229.98046875 ], "p50": [ 64267.03335897732, diff --git a/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 9a831b8cce43ccafd94d8fa783da5f2b89c081b8..6531349369fc07e0f6ae8f9948ff78f808cf3499 100644 --- a/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "ETS", - "evaluated_at": "2026-06-22T05:21:54.001731+00:00", + "evaluated_at": "2026-06-22T05:43:44.162614+00:00", "freq": "10min", "context_length": 79, "prediction_length": 72, diff --git a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 203585b54f602a94523205aec2a2ae79693fa86c..475b3be8de647f8d3c367e1fc4bb9d36a35bd9ca 100644 --- a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ETS", - "evaluated_at": "2026-06-22T05:14:05.862033+00:00", + "evaluated_at": "2026-06-22T05:43:44.183371+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index ae6f70832f30e4b88af0e68401f907698cbe024f..b61acea1a011338d53fff27cd36f62bbed4269c9 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,19 +1,25 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T05:32:12.058165+00:00", + "evaluated_at": "2026-06-22T05:43:44.190761+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:27:21.260722Z", + "data_fetched_at": "2026-06-22T05:37:41.410086Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t231800z", - "data_fetched_at": "2026-06-22T05:27:21.260722Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", + "data_fetched_at": "2026-06-22T05:37:41.410086Z", + "context_length": 79, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", + "data_fetched_at": "2026-06-22T05:37:41.410086Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index da75a69ef2812483b8b6c8ad06a27e7c65421a1a..857a12a17a94bc60f9d3462fe840e7120d0e983b 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1703,3 +1703,6 @@ {"evaluated_at": "2026-06-22T05:21:54.174912+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} {"evaluated_at": "2026-06-22T05:32:12.264733+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-22T05:32:12.264733+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} +{"evaluated_at": "2026-06-22T05:43:44.361958+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-22T05:43:44.361958+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} +{"evaluated_at": "2026-06-22T05:43:44.361958+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index ff8bc067120ec10a6275013c56ed29a1b2922f61..843e335d45ee46ecca1091af4268a0885c6edaaf 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,384743.9254468282,272703.5349017779,444.4730631510417,0.4125916297840953,0.006948592885772106,0.006915328716968564,1.9824214648255545,620.2772972202257,0.009675926704658954,0.006933493778537885,0.005404141564837534,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,395994.8376000722,315067.5487523079,466.1109212239583,0.43267743445367507,0.007288427146991625,0.00724999429468406,1.8959599495615034,629.2812070927212,0.009816369144139367,0.007271020989150662,0.005540725550721566,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,1.0534525941056927,1.0919092191074924,0.8010540008544922,0.4401395874021469,0.032473775887786056,0.03172600104875703,2.280056373669988,1.0263783873921415,0.04075827969029971,0.031810474007367,0.027194115303519773,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.04208908353736807,0.030897468632177134,0.16047389805316925,0.4611208312689154,0.10654407049900305,0.105576626403179,3.1084713418949126,0.20515624177043232,0.128254717558343,0.10032126876902957,0.1195131540310006,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.07404372360458192,0.07106670987455956,0.24355834970871607,3.747052358626615,0.1529660083597314,0.16773404276035095,69.18926027073842,0.2721097638905703,0.1757121345302337,0.15727534689710815,0.1369836835405039,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.07293345394770295,0.07185550353245412,0.245350348452727,3.774621576140335,0.1541572402666379,0.1690960455951997,69.2243642811721,0.2700619446491915,0.1743897759169667,0.15843251200534839,0.13754483968034334,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.9530306031244132,0.9044895325540855,0.7775632937749227,0.42541454829232594,0.05198969146638438,0.04996388581473784,3.641625662296345,0.9762328631655529,0.0627298225327263,0.04996390642730427,0.03362612198740709,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,126.04664310284504,76.96653993424286,7.350348353385925,0.6355472642505186,0.4267900177872082,0.3199608245212266,2.9361598052844164,11.22704961701181,0.5103204371369005,0.3341067433357239,0.2633096508305482,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,1.5089266784493702,1.4724228160130224,1.032273292541504,0.5391182693519955,0.04336700686632842,0.042136812132125646,2.228778739087693,1.2283837667640232,0.05089109446498487,0.0427663724202426,0.0305148966927542,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,23.30896261622983,17.960612346429325,3.6996260484059653,0.695491058708171,0.6126697580062638,0.4270490953072604,5.040756154620616,4.8279356474822475,0.6163322103168827,0.4722926870305487,0.34268713307437043,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,2476.5225404947996,1975.2990760027121,39.55304463704427,3.4519020774147733,0.016831008243786246,0.016654048006637934,138.92633167613636,49.76467161043866,0.021083002977061394,0.016756806201042584,0.017211270969709227,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,2450.9454449017844,1974.9632204131533,39.5503184000651,3.451664151278409,0.01682984250657102,0.016652912213586748,138.6273965731534,49.50702419760033,0.020973849615929532,0.016755651219798103,0.017110977751958297,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Large,890.713526753742,459.6993433938395,19.7410888671875,0.3983935818708682,0.08488627994531377,0.0825329602754252,1.6746824063343657,29.844824120000137,0.12013442716503793,0.07946384247861558,0.06594550252364441,Web,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index d51eeb303f2209c4aebfda58cd4d393603befaaa..1276f0a1d51999afbd3a5616b794db78d0017f76 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T05:31:35.046135+00:00", + "evaluated_at": "2026-06-22T05:42:34.046275+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,85 +127,85 @@ 64257.98828125, 63974.01171875, 64100.01953125, - 64228.05859375 + 64229.98046875 ], "p50": [ - 64324.49609375, - 64361.62890625, - 64355.560546875, - 64436.3203125, - 64472.802734375, - 64487.841796875, - 64519.673828125, - 64524.392578125, - 64577.578125, - 64598.6953125, - 64641.16796875, - 64464.390625, - 64456.876953125, - 64553.8671875, - 64560.021484375, - 64539.90234375, - 64516.662109375, - 64700.470703125, - 64727.828125, - 64612.896484375, - 64689.23828125, - 64798.240234375, - 64560.873046875, - 64753.548828125 + 64300.732421875, + 64381.416015625, + 64414.3203125, + 64383.830078125, + 64410.3203125, + 64521.681640625, + 64548.1953125, + 64594.931640625, + 64625.52734375, + 64636.53125, + 64526.640625, + 64598.83203125, + 64556.103515625, + 64537.48046875, + 64529.861328125, + 64517.20703125, + 64511.486328125, + 64692.375, + 64776.146484375, + 64655.611328125, + 64633.51171875, + 64781.34375, + 64489.314453125, + 64674.896484375 ], "p10": [ - 64126.912109375, - 64057.916015625, - 63997.052734375, - 64045.244140625, - 63985.556640625, - 63955.181640625, - 63901.021484375, - 63907.21484375, - 63916.7890625, - 63730.783203125, - 63716.291015625, - 63572.150390625, - 63629.07421875, - 63681.138671875, - 63555.8125, - 63463.23046875, - 63386.658203125, - 63231.759765625, - 63235.0703125, - 62812.048828125, - 63148.462890625, - 63325.35546875, - 63112.55078125, - 63239.705078125 + 64081.9765625, + 64079.587890625, + 64023.259765625, + 63973.1640625, + 63955.146484375, + 64031.27734375, + 64048.615234375, + 63996.208984375, + 63950.80078125, + 63775.115234375, + 63609.63671875, + 63798.224609375, + 63542.564453125, + 63650.267578125, + 63410.265625, + 63367.357421875, + 63147.712890625, + 63490.45703125, + 63475.3984375, + 63200.908203125, + 63186.353515625, + 63354.01171875, + 63293.9453125, + 63179.841796875 ], "p90": [ - 64574.208984375, - 64638.494140625, - 64816.375, - 64912.9765625, - 64982.82421875, - 65114.330078125, - 65088.412109375, - 65194.6171875, - 65317.408203125, - 65418.09375, - 65665.640625, - 65539.615234375, - 65719.4765625, - 65807.08984375, - 65778.90234375, - 65667.98828125, - 65882.125, - 66112.078125, - 66306.046875, - 66332.36328125, - 66168.1875, - 66682.51171875, - 66363.6953125, - 66719.05078125 + 64562.88671875, + 64674.4921875, + 64780.970703125, + 64933.6015625, + 64869.462890625, + 65013.515625, + 65128.470703125, + 65308.13671875, + 65470.767578125, + 65493.33984375, + 65413.96484375, + 65455.431640625, + 65803.70703125, + 65740.71875, + 65702.87890625, + 65748.25, + 66331.23046875, + 66000.61328125, + 66359.0234375, + 66108.44921875, + 66559.00390625, + 66133.25, + 66113.33984375, + 67085.953125 ], "timestamps": [ "2026-06-17 06:00:00", diff --git a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 72f24d151d59b125f01a97b98be58fea2bc78f0c..9f90e1c45b13071f22c213d90a0e86db74e8be06 100644 --- a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T05:21:28.633362+00:00", + "evaluated_at": "2026-06-22T05:42:41.523603+00:00", "freq": "10min", "context_length": 79, "prediction_length": 72, @@ -161,226 +161,226 @@ 1.600000023841858 ], "p50": [ - 1.3122690320014954, - 1.3179448246955872, - 1.3046312928199768, - 1.310044288635254, - 1.3170886635780334, - 1.3103213906288147, - 1.3042794466018677, - 1.3191453218460083, - 1.3057082295417786, - 1.3062867522239685, - 1.3067671060562134, - 1.3001676797866821, - 1.3070757985115051, - 1.311117708683014, - 1.3132198452949524, - 1.3030065298080444, - 1.3108198642730713, - 1.3060196042060852, - 1.319523572921753, - 1.2909342646598816, - 1.3122015595436096, - 1.3129979372024536, - 1.295237421989441, - 1.3217796683311462, - 1.2912644147872925, - 1.302137315273285, - 1.3136491775512695, - 1.3094671368598938, - 1.2967021465301514, - 1.3097743391990662, - 1.3052279949188232, - 1.319812297821045, - 1.310106873512268, - 1.2994605898857117, - 1.3074886798858643, - 1.3023183941841125, - 1.3061073422431946, - 1.3266541361808777, - 1.319926381111145, - 1.29836505651474, - 1.3020012974739075, - 1.3118877410888672, - 1.3096251487731934, - 1.2955954670906067, - 1.3062880635261536, - 1.3096458315849304, - 1.3024092316627502, - 1.3183982372283936, - 1.299112617969513, - 1.3091824054718018, - 1.3031505346298218, - 1.302270770072937, - 1.3107059001922607, - 1.286327064037323, - 1.2949131727218628, - 1.308284342288971, - 1.314580261707306, - 1.3117610812187195, - 1.3015148639678955, - 1.3058892488479614, - 1.2984678745269775, - 1.2983943223953247, - 1.3025965094566345, - 1.2966049909591675, - 1.3114810585975647, - 1.2992876172065735, - 1.309134602546692, - 1.319957435131073, - 1.3089950680732727, - 1.3029407858848572, - 1.314105749130249, - 1.3215202689170837 + 1.3141247034072876, + 1.313538908958435, + 1.318649411201477, + 1.3100342750549316, + 1.3189460039138794, + 1.321820080280304, + 1.303918182849884, + 1.3210915923118591, + 1.3113123774528503, + 1.3030025362968445, + 1.3126525282859802, + 1.3004171252250671, + 1.3042232394218445, + 1.3082799315452576, + 1.3143497705459595, + 1.3004406094551086, + 1.3065072298049927, + 1.3039066791534424, + 1.3085533380508423, + 1.303572177886963, + 1.3083958625793457, + 1.2991008162498474, + 1.3036669492721558, + 1.3076889514923096, + 1.3013228178024292, + 1.3100338578224182, + 1.306787371635437, + 1.3058246970176697, + 1.312570869922638, + 1.3042812943458557, + 1.2930590510368347, + 1.3116012811660767, + 1.3164635300636292, + 1.3102311491966248, + 1.3174030184745789, + 1.2976931929588318, + 1.305077314376831, + 1.3134307265281677, + 1.3029760122299194, + 1.3110376000404358, + 1.3059106469154358, + 1.3086732625961304, + 1.319160521030426, + 1.321064531803131, + 1.3071904182434082, + 1.3075560927391052, + 1.320182740688324, + 1.2998849153518677, + 1.3096886277198792, + 1.3080971240997314, + 1.3064857125282288, + 1.306560754776001, + 1.306370496749878, + 1.3041701316833496, + 1.316308617591858, + 1.309041440486908, + 1.2959539294242859, + 1.3051962852478027, + 1.2932347655296326, + 1.299833059310913, + 1.2997639775276184, + 1.3113632798194885, + 1.319384515285492, + 1.3042357563972473, + 1.314057171344757, + 1.316237986087799, + 1.3043625950813293, + 1.2949721813201904, + 1.2937439680099487, + 1.31333988904953, + 1.3091798424720764, + 1.312226951122284 ], "p10": [ - 1.200425148010254, - 1.1882413625717163, - 1.170270323753357, - 1.195330023765564, - 1.1752489805221558, - 1.1969894766807556, - 1.1551157236099243, - 1.1855628490447998, - 1.1811552047729492, - 1.1932122707366943, - 1.1693714261054993, - 1.1535518169403076, - 1.1925361156463623, - 1.1783435344696045, - 1.1928589344024658, - 1.1222138404846191, - 1.1885302066802979, - 1.1710273623466492, - 1.197095811367035, - 1.1401916146278381, - 1.2019652128219604, - 1.1736822128295898, - 1.1441847681999207, - 1.2117971181869507, - 1.151050865650177, - 1.189942479133606, - 1.1671808362007141, - 1.1761149764060974, - 1.140267252922058, - 1.1842021942138672, - 1.155351996421814, - 1.1638739705085754, - 1.1831039190292358, - 1.1642557382583618, - 1.142827033996582, - 1.1667912006378174, - 1.1862192749977112, - 1.1434274911880493, - 1.1589650511741638, - 1.1557376980781555, - 1.1534969806671143, - 1.13821280002594, - 1.1595388650894165, - 1.136437714099884, - 1.1559745073318481, - 1.1592828631401062, - 1.139296054840088, - 1.1335948705673218, - 1.152384638786316, - 1.1311122179031372, - 1.1461246609687805, - 1.1360127925872803, - 1.12395578622818, - 1.0821145176887512, - 1.148637592792511, - 1.1267391443252563, - 1.1349363923072815, - 1.0970348119735718, - 1.1352340579032898, - 1.1245989799499512, - 1.130720615386963, - 1.121741533279419, - 1.141705870628357, - 1.1333107948303223, - 1.1035376191139221, - 1.0526342988014221, - 1.0832385420799255, - 1.1355749368667603, - 1.1289390325546265, - 1.0762056112289429, - 1.1120374202728271, - 1.082725167274475 + 1.2025423645973206, + 1.154251217842102, + 1.1706187725067139, + 1.171924114227295, + 1.2012609243392944, + 1.2043498754501343, + 1.185118556022644, + 1.1911782026290894, + 1.1775638461112976, + 1.163642168045044, + 1.1942824125289917, + 1.1489890217781067, + 1.152483582496643, + 1.1747084259986877, + 1.1810126304626465, + 1.1237666606903076, + 1.1583098769187927, + 1.1553587913513184, + 1.1752254962921143, + 1.161510407924652, + 1.2000885605812073, + 1.1765418648719788, + 1.1766092777252197, + 1.1803238987922668, + 1.168563961982727, + 1.195872962474823, + 1.151305913925171, + 1.1586347222328186, + 1.1548839211463928, + 1.1725779175758362, + 1.1703305840492249, + 1.1480926871299744, + 1.1681735515594482, + 1.1776237487792969, + 1.1886557936668396, + 1.1553328037261963, + 1.1436372995376587, + 1.1672384142875671, + 1.1581349968910217, + 1.1806880235671997, + 1.1743321418762207, + 1.155672550201416, + 1.1586506366729736, + 1.1880372762680054, + 1.1423284411430359, + 1.1566431522369385, + 1.181603491306305, + 1.1769888401031494, + 1.1443423628807068, + 1.1293873190879822, + 1.127313256263733, + 1.13264000415802, + 1.1245166659355164, + 1.1135480403900146, + 1.150141179561615, + 1.1164917349815369, + 1.1126906871795654, + 1.082647979259491, + 1.1361908912658691, + 1.111108124256134, + 1.0852624773979187, + 1.1529921293258667, + 1.1340970396995544, + 1.1339492797851562, + 1.0952722430229187, + 1.1410330533981323, + 1.1228091716766357, + 1.06986802816391, + 1.1521796584129333, + 1.0928884744644165, + 1.090860366821289, + 1.0840887427330017 ], "p90": [ - 1.419748306274414, - 1.4499499797821045, - 1.4296732544898987, - 1.4506044387817383, - 1.428183913230896, - 1.4126895666122437, - 1.44138902425766, - 1.452551782131195, - 1.46566241979599, - 1.4550226330757141, - 1.4342994689941406, - 1.4323900938034058, - 1.425747275352478, - 1.4333750009536743, - 1.4610381722450256, - 1.4389426708221436, - 1.4287737607955933, - 1.4680776596069336, - 1.427811622619629, - 1.4294310808181763, - 1.4568808674812317, - 1.4357986450195312, - 1.446666657924652, - 1.4408955574035645, - 1.4290719628334045, - 1.4323275685310364, - 1.4083647727966309, - 1.4465603828430176, - 1.4265118837356567, - 1.437472939491272, - 1.4307608008384705, - 1.463438093662262, - 1.4603254199028015, - 1.441398561000824, - 1.4364767670631409, - 1.4509664177894592, - 1.4546120762825012, - 1.4583288431167603, - 1.4759370684623718, - 1.435219168663025, - 1.4439142942428589, - 1.4658940434455872, - 1.438386082649231, - 1.4489220976829529, - 1.4551034569740295, - 1.4530108571052551, - 1.461496651172638, - 1.4547356367111206, - 1.490561306476593, - 1.4913963079452515, - 1.4503840804100037, - 1.4660756587982178, - 1.5089136958122253, - 1.4689059257507324, - 1.4761417508125305, - 1.4859017729759216, - 1.4500444531440735, - 1.4825515151023865, - 1.459436297416687, - 1.5187883377075195, - 1.4683661460876465, - 1.4808644652366638, - 1.4938756227493286, - 1.473138689994812, - 1.4910534620285034, - 1.4394890666007996, - 1.4715657234191895, - 1.468644142150879, - 1.4823752045631409, - 1.484151840209961, - 1.4940826892852783, - 1.493528664112091 + 1.4284324049949646, + 1.4049884676933289, + 1.4502957463264465, + 1.424079716205597, + 1.4185135960578918, + 1.4468833208084106, + 1.4249315857887268, + 1.440679132938385, + 1.423658311367035, + 1.4386199712753296, + 1.454372525215149, + 1.4237247705459595, + 1.4241514205932617, + 1.4281143546104431, + 1.4579431414604187, + 1.4209147691726685, + 1.4487895369529724, + 1.4332510232925415, + 1.4424121975898743, + 1.4207192063331604, + 1.4243991374969482, + 1.441558063030243, + 1.4336212873458862, + 1.4399119019508362, + 1.4216426014900208, + 1.4369962811470032, + 1.4572092294692993, + 1.429124653339386, + 1.4340096712112427, + 1.4319911003112793, + 1.4242485761642456, + 1.443637490272522, + 1.4888246655464172, + 1.4155556559562683, + 1.4290133118629456, + 1.4410163760185242, + 1.427872896194458, + 1.4482712149620056, + 1.469376802444458, + 1.4418378472328186, + 1.4334882497787476, + 1.4432606101036072, + 1.4998571276664734, + 1.4363219738006592, + 1.4683547019958496, + 1.4728246927261353, + 1.4610862731933594, + 1.4483155608177185, + 1.4526421427726746, + 1.4679903388023376, + 1.4858521819114685, + 1.4549732208251953, + 1.4580627083778381, + 1.4909071326255798, + 1.4846183061599731, + 1.503951370716095, + 1.467730164527893, + 1.4714939594268799, + 1.5121702551841736, + 1.4658032655715942, + 1.4511836767196655, + 1.4947312474250793, + 1.5134958028793335, + 1.4565382599830627, + 1.4775983691215515, + 1.4734761118888855, + 1.5017284154891968, + 1.4886709451675415, + 1.4663534760475159, + 1.5007081031799316, + 1.5094838738441467, + 1.5109132528305054 ], "timestamps": [ "2026-06-20 04:10:00", diff --git a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index fa31581c94c1616c7f24db729272c964f5a79bc9..402351bbac8835e11bab98dbf86531d6bdc8c121 100644 --- a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T05:13:33.716837+00:00", + "evaluated_at": "2026-06-22T05:42:48.374988+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, @@ -130,82 +130,82 @@ 2350.0 ], "p50": [ - 2399.958984375, - 2399.9693603515625, - 2399.95556640625, - 2399.955078125, - 2399.9461669921875, - 2399.9547119140625, - 2399.9434814453125, - 2399.971923828125, - 2399.9703369140625, - 2399.95263671875, - 2399.9683837890625, - 2399.9595947265625, - 2399.9716796875, - 2399.93017578125, - 2399.9774169921875, - 2399.965576171875, - 2399.9344482421875, + 2399.9354248046875, + 2399.953369140625, + 2399.936767578125, + 2399.9573974609375, 2399.9560546875, + 2399.9515380859375, 2399.9617919921875, - 2399.9381103515625, - 2399.9244384765625, - 2399.945556640625, - 2399.9300537109375, - 2399.9775390625 + 2399.9515380859375, + 2399.9478759765625, + 2399.9898681640625, + 2399.9432373046875, + 2399.9539794921875, + 2399.947509765625, + 2399.96630859375, + 2399.94677734375, + 2399.95068359375, + 2399.9298095703125, + 2399.9368896484375, + 2399.9527587890625, + 2399.9439697265625, + 2399.9476318359375, + 2399.9466552734375, + 2399.9515380859375, + 2399.9462890625 ], "p10": [ - 2399.7476806640625, - 2399.7310791015625, - 2399.7139892578125, - 2399.760498046875, - 2399.7486572265625, - 2399.7279052734375, - 2399.681640625, - 2399.754638671875, - 2399.7471923828125, - 2399.7017822265625, - 2399.724853515625, - 2399.72021484375, - 2399.6959228515625, - 2399.6302490234375, - 2399.7041015625, - 2399.715576171875, - 2399.65869140625, - 2399.7503662109375, - 2399.6798095703125, - 2399.6444091796875, - 2399.680419921875, - 2399.5985107421875, - 2399.656982421875, - 2399.6773681640625 + 2399.7193603515625, + 2399.72314453125, + 2399.74267578125, + 2399.768798828125, + 2399.7362060546875, + 2399.730712890625, + 2399.73095703125, + 2399.7091064453125, + 2399.705322265625, + 2399.76318359375, + 2399.6634521484375, + 2399.7005615234375, + 2399.6800537109375, + 2399.7216796875, + 2399.7318115234375, + 2399.735107421875, + 2399.73388671875, + 2399.68359375, + 2399.6700439453125, + 2399.6812744140625, + 2399.6368408203125, + 2399.662353515625, + 2399.6934814453125, + 2399.5748291015625 ], "p90": [ - 2400.2913818359375, - 2400.270751953125, - 2400.3861083984375, - 2446.0762939453125, - 2400.3826904296875, - 2400.5894775390625, - 2400.8148193359375, - 2400.488037109375, - 2446.6468505859375, - 2423.8035888671875, - 2446.507080078125, - 2400.9571533203125, - 2446.344970703125, - 2400.9139404296875, - 2446.7025146484375, - 2400.7919921875, - 2446.6182861328125, - 2446.3203125, - 2424.744140625, - 2446.236572265625, - 2445.0115966796875, - 2446.573486328125, - 2400.570068359375, - 2446.5560302734375 + 2400.4830322265625, + 2400.3372802734375, + 2400.578125, + 2400.4453125, + 2445.009521484375, + 2400.33203125, + 2400.636962890625, + 2444.95849609375, + 2400.488525390625, + 2434.2515869140625, + 2400.412353515625, + 2400.859130859375, + 2400.7574462890625, + 2444.864013671875, + 2400.2681884765625, + 2400.64453125, + 2403.3865966796875, + 2446.4847412109375, + 2446.8150634765625, + 2400.6038818359375, + 2401.014404296875, + 2400.607177734375, + 2446.698486328125, + 2446.0670166015625 ], "timestamps": [ "2026-06-21 18:55:00", diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 64ce26fceb2b7112a4c730d393cbccea386c4ef7..d4d806293324212c3556fdcd1d3081ccb1f2fcc3 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,19 +1,25 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T05:31:45.336206+00:00", + "evaluated_at": "2026-06-22T05:42:51.241974+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:27:21.260722Z", + "data_fetched_at": "2026-06-22T05:37:41.410086Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t231800z", - "data_fetched_at": "2026-06-22T05:27:21.260722Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", + "data_fetched_at": "2026-06-22T05:37:41.410086Z", + "context_length": 79, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", + "data_fetched_at": "2026-06-22T05:37:41.410086Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 41aa475bef23442cfad52cee9c9c8ac10a8078bf..1f49074ddbbc0115a895def2a3cef5e4749583b4 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,82568.91764515034,76391.43831526038,232.84304670367297,0.21614153947213732,0.0036319216640485264,0.003635649134192044,1.7381392620030927,287.34807750383567,0.004482445108199123,0.003632201700257163,0.002719226559403505,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,82610.23527328802,76428.39974031884,232.92312482867297,0.2162158737048343,0.0036331639435367388,0.003636895889415667,1.7381392620030927,287.41996324766313,0.004483560651157838,0.003633446144193863,0.002720194597802277,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,7.0117621108409915,7.055180251713726,2.3406708197807196,1.286082945423883,0.09117363478001132,0.09198258102788746,18.298197202231655,2.647973208104831,0.10515306436116724,0.09294984881545072,0.08360600092705145,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.24988207394510467,0.24868033900564715,0.44933474422374003,1.2911608260790581,0.26477822445742116,0.3120492472389895,47.202955103603735,0.4998820600352694,0.31250442038242765,0.2809044473238726,0.27587244207236267,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.07336373712953247,0.07399071303892228,0.24882482136586445,3.828075017337182,0.15628096322618418,0.17171123975940505,41.0552143126894,0.27085741106628863,0.17490344032980074,0.16067611783266583,0.14707832452222033,Ocean,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index 86ba534b6d61f84180ba8fe1f6e8d1e840870da9..35361178ddae53f5669a485d0bc1a740a967c06d 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T05:32:12.064846+00:00", + "evaluated_at": "2026-06-22T05:43:44.198204+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64257.98828125, 63974.01171875, 64100.01953125, - 64228.05859375 + 64229.98046875 ], "p50": [ 63980.94498355263, diff --git a/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index f03deffc12026a9790436e9a0e2a8912706239ee..0050c77873ff2e31915898054a3afc0f7d5af74e 100644 --- a/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T05:21:54.032332+00:00", + "evaluated_at": "2026-06-22T05:43:44.214325+00:00", "freq": "10min", "context_length": 79, "prediction_length": 72, diff --git a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 004a56b806c1a87918f30b8a3997597bc3b10d75..8f88611c4db82311284c9db6550eb3cf8f959dfd 100644 --- a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T05:14:05.912771+00:00", + "evaluated_at": "2026-06-22T05:43:44.226094+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index 2588b7465dce723e0a374ef2f39790322926f3e2..df8592f12014b637e69607ccf7d9cecafa2a7d5b 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,19 +1,25 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T05:32:12.087333+00:00", + "evaluated_at": "2026-06-22T05:43:44.231364+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:27:21.260722Z", + "data_fetched_at": "2026-06-22T05:37:41.410086Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t231800z", - "data_fetched_at": "2026-06-22T05:27:21.260722Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", + "data_fetched_at": "2026-06-22T05:37:41.410086Z", + "context_length": 79, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", + "data_fetched_at": "2026-06-22T05:37:41.410086Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index d2023fcb5661e7460ba516686fec50be411f849c..47b3d66219bba325eb52f9909344f090a8d67701 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-22T05:27:21.909243+00:00", - "finished_at": "2026-06-22T05:32:12.264300+00:00", - "task_count": 2, + "started_at": "2026-06-22T05:37:42.054952+00:00", + "finished_at": "2026-06-22T05:43:44.361489+00:00", + "task_count": 3, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,19 +10,25 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T05:27:55.531842+00:00", + "evaluated_at": "2026-06-22T05:38:37.770464+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:27:21.260722Z", + "data_fetched_at": "2026-06-22T05:37:41.410086Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t231800z", - "data_fetched_at": "2026-06-22T05:27:21.260722Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", + "data_fetched_at": "2026-06-22T05:37:41.410086Z", + "context_length": 79, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", + "data_fetched_at": "2026-06-22T05:37:41.410086Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -30,19 +36,25 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T05:28:59.475998+00:00", + "evaluated_at": "2026-06-22T05:40:13.850587+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:27:21.260722Z", + "data_fetched_at": "2026-06-22T05:37:41.410086Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t231800z", - "data_fetched_at": "2026-06-22T05:27:21.260722Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", + "data_fetched_at": "2026-06-22T05:37:41.410086Z", + "context_length": 79, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", + "data_fetched_at": "2026-06-22T05:37:41.410086Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -50,19 +62,25 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T05:30:03.337630+00:00", + "evaluated_at": "2026-06-22T05:41:11.714282+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:27:21.260722Z", + "data_fetched_at": "2026-06-22T05:37:41.410086Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t231800z", - "data_fetched_at": "2026-06-22T05:27:21.260722Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", + "data_fetched_at": "2026-06-22T05:37:41.410086Z", + "context_length": 79, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", + "data_fetched_at": "2026-06-22T05:37:41.410086Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -70,19 +88,25 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T05:30:55.259028+00:00", + "evaluated_at": "2026-06-22T05:42:10.626507+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:27:21.260722Z", + "data_fetched_at": "2026-06-22T05:37:41.410086Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t231800z", - "data_fetched_at": "2026-06-22T05:27:21.260722Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", + "data_fetched_at": "2026-06-22T05:37:41.410086Z", + "context_length": 79, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", + "data_fetched_at": "2026-06-22T05:37:41.410086Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -90,19 +114,25 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T05:31:45.336206+00:00", + "evaluated_at": "2026-06-22T05:42:51.241974+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:27:21.260722Z", + "data_fetched_at": "2026-06-22T05:37:41.410086Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t231800z", - "data_fetched_at": "2026-06-22T05:27:21.260722Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", + "data_fetched_at": "2026-06-22T05:37:41.410086Z", + "context_length": 79, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", + "data_fetched_at": "2026-06-22T05:37:41.410086Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -110,19 +140,25 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T05:32:11.751016+00:00", + "evaluated_at": "2026-06-22T05:43:43.778934+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:27:21.260722Z", + "data_fetched_at": "2026-06-22T05:37:41.410086Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t231800z", - "data_fetched_at": "2026-06-22T05:27:21.260722Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", + "data_fetched_at": "2026-06-22T05:37:41.410086Z", + "context_length": 79, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", + "data_fetched_at": "2026-06-22T05:37:41.410086Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -130,19 +166,25 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T05:32:12.000277+00:00", + "evaluated_at": "2026-06-22T05:43:44.120815+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:27:21.260722Z", + "data_fetched_at": "2026-06-22T05:37:41.410086Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t231800z", - "data_fetched_at": "2026-06-22T05:27:21.260722Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", + "data_fetched_at": "2026-06-22T05:37:41.410086Z", + "context_length": 79, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", + "data_fetched_at": "2026-06-22T05:37:41.410086Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -150,19 +192,25 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T05:32:12.058165+00:00", + "evaluated_at": "2026-06-22T05:43:44.190761+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:27:21.260722Z", + "data_fetched_at": "2026-06-22T05:37:41.410086Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t231800z", - "data_fetched_at": "2026-06-22T05:27:21.260722Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", + "data_fetched_at": "2026-06-22T05:37:41.410086Z", + "context_length": 79, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", + "data_fetched_at": "2026-06-22T05:37:41.410086Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -170,19 +218,25 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T05:32:12.087333+00:00", + "evaluated_at": "2026-06-22T05:43:44.231364+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:27:21.260722Z", + "data_fetched_at": "2026-06-22T05:37:41.410086Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t231800z", - "data_fetched_at": "2026-06-22T05:27:21.260722Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", + "data_fetched_at": "2026-06-22T05:37:41.410086Z", + "context_length": 79, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", + "data_fetched_at": "2026-06-22T05:37:41.410086Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -190,19 +244,25 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T05:32:12.113435+00:00", + "evaluated_at": "2026-06-22T05:43:44.253218+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:27:21.260722Z", + "data_fetched_at": "2026-06-22T05:37:41.410086Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t231800z", - "data_fetched_at": "2026-06-22T05:27:21.260722Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", + "data_fetched_at": "2026-06-22T05:37:41.410086Z", + "context_length": 79, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", + "data_fetched_at": "2026-06-22T05:37:41.410086Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] @@ -218,7 +278,5 @@ "overall": "aggregates/results_overall.csv", "metadata": "aggregates/metadata.json" }, - "push_status": "ok", - "pushed_at": "2026-06-22T05:33:52.177013+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_054343.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_054343.json new file mode 100644 index 0000000000000000000000000000000000000000..7379ce47a24fe109e660ceef6da2731fa9259f11 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_054343.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-22T05:43:43.990938+00:00", + "metrics": { + "MSE[mean]": 387254.7496795954, + "MSE[0.5]": 887570.6913947858, + "MAE[0.5]": 906.8570486448765, + "MASE[0.5]": 0.8418094564134156, + "MAPE[0.5]": 0.014134841199498349, + "sMAPE[0.5]": 0.014243402408928253, + "MSIS": 18.178627033221733, + "RMSE[mean]": 622.2979589228904, + "NRMSE[mean]": 0.009707435107833253, + "ND[0.5]": 0.014146368030900358, + "mean_weighted_sum_quantile_loss": 0.012891594973770048 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00" + ], + "context": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125 + ], + "actual": [ + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64229.98046875 + ], + "predictions": { + "p50": [ + 63557.771927208836, + 63483.39131865174, + 63490.38600913288, + 63424.037355596854, + 63372.92653155515, + 63333.76197824605, + 63300.00538709172, + 63265.3719460491, + 63238.05299392583, + 63218.84491621594, + 63196.523395200304, + 63152.35892111825, + 63157.587434502624, + 63124.66512289536, + 63117.48586851557, + 63096.755954481356, + 63094.20939453956, + 63064.74305842772, + 63036.59062714689, + 63033.96393577619, + 63021.62687432042, + 62997.33498947896, + 62988.312884648585, + 62995.67122654708 + ], + "p10": [ + 63253.23340735466, + 63206.459352022954, + 63187.40413732901, + 63119.49883574268, + 63081.75477730837, + 63045.85569673467, + 63012.31488830152, + 62980.07319015133, + 62951.84666160821, + 62932.41572322526, + 62924.00962110182, + 62835.276016850104, + 62860.879652217765, + 62840.43268684724, + 62773.83286247519, + 62760.948979222485, + 62744.40996123872, + 62771.68171251013, + 62709.77499499461, + 62736.11489437876, + 62723.65012646189, + 62719.866971150506, + 62702.20559892771, + 62688.53902220942 + ], + "p90": [ + 63853.00471640377, + 63760.68886043378, + 63712.97042834764, + 63705.11146069007, + 63603.85129255502, + 63564.62898673181, + 63566.54439671234, + 63532.078732643444, + 63436.88053339297, + 63510.43139217972, + 63498.317956390885, + 63376.587977238945, + 63408.26888902667, + 63346.26672310477, + 63399.163367886584, + 63404.71274367355, + 63378.03849707487, + 63349.4635998882, + 63358.20849029713, + 63240.958721881514, + 63332.36574130041, + 63296.18609493443, + 63285.364994313546, + 63246.35268107113 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_053828.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_053828.json new file mode 100644 index 0000000000000000000000000000000000000000..8a8471d980864589ee33b854c785f0d5dc6f0c0b --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_053828.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T05:38:28.073893+00:00", + "metrics": { + "MSE[mean]": 106089.45726331075, + "MSE[0.5]": 106089.45726331075, + "MAE[0.5]": 265.5685221354167, + "MASE[0.5]": 0.24651966215997753, + "MAPE[0.5]": 0.004148176871859457, + "sMAPE[0.5]": 0.004144168744819489, + "MSIS": 1.7052458816266627, + "RMSE[mean]": 325.7137658486524, + "NRMSE[mean]": 0.005080918554154498, + "ND[0.5]": 0.004142692673739233, + "mean_weighted_sum_quantile_loss": 0.004543724086415123 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00" + ], + "context": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125 + ], + "actual": [ + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64229.98046875 + ], + "predictions": { + "p50": [ + 64281.45703125, + 64304.171875, + 64322.92578125, + 64355.58984375, + 64370.43359375, + 64373.14453125, + 64365.140625, + 64367.52734375, + 64356.86328125, + 64357.12890625, + 64338.02734375, + 64322.5078125, + 64336.6640625, + 64332.53515625, + 64315.0703125, + 64308.8515625, + 64156.0859375, + 64101.94921875, + 64086.5703125, + 63981.66796875, + 63911.95703125, + 63827.5234375, + 63790.1953125, + 63720.71484375 + ], + "p10": [ + 64044.99609375, + 64006.74609375, + 63982.91796875, + 63952.69140625, + 63900.70703125, + 63849.0, + 63741.52734375, + 63691.2890625, + 63619.7734375, + 63510.8984375, + 63393.78515625, + 63309.109375, + 63230.33984375, + 63164.22265625, + 63086.11328125, + 63010.4921875, + 62991.17578125, + 62872.72265625, + 62775.91796875, + 62703.0859375, + 62569.55859375, + 62436.78515625, + 62391.671875, + 62372.54296875 + ], + "p90": [ + 64491.82421875, + 64563.1953125, + 64634.6796875, + 64695.50390625, + 64748.4453125, + 64799.83984375, + 64836.359375, + 64883.71484375, + 64915.359375, + 64964.28125, + 65009.25390625, + 65058.64453125, + 65085.80078125, + 65120.1171875, + 65190.42578125, + 65206.65234375, + 65500.796875, + 65565.6328125, + 65580.8359375, + 65557.5234375, + 65543.1015625, + 65597.203125, + 65564.140625, + 65583.03125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_054344.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_054344.json new file mode 100644 index 0000000000000000000000000000000000000000..3c5e1175e55666f2272f68d2af15184d0cbe3434 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_054344.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-22T05:43:44.144470+00:00", + "metrics": { + "MSE[mean]": 57851.50965501628, + "MSE[0.5]": 57219.0361524191, + "MAE[0.5]": 161.71380147263517, + "MASE[0.5]": 0.15011429587016986, + "MAPE[0.5]": 0.002525996734130368, + "sMAPE[0.5]": 0.0025253995282449424, + "MSIS": 1.6104147873264123, + "RMSE[mean]": 240.5234077070593, + "NRMSE[mean]": 0.0037520055123955727, + "ND[0.5]": 0.0025226279651531913, + "mean_weighted_sum_quantile_loss": 0.002117810009319269 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00" + ], + "context": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125 + ], + "actual": [ + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64229.98046875 + ], + "predictions": { + "p50": [ + 64267.03335897732, + 64228.26235932485, + 64219.387844047385, + 64275.364891269914, + 64224.98451661744, + 64180.58070446497, + 64164.960095437506, + 64141.909798910034, + 64134.66614300756, + 64120.55529960509, + 64107.391721827626, + 64082.380487800154, + 64097.14855064768, + 64065.44395724521, + 64111.333113842746, + 64032.290629815274, + 64037.5254895378, + 64023.89902113533, + 63982.616302732866, + 63984.962490580394, + 63979.95711592792, + 63950.30721002545, + 63950.407304122986, + 63953.306226345514 + ], + "p10": [ + 64014.16070272732, + 63995.29009369985, + 63833.698390922385, + 63975.65629751991, + 63935.25678224244, + 63920.50257946497, + 63906.110486062506, + 63898.499642660034, + 63884.10754925756, + 63869.71545585509, + 63848.542112452626, + 63850.691034675154, + 63838.13683189768, + 63831.73536349521, + 63809.352645092746, + 63719.171489190274, + 63784.2559582878, + 63766.17636488533, + 63740.186615232866, + 63750.1394437054, + 63647.21102217792, + 63738.48064752545, + 63702.684647872986, + 63604.034741970514 + ], + "p90": [ + 64498.42007772732, + 64501.77407807485, + 64467.13550029739, + 64500.564110019914, + 64438.94545411744, + 64424.74398571497, + 64412.067517312506, + 64415.421517660034, + 64380.71692425756, + 64367.17561210509, + 64372.245237452626, + 64340.107050300154, + 64325.71495689768, + 64306.86075412021, + 64295.024520092746, + 64359.69336419027, + 64285.8926770378, + 64302.21191176033, + 64257.108490232866, + 64223.2546780804, + 64200.20360030292, + 64241.50642877545, + 64168.358866622984, + 64244.55661697051 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_054234.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_054234.json new file mode 100644 index 0000000000000000000000000000000000000000..1654ef0ad3a69f984e9aa5d3838128580a1d6fa6 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_054234.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T05:42:34.046275+00:00", + "metrics": { + "MSE[mean]": 395994.8376000722, + "MSE[0.5]": 315067.5487523079, + "MAE[0.5]": 466.1109212239583, + "MASE[0.5]": 0.43267743445367507, + "MAPE[0.5]": 0.007288427146991625, + "sMAPE[0.5]": 0.00724999429468406, + "MSIS": 1.8959599495615034, + "RMSE[mean]": 629.2812070927212, + "NRMSE[mean]": 0.009816369144139367, + "ND[0.5]": 0.007271020989150662, + "mean_weighted_sum_quantile_loss": 0.005540725550721566 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00" + ], + "context": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125 + ], + "actual": [ + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64229.98046875 + ], + "predictions": { + "p50": [ + 64300.732421875, + 64381.416015625, + 64414.3203125, + 64383.830078125, + 64410.3203125, + 64521.681640625, + 64548.1953125, + 64594.931640625, + 64625.52734375, + 64636.53125, + 64526.640625, + 64598.83203125, + 64556.103515625, + 64537.48046875, + 64529.861328125, + 64517.20703125, + 64511.486328125, + 64692.375, + 64776.146484375, + 64655.611328125, + 64633.51171875, + 64781.34375, + 64489.314453125, + 64674.896484375 + ], + "p10": [ + 64081.9765625, + 64079.587890625, + 64023.259765625, + 63973.1640625, + 63955.146484375, + 64031.27734375, + 64048.615234375, + 63996.208984375, + 63950.80078125, + 63775.115234375, + 63609.63671875, + 63798.224609375, + 63542.564453125, + 63650.267578125, + 63410.265625, + 63367.357421875, + 63147.712890625, + 63490.45703125, + 63475.3984375, + 63200.908203125, + 63186.353515625, + 63354.01171875, + 63293.9453125, + 63179.841796875 + ], + "p90": [ + 64562.88671875, + 64674.4921875, + 64780.970703125, + 64933.6015625, + 64869.462890625, + 65013.515625, + 65128.470703125, + 65308.13671875, + 65470.767578125, + 65493.33984375, + 65413.96484375, + 65455.431640625, + 65803.70703125, + 65740.71875, + 65702.87890625, + 65748.25, + 66331.23046875, + 66000.61328125, + 66359.0234375, + 66108.44921875, + 66559.00390625, + 66133.25, + 66113.33984375, + 67085.953125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_054344.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_054344.json new file mode 100644 index 0000000000000000000000000000000000000000..83708a4b2c28e8872fb6b43d1e8d9fae86a9d16d --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_054344.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T05:43:44.198204+00:00", + "metrics": { + "MSE[mean]": 82610.23527328802, + "MSE[0.5]": 76428.39974031884, + "MAE[0.5]": 232.92312482867297, + "MASE[0.5]": 0.2162158737048343, + "MAPE[0.5]": 0.0036331639435367388, + "sMAPE[0.5]": 0.003636895889415667, + "MSIS": 1.7381392620030927, + "RMSE[mean]": 287.41996324766313, + "NRMSE[mean]": 0.004483560651157838, + "ND[0.5]": 0.003633446144193863, + "mean_weighted_sum_quantile_loss": 0.002720194597802277 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00" + ], + "context": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125 + ], + "actual": [ + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64229.98046875 + ], + "predictions": { + "p50": [ + 63980.94498355263, + 63956.56607730263, + 63962.08365542763, + 64032.45279605263, + 63996.46451480263, + 63966.45279605263, + 63965.22428042763, + 63956.56607730263, + 63963.71451480263, + 63963.99576480263, + 63965.22428042763, + 63954.60513980263, + 63983.76529605263, + 63966.45279605263, + 64026.73404605263, + 63962.08365542763, + 63981.71060855263, + 63982.47623355263, + 63955.58560855263, + 63972.32388980263, + 63981.71060855263, + 63966.45279605263, + 63980.94498355263, + 63998.23599917763 + ], + "p10": [ + 63728.07232730263, + 63723.59381167763, + 63576.39420230263, + 63732.74420230263, + 63706.73678042763, + 63706.37467105263, + 63706.37467105263, + 63713.15592105263, + 63713.15592105263, + 63713.15592105263, + 63706.37467105263, + 63722.91568667763, + 63724.75357730263, + 63732.74420230263, + 63724.75357730263, + 63648.96451480263, + 63728.44107730263, + 63724.75357730263, + 63713.15592105263, + 63737.500842927635, + 63648.96451480263, + 63754.62623355263, + 63733.22232730263, + 63648.96451480263 + ], + "p90": [ + 64212.33170230263, + 64230.07779605263, + 64209.83131167763, + 64257.65201480263, + 64210.42545230263, + 64210.616077302635, + 64212.33170230263, + 64230.07779605263, + 64209.76529605263, + 64210.616077302635, + 64230.07779605263, + 64212.33170230263, + 64212.33170230263, + 64207.86959292763, + 64210.42545230263, + 64289.48638980263, + 64230.07779605263, + 64260.78912417763, + 64230.07779605263, + 64210.616077302635, + 64201.95709292763, + 64257.65201480263, + 64198.89654605263, + 64289.48638980263 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_054344.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_054344.json new file mode 100644 index 0000000000000000000000000000000000000000..f727055fb06bac5f402039bc16b638903074f0f2 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_054344.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T05:43:44.237514+00:00", + "metrics": { + "MSE[mean]": 204410.95245170593, + "MSE[0.5]": 204410.95245170593, + "MAE[0.5]": 381.8416341145833, + "MASE[0.5]": 0.35445266586430013, + "MAPE[0.5]": 0.005960778592582779, + "sMAPE[0.5]": 0.0059689821247466785, + "MSIS": 3.5621152135198106, + "RMSE[mean]": 452.1182947544878, + "NRMSE[mean]": 0.007052745303857331, + "ND[0.5]": 0.005956476044131822, + "mean_weighted_sum_quantile_loss": 0.00563978125126609 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00" + ], + "context": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125 + ], + "actual": [ + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64229.98046875 + ], + "predictions": { + "p50": [ + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125 + ], + "p10": [ + 62469.7171875, + 62382.10671875, + 62149.609375, + 62466.336953125, + 62401.205234375, + 62414.24, + 62381.988046875, + 62129.825625, + 62670.90046875, + 62876.83828125, + 62753.622421875, + 62558.005234375, + 62529.7728125, + 62657.28, + 62647.468515625, + 62732.15046875, + 62986.571484374996, + 63012.051484375, + 63008.119999999995, + 62963.04, + 62956.424999999996, + 63137.479999999996, + 62990.598671875, + 62971.419765624996 + ], + "p90": [ + 65019.5015625, + 64928.31515625, + 64686.328125, + 65015.983359375, + 64948.193203125, + 64961.76, + 64928.191640625, + 64665.736875, + 65228.89640625, + 65443.23984375, + 65314.994765625, + 65111.393203125, + 65082.0084375, + 65214.72, + 65204.508046875, + 65292.64640625, + 65557.451953125, + 65583.971953125, + 65579.88, + 65532.96, + 65526.075000000004, + 65714.52, + 65561.64351562501, + 65541.681796875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_054310.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_054310.json new file mode 100644 index 0000000000000000000000000000000000000000..cb6a305705b61331656f1a83bf12bd426bcf4de4 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_054310.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T05:43:10.091648+00:00", + "metrics": { + "MSE[mean]": 232688.64363161722, + "MSE[0.5]": 232688.64363161722, + "MAE[0.5]": 403.4083658854167, + "MASE[0.5]": 0.37447244602231783, + "MAPE[0.5]": 0.006308120048132408, + "sMAPE[0.5]": 0.006279742959019702, + "MSIS": 1.8752978279597639, + "RMSE[mean]": 482.37811272031945, + "NRMSE[mean]": 0.0075247783791169524, + "ND[0.5]": 0.0062929027448007085, + "mean_weighted_sum_quantile_loss": 0.0042395954255271436 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00" + ], + "context": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125 + ], + "actual": [ + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64229.98046875 + ], + "predictions": { + "p50": [ + 64370.0625, + 64403.1875, + 64413.125, + 64429.6875, + 64442.9375, + 64459.5, + 64486.0, + 64509.1875, + 64555.5625, + 64565.5, + 64572.125, + 64562.1875, + 64562.1875, + 64552.25, + 64548.9375, + 64539.0, + 64572.125, + 64582.0625, + 64558.875, + 64535.6875, + 64519.125, + 64479.375, + 64449.5625, + 64399.875 + ], + "p10": [ + 64121.625, + 64090.15625, + 64045.4375, + 64030.53125, + 64023.90625, + 64030.53125, + 64025.5625, + 64015.625, + 64013.96875, + 63985.8125, + 63965.9375, + 63924.53125, + 63883.125, + 63857.453125, + 63834.6796875, + 63792.859375, + 63804.8671875, + 63764.390625, + 63710.25390625, + 63652.078125, + 63616.46875, + 63565.953125, + 63517.09375, + 63469.0625 + ], + "p90": [ + 64625.125, + 64724.5, + 64784.125, + 64823.875, + 64850.375, + 64883.5, + 64936.5, + 64982.875, + 65075.625, + 65115.375, + 65135.25, + 65155.125, + 65175.0, + 65168.375, + 65188.25, + 65201.5, + 65241.25, + 65267.75, + 65247.875, + 65261.125, + 65254.5, + 65234.625, + 65221.375, + 65188.25 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_053908.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_053908.json new file mode 100644 index 0000000000000000000000000000000000000000..349b7975435fc9493e7d3dcbeb38aee1613f1704 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_053908.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T05:39:08.120181+00:00", + "metrics": { + "MSE[mean]": 167335.2148138682, + "MSE[0.5]": 116902.625430425, + "MAE[0.5]": 251.04508463541666, + "MASE[0.5]": 0.23303797059083928, + "MAPE[0.5]": 0.003928597158584918, + "sMAPE[0.5]": 0.003914769200778497, + "MSIS": 10.417323260541181, + "RMSE[mean]": 409.0662719094159, + "NRMSE[mean]": 0.00638116232333003, + "ND[0.5]": 0.003916136688696396, + "mean_weighted_sum_quantile_loss": 0.004490946050002516 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00" + ], + "context": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125 + ], + "actual": [ + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64229.98046875 + ], + "predictions": { + "p50": [ + 64238.5, + 64246.7109375, + 64239.140625, + 64250.2890625, + 64252.765625, + 64271.15625, + 64267.9609375, + 64270.6796875, + 64284.1328125, + 64310.9921875, + 64318.6171875, + 64336.90625, + 64348.65625, + 64343.234375, + 64360.2109375, + 64350.6171875, + 64349.3828125, + 64372.2890625, + 64382.8125, + 64422.5859375, + 64400.2109375, + 64395.421875, + 64408.8515625, + 64406.7109375 + ], + "p10": [ + 64258.359375, + 64308.3359375, + 64311.4453125, + 64316.0390625, + 64312.296875, + 64326.65625, + 64326.515625, + 64363.8046875, + 64341.5234375, + 64326.2421875, + 64365.625, + 64340.8046875, + 64339.7265625, + 64368.5390625, + 64392.4140625, + 64387.6953125, + 64355.7265625, + 64429.7421875, + 64410.59375, + 64422.7890625, + 64451.9375, + 64473.5546875, + 64429.5390625, + 64420.7734375 + ], + "p90": [ + 64461.4765625, + 64506.421875, + 64518.6171875, + 64547.65625, + 64560.28125, + 64574.5859375, + 64589.5, + 64594.6328125, + 64611.71875, + 64656.78125, + 64672.765625, + 64697.3828125, + 64715.6875, + 64740.5546875, + 64754.6796875, + 64768.984375, + 64774.328125, + 64805.6015625, + 64833.390625, + 64856.734375, + 64859.6484375, + 64860.796875, + 64870.75, + 64853.09375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_054155.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_054155.json new file mode 100644 index 0000000000000000000000000000000000000000..61ea4b9511bc44902745333844d0df1c4ccb7ab9 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_054155.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-22T05:41:55.475090+00:00", + "metrics": { + "MSE[mean]": 317759.65020370483, + "MSE[0.5]": 317759.65020370483, + "MAE[0.5]": 465.5641276041667, + "MASE[0.5]": 0.43216986157817616, + "MAPE[0.5]": 0.00727939261934217, + "sMAPE[0.5]": 0.007240641490110988, + "MSIS": 2.1469250858998534, + "RMSE[mean]": 563.7017386913977, + "NRMSE[mean]": 0.00879337296556612, + "ND[0.5]": 0.0072624913716171375, + "mean_weighted_sum_quantile_loss": 0.004967055418285007 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00" + ], + "context": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125 + ], + "actual": [ + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64229.98046875 + ], + "predictions": { + "p50": [ + 64301.0859375, + 64331.5, + 64360.984375, + 64387.234375, + 64409.90625, + 64427.74609375, + 64447.69921875, + 64469.58203125, + 64498.42578125, + 64521.06640625, + 64545.4375, + 64570.33203125, + 64594.15234375, + 64614.7421875, + 64635.0390625, + 64650.5703125, + 64671.48828125, + 64692.85546875, + 64713.58984375, + 64733.35546875, + 64754.2109375, + 64771.20703125, + 64789.53515625, + 64803.9921875 + ], + "p10": [ + 64100.32421875, + 64016.12890625, + 63960.91796875, + 63941.27734375, + 63935.15625, + 63923.66015625, + 63909.73046875, + 63896.80859375, + 63896.9375, + 63882.51953125, + 63863.328125, + 63851.8046875, + 63840.61328125, + 63836.94921875, + 63825.9375, + 63804.4375, + 63794.0234375, + 63776.98046875, + 63763.22265625, + 63749.2109375, + 63742.5546875, + 63739.609375, + 63728.890625, + 63719.01953125 + ], + "p90": [ + 64514.2890625, + 64645.75390625, + 64748.78125, + 64833.15234375, + 64898.73828125, + 64967.42578125, + 65043.703125, + 65115.4140625, + 65187.0703125, + 65250.25, + 65313.59375, + 65375.890625, + 65435.1171875, + 65496.46875, + 65565.9765625, + 65622.1015625, + 65691.03125, + 65759.4609375, + 65824.3828125, + 65900.71875, + 65963.828125, + 66028.9765625, + 66086.1015625, + 66139.8203125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_054044.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_054044.json new file mode 100644 index 0000000000000000000000000000000000000000..cd3703adab1122f9f76e05f088398d30295144c7 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_054044.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T05:40:44.578249+00:00", + "metrics": { + "MSE[mean]": 158301.29009946188, + "MSE[0.5]": 158301.29009946188, + "MAE[0.5]": 316.84521484375, + "MASE[0.5]": 0.29411834916360385, + "MAPE[0.5]": 0.004956149932481488, + "sMAPE[0.5]": 0.00493701922633182, + "MSIS": 1.566024662647985, + "RMSE[mean]": 397.87094653852506, + "NRMSE[mean]": 0.0062065226784610225, + "ND[0.5]": 0.004942575044994336, + "mean_weighted_sum_quantile_loss": 0.004306025984323534 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00" + ], + "context": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125 + ], + "actual": [ + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64229.98046875 + ], + "predictions": { + "p50": [ + 64304.41796875, + 64327.60546875, + 64342.87109375, + 64357.83203125, + 64370.51171875, + 64382.94140625, + 64389.79296875, + 64401.67578125, + 64401.75, + 64408.87109375, + 64417.8671875, + 64421.82421875, + 64423.671875, + 64429.0078125, + 64429.40234375, + 64434.86328125, + 64435.546875, + 64439.62109375, + 64444.1953125, + 64449.21484375, + 64450.41015625, + 64450.08203125, + 64450.44921875, + 64453.23828125 + ], + "p10": [ + 64084.19140625, + 64033.11328125, + 63983.43359375, + 63939.43359375, + 63900.05859375, + 63850.3359375, + 63802.734375, + 63763.16015625, + 63718.171875, + 63678.8828125, + 63634.31640625, + 63581.40234375, + 63533.34765625, + 63480.921875, + 63437.0703125, + 63397.609375, + 63353.625, + 63310.18359375, + 63268.8203125, + 63225.24609375, + 63196.84375, + 63152.49609375, + 63096.4453125, + 63054.6015625 + ], + "p90": [ + 64504.8828125, + 64596.17578125, + 64677.13671875, + 64744.2109375, + 64813.44140625, + 64878.953125, + 64933.2109375, + 64990.14453125, + 65058.375, + 65098.8046875, + 65171.48828125, + 65232.90625, + 65299.046875, + 65368.03125, + 65419.0234375, + 65468.41796875, + 65522.609375, + 65580.1171875, + 65633.53125, + 65685.5625, + 65730.875, + 65802.09375, + 65849.203125, + 65907.0 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260622_054344.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260622_054344.json new file mode 100644 index 0000000000000000000000000000000000000000..1aa7f137022f063ad670203ec50aae7f1e67abba --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260622_054344.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ARIMA", + "evaluated_at": "2026-06-22T05:43:44.106080+00:00", + "metrics": { + "MSE[mean]": 2539.6853066813615, + "MSE[0.5]": 545.219137273894, + "MAE[0.5]": 23.198341461049512, + "MASE[0.5]": 2.0245825275097755, + "MAPE[0.5]": 0.009819378750414122, + "sMAPE[0.5]": 0.009799845081892961, + "MSIS": 50.18480410177916, + "RMSE[mean]": 50.395290520854836, + "NRMSE[mean]": 0.021350167210953508, + "ND[0.5]": 0.009828070521892116, + "mean_weighted_sum_quantile_loss": 0.00901810594899353 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0 + ], + "predictions": { + "p50": [ + 2370.7963784305502, + 2371.931261849846, + 2371.278709201818, + 2371.9431296236635, + 2371.3842577044898, + 2372.1315542090933, + 2371.384257280386, + 2370.9206118906636, + 2372.5496192083465, + 2372.5543039555314, + 2371.6024211399777, + 2371.9431384166996, + 2372.5496192083438, + 2371.6190847922203, + 2372.1315542296447, + 2372.24934790223, + 2372.2504232460406, + 2371.485007383564, + 2371.9784494868795, + 2371.6190847922203, + 2372.0137605570594, + 2371.926909650544, + 2371.3313922996676, + 2372.2514985898506 + ], + "p10": [ + 2366.833862923733, + 2367.7403959011026, + 2366.7298189247435, + 2366.7560342451316, + 2366.529351391108, + 2367.0160172647006, + 2366.1615985942744, + 2366.7565043699815, + 2366.756504370032, + 2366.96937855103, + 2366.529350966011, + 2367.644502876833, + 2367.0185712905236, + 2366.1615985932813, + 2366.7560430381677, + 2366.7560430381677, + 2366.7518910514077, + 2367.3051986592172, + 2367.233418134356, + 2366.729637042868, + 2367.2119334499725, + 2367.233418134356, + 2364.1112236506724, + 2367.708904437837 + ], + "p90": [ + 2382.0914602083703, + 2418.4266070465897, + 2418.430551112241, + 2418.5582583795067, + 2418.42462064788, + 2413.108486696945, + 2417.6543270480015, + 2417.65432704696, + 2418.4246202227855, + 2421.061390471001, + 2412.517805216909, + 2418.482110298607, + 2419.425450181267, + 2418.4246202227832, + 2418.558267172543, + 2419.2436790379634, + 2419.2436790379634, + 2412.517805216909, + 2418.558267172543, + 2378.624288667905, + 2418.482110298607, + 2418.7049555041585, + 2417.6543270470083, + 2418.482110298607 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260622_053835.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260622_053835.json new file mode 100644 index 0000000000000000000000000000000000000000..0eb55d4b353a3cbe6b1daefc68e57be4ea3e3da3 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260622_053835.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T05:38:35.944725+00:00", + "metrics": { + "MSE[mean]": 1984.9709222962458, + "MSE[0.5]": 1984.9709222962458, + "MAE[0.5]": 39.663228352864586, + "MASE[0.5]": 3.461518110795454, + "MAPE[0.5]": 0.016877775079533284, + "sMAPE[0.5]": 0.01669995288721444, + "MSIS": 136.22487837357954, + "RMSE[mean]": 44.553012494064255, + "NRMSE[mean]": 0.01887506266297515, + "ND[0.5]": 0.016803485974735216, + "mean_weighted_sum_quantile_loss": 0.016750411138845983 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0 + ], + "predictions": { + "p50": [ + 2400.04296875, + 2400.148681640625, + 2400.05322265625, + 2400.10009765625, + 2400.15576171875, + 2400.05615234375, + 2400.065185546875, + 2400.0771484375, + 2400.080810546875, + 2400.103515625, + 2400.074462890625, + 2400.19189453125, + 2400.070068359375, + 2400.0400390625, + 2400.0654296875, + 2400.046630859375, + 2400.076171875, + 2400.080322265625, + 2400.0615234375, + 2400.001708984375, + 2400.08642578125, + 2400.108154296875, + 2400.064697265625, + 2400.06640625 + ], + "p10": [ + 2399.615478515625, + 2399.628173828125, + 2399.534423828125, + 2399.5869140625, + 2399.51220703125, + 2399.495849609375, + 2399.531982421875, + 2399.529296875, + 2399.461669921875, + 2399.5341796875, + 2399.431640625, + 2399.44775390625, + 2399.3466796875, + 2399.145263671875, + 2399.015869140625, + 2398.9619140625, + 2398.77392578125, + 2398.953369140625, + 2398.8154296875, + 2398.8369140625, + 2398.78271484375, + 2398.82666015625, + 2398.786376953125, + 2398.79736328125 + ], + "p90": [ + 2401.268798828125, + 2401.591796875, + 2401.650634765625, + 2402.024169921875, + 2402.470458984375, + 2403.119140625, + 2402.91943359375, + 2402.84326171875, + 2402.97509765625, + 2402.72021484375, + 2402.714599609375, + 2402.861083984375, + 2403.283935546875, + 2403.81298828125, + 2404.251220703125, + 2403.935791015625, + 2405.38916015625, + 2405.748779296875, + 2406.044677734375, + 2406.3359375, + 2407.096435546875, + 2407.856201171875, + 2407.951171875, + 2407.88525390625 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260622_054344.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260622_054344.json new file mode 100644 index 0000000000000000000000000000000000000000..b8e6d26a7d9f479a65a6766cf2e4c538a12b1a4f --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260622_054344.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ETS", + "evaluated_at": "2026-06-22T05:43:44.183371+00:00", + "metrics": { + "MSE[mean]": 1738.2121376453604, + "MSE[0.5]": 1764.1316399343302, + "MAE[0.5]": 37.68626141898145, + "MASE[0.5]": 3.288982814747472, + "MAPE[0.5]": 0.016033803250558285, + "sMAPE[0.5]": 0.015875766557860774, + "MSIS": 42.42326481902674, + "RMSE[mean]": 41.691871361757805, + "NRMSE[mean]": 0.01766292873225397, + "ND[0.5]": 0.01596593599391977, + "mean_weighted_sum_quantile_loss": 0.013753774336873987 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0 + ], + "predictions": { + "p50": [ + 2399.0350976379827, + 2398.89707568593, + 2398.7590537338774, + 2398.621031781825, + 2398.483009829772, + 2398.3449878777196, + 2398.206965925667, + 2398.0689439736143, + 2397.930922021562, + 2397.7929000695094, + 2397.6548781174565, + 2397.516856165404, + 2397.3788342133516, + 2397.2408122612987, + 2397.1027903092463, + 2396.964768357194, + 2396.826746405141, + 2396.6887244530885, + 2396.550702501036, + 2396.412680548983, + 2396.2746585969307, + 2396.1366366448783, + 2395.9986146928254, + 2395.860592740773 + ], + "p10": [ + 2399.0350976379827, + 2348.89707568593, + 2348.7590537338774, + 2348.621031781825, + 2348.483009829772, + 2398.3449878777196, + 2398.206965925667, + 2348.0689439736143, + 2347.930922021562, + 2347.7929000695094, + 2397.6548781174565, + 2347.516856165404, + 2347.3788342133516, + 2347.2408122612987, + 2347.1027903092463, + 2346.964768357194, + 2346.826746405141, + 2346.6887244530885, + 2346.550702501036, + 2346.412680548983, + 2346.2746585969307, + 2346.1366366448783, + 2345.9986146928254, + 2345.860592740773 + ], + "p90": [ + 2449.0350976379827, + 2448.89707568593, + 2448.7590537338774, + 2398.621031781825, + 2448.483009829772, + 2448.3449878777196, + 2448.206965925667, + 2448.0689439736143, + 2447.930922021562, + 2447.7929000695094, + 2447.6548781174565, + 2447.516856165404, + 2397.3788342133516, + 2447.2408122612987, + 2402.102790309246, + 2396.964768357194, + 2446.826746405141, + 2446.6887244530885, + 2446.550702501036, + 2446.412680548983, + 2446.2746585969307, + 2396.1366366448783, + 2445.9986146928254, + 2445.860592740773 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260622_054248.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260622_054248.json new file mode 100644 index 0000000000000000000000000000000000000000..c176d617173cb79a931fcbf1ab46c0c1c5c0737d --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260622_054248.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T05:42:48.374988+00:00", + "metrics": { + "MSE[mean]": 2450.9454449017844, + "MSE[0.5]": 1974.9632204131533, + "MAE[0.5]": 39.5503184000651, + "MASE[0.5]": 3.451664151278409, + "MAPE[0.5]": 0.01682984250657102, + "sMAPE[0.5]": 0.016652912213586748, + "MSIS": 138.6273965731534, + "RMSE[mean]": 49.50702419760033, + "NRMSE[mean]": 0.020973849615929532, + "ND[0.5]": 0.016755651219798103, + "mean_weighted_sum_quantile_loss": 0.017110977751958297 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0 + ], + "predictions": { + "p50": [ + 2399.9354248046875, + 2399.953369140625, + 2399.936767578125, + 2399.9573974609375, + 2399.9560546875, + 2399.9515380859375, + 2399.9617919921875, + 2399.9515380859375, + 2399.9478759765625, + 2399.9898681640625, + 2399.9432373046875, + 2399.9539794921875, + 2399.947509765625, + 2399.96630859375, + 2399.94677734375, + 2399.95068359375, + 2399.9298095703125, + 2399.9368896484375, + 2399.9527587890625, + 2399.9439697265625, + 2399.9476318359375, + 2399.9466552734375, + 2399.9515380859375, + 2399.9462890625 + ], + "p10": [ + 2399.7193603515625, + 2399.72314453125, + 2399.74267578125, + 2399.768798828125, + 2399.7362060546875, + 2399.730712890625, + 2399.73095703125, + 2399.7091064453125, + 2399.705322265625, + 2399.76318359375, + 2399.6634521484375, + 2399.7005615234375, + 2399.6800537109375, + 2399.7216796875, + 2399.7318115234375, + 2399.735107421875, + 2399.73388671875, + 2399.68359375, + 2399.6700439453125, + 2399.6812744140625, + 2399.6368408203125, + 2399.662353515625, + 2399.6934814453125, + 2399.5748291015625 + ], + "p90": [ + 2400.4830322265625, + 2400.3372802734375, + 2400.578125, + 2400.4453125, + 2445.009521484375, + 2400.33203125, + 2400.636962890625, + 2444.95849609375, + 2400.488525390625, + 2434.2515869140625, + 2400.412353515625, + 2400.859130859375, + 2400.7574462890625, + 2444.864013671875, + 2400.2681884765625, + 2400.64453125, + 2403.3865966796875, + 2446.4847412109375, + 2446.8150634765625, + 2400.6038818359375, + 2401.014404296875, + 2400.607177734375, + 2446.698486328125, + 2446.0670166015625 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260622_054344.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260622_054344.json new file mode 100644 index 0000000000000000000000000000000000000000..27687048ff405bff82c5c54755196afe41e22b37 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260622_054344.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T05:43:44.226094+00:00", + "metrics": { + "MSE[mean]": 1950.3411458333333, + "MSE[0.5]": 1979.1666666666667, + "MAE[0.5]": 39.583333333333336, + "MASE[0.5]": 3.4545454545454546, + "MAPE[0.5]": 0.016843971631205674, + "sMAPE[0.5]": 0.016666666666666666, + "MSIS": 43.14545192693091, + "RMSE[mean]": 44.16266687863555, + "NRMSE[mean]": 0.018709691175414885, + "ND[0.5]": 0.01676963812886143, + "mean_weighted_sum_quantile_loss": 0.01439835245660488 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0 + ], + "predictions": { + "p50": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "p10": [ + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0 + ], + "p90": [ + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2450.0, + 2404.9999999999995, + 2400.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2450.0, + 2450.0 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260622_054344.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260622_054344.json new file mode 100644 index 0000000000000000000000000000000000000000..74fe1f1bb238dc1d4d005e3ef74b315014446429 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260622_054344.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T05:43:44.250316+00:00", + "metrics": { + "MSE[mean]": 1979.1666666666667, + "MSE[0.5]": 1979.1666666666667, + "MAE[0.5]": 39.583333333333336, + "MASE[0.5]": 3.4545454545454546, + "MAPE[0.5]": 0.016843971631205674, + "sMAPE[0.5]": 0.016666666666666666, + "MSIS": 12.567271958605057, + "RMSE[mean]": 44.487826050130465, + "NRMSE[mean]": 0.018847446164221203, + "ND[0.5]": 0.01676963812886143, + "mean_weighted_sum_quantile_loss": 0.01234480729626358 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0 + ], + "predictions": { + "p50": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "p10": [ + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0 + ], + "p90": [ + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260622_054341.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260622_054341.json new file mode 100644 index 0000000000000000000000000000000000000000..5387b058672f8cab39c9ae95ca1c2cb3dee33032 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260622_054341.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T05:43:41.673261+00:00", + "metrics": { + "MSE[mean]": 1979.3154037495453, + "MSE[0.5]": 1979.3154037495453, + "MAE[0.5]": 39.596923828125, + "MASE[0.5]": 3.455731534090909, + "MAPE[0.5]": 0.01684964714320839, + "sMAPE[0.5]": 0.01667232893096116, + "MSIS": 136.32962890625, + "RMSE[mean]": 44.48949767922251, + "NRMSE[mean]": 0.018848154356599124, + "ND[0.5]": 0.01677539579655781, + "mean_weighted_sum_quantile_loss": 0.016697794273131804 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0 + ], + "predictions": { + "p50": [ + 2399.99951171875, + 2400.089599609375, + 2400.09521484375, + 2400.060791015625, + 2400.0283203125, + 2400.024658203125, + 2400.0673828125, + 2400.047607421875, + 2400.01953125, + 2400.010986328125, + 2399.9853515625, + 2399.946044921875, + 2399.997314453125, + 2399.981201171875, + 2399.939697265625, + 2399.87158203125, + 2400.1298828125, + 2400.032470703125, + 2399.97705078125, + 2399.939697265625, + 2399.88427734375, + 2400.085205078125, + 2400.0380859375, + 2400.07470703125 + ], + "p10": [ + 2399.980712890625, + 2399.949462890625, + 2399.938720703125, + 2399.876708984375, + 2399.835205078125, + 2399.843994140625, + 2399.77880859375, + 2399.77978515625, + 2399.786376953125, + 2399.701416015625, + 2399.74560546875, + 2399.5927734375, + 2399.51318359375, + 2399.52197265625, + 2399.389404296875, + 2399.385009765625, + 2399.16357421875, + 2398.977783203125, + 2398.79638671875, + 2398.716796875, + 2398.52197265625, + 2398.49560546875, + 2398.327392578125, + 2398.21240234375 + ], + "p90": [ + 2400.1416015625, + 2400.2744140625, + 2400.35400390625, + 2400.418212890625, + 2400.468994140625, + 2400.544189453125, + 2400.743408203125, + 2400.72119140625, + 2400.668212890625, + 2400.734619140625, + 2400.61962890625, + 2400.827392578125, + 2400.955810546875, + 2401.048828125, + 2401.177001953125, + 2401.106201171875, + 2403.433837890625, + 2404.1064453125, + 2404.566650390625, + 2404.74365234375, + 2405.133056640625, + 2405.59326171875, + 2405.59326171875, + 2406.407470703125 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260622_054007.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260622_054007.json new file mode 100644 index 0000000000000000000000000000000000000000..5a330014cff0eb5e8a56e086b780538bf6567ae2 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260622_054007.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T05:40:07.816116+00:00", + "metrics": { + "MSE[mean]": 1982.4451436822612, + "MSE[0.5]": 1976.5539957260091, + "MAE[0.5]": 39.57024129231771, + "MASE[0.5]": 3.453402876420455, + "MAPE[0.5]": 0.01683828421518312, + "sMAPE[0.5]": 0.016661212324989304, + "MSIS": 139.38379083806817, + "RMSE[mean]": 44.52465770426833, + "NRMSE[mean]": 0.018863050042408472, + "ND[0.5]": 0.016764091633109, + "mean_weighted_sum_quantile_loss": 0.016856050071405806 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0 + ], + "predictions": { + "p50": [ + 2399.905517578125, + 2399.959228515625, + 2399.888427734375, + 2399.87890625, + 2399.974609375, + 2399.967529296875, + 2399.866943359375, + 2399.83203125, + 2399.83935546875, + 2400.004150390625, + 2399.9833984375, + 2399.833984375, + 2400.08447265625, + 2399.85888671875, + 2399.97900390625, + 2399.953857421875, + 2399.869384765625, + 2400.030029296875, + 2400.03369140625, + 2400.10400390625, + 2400.05322265625, + 2400.034912109375, + 2400.057373046875, + 2400.0712890625 + ], + "p10": [ + 2400.21630859375, + 2399.908203125, + 2400.2783203125, + 2400.1513671875, + 2400.151123046875, + 2399.9306640625, + 2400.27783203125, + 2400.3046875, + 2400.29541015625, + 2400.315673828125, + 2400.318359375, + 2400.33056640625, + 2400.406005859375, + 2400.321533203125, + 2400.385009765625, + 2400.537353515625, + 2400.436767578125, + 2400.406982421875, + 2400.45556640625, + 2400.587646484375, + 2400.527587890625, + 2400.3134765625, + 2400.65771484375, + 2400.6435546875 + ], + "p90": [ + 2400.08544921875, + 2400.17333984375, + 2400.20849609375, + 2400.163330078125, + 2400.200439453125, + 2400.3896484375, + 2400.172119140625, + 2400.167236328125, + 2400.13623046875, + 2400.321533203125, + 2400.6572265625, + 2400.4541015625, + 2400.61083984375, + 2400.493896484375, + 2400.249267578125, + 2400.352294921875, + 2400.4404296875, + 2400.392822265625, + 2400.361328125, + 2400.461181640625, + 2400.44091796875, + 2400.527099609375, + 2400.53369140625, + 2400.726806640625 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260622_054208.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260622_054208.json new file mode 100644 index 0000000000000000000000000000000000000000..6054bcd19df48820ec8ac6269f1537ab56a6ae9f --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260622_054208.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TiRex", + "evaluated_at": "2026-06-22T05:42:08.341660+00:00", + "metrics": { + "MSE[mean]": 1979.7809570307534, + "MSE[0.5]": 1979.7809570307534, + "MAE[0.5]": 39.598236083984375, + "MASE[0.5]": 3.4558460582386363, + "MAPE[0.5]": 0.016850235490370586, + "sMAPE[0.5]": 0.01667287578546478, + "MSIS": 138.53510830965908, + "RMSE[mean]": 44.49472954216885, + "NRMSE[mean]": 0.01885037085634691, + "ND[0.5]": 0.016775951739022507, + "mean_weighted_sum_quantile_loss": 0.01698780690322521 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0 + ], + "predictions": { + "p50": [ + 2400.028076171875, + 2400.029296875, + 2400.056640625, + 2400.0625, + 2400.05419921875, + 2400.043212890625, + 2400.0390625, + 2400.039794921875, + 2400.032470703125, + 2400.03125, + 2400.0263671875, + 2400.010986328125, + 2399.988525390625, + 2399.986328125, + 2399.9833984375, + 2399.986328125, + 2399.9951171875, + 2399.989013671875, + 2399.989990234375, + 2399.995849609375, + 2399.9814453125, + 2399.994384765625, + 2399.995361328125, + 2400.01806640625 + ], + "p10": [ + 2399.933349609375, + 2399.923828125, + 2399.95947265625, + 2399.98388671875, + 2399.949951171875, + 2399.940185546875, + 2399.946533203125, + 2399.958984375, + 2399.91357421875, + 2399.927001953125, + 2399.890625, + 2399.8857421875, + 2399.847412109375, + 2399.823486328125, + 2399.8291015625, + 2399.8134765625, + 2399.806640625, + 2399.804443359375, + 2399.813232421875, + 2399.8173828125, + 2399.791015625, + 2399.7958984375, + 2399.7822265625, + 2399.8017578125 + ], + "p90": [ + 2400.1513671875, + 2400.16748046875, + 2400.178955078125, + 2400.241455078125, + 2400.332763671875, + 2401.0791015625, + 2402.036376953125, + 2402.546630859375, + 2403.03515625, + 2403.239990234375, + 2403.36962890625, + 2403.48974609375, + 2404.917236328125, + 2406.92041015625, + 2408.16748046875, + 2410.204833984375, + 2412.3671875, + 2414.22802734375, + 2416.767578125, + 2417.94482421875, + 2420.559326171875, + 2422.57177734375, + 2424.005859375, + 2426.27392578125 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260622_054106.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260622_054106.json new file mode 100644 index 0000000000000000000000000000000000000000..e59d27264e2e9485ef3a9dabbf61ec4757423d40 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260622_054106.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T05:41:06.394858+00:00", + "metrics": { + "MSE[mean]": 1980.2777244572837, + "MSE[0.5]": 1980.2777244572837, + "MAE[0.5]": 39.597747802734375, + "MASE[0.5]": 3.4558034446022727, + "MAPE[0.5]": 0.016850076138832326, + "sMAPE[0.5]": 0.01667267216366387, + "MSIS": 138.3964577414773, + "RMSE[mean]": 44.50031150966568, + "NRMSE[mean]": 0.018852735679293492, + "ND[0.5]": 0.01677574487671006, + "mean_weighted_sum_quantile_loss": 0.01685882049407914 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0 + ], + "predictions": { + "p50": [ + 2400.013671875, + 2400.01416015625, + 2400.015869140625, + 2400.01611328125, + 2400.01123046875, + 2400.01904296875, + 2400.01806640625, + 2400.01123046875, + 2400.016845703125, + 2400.02001953125, + 2400.017578125, + 2400.010986328125, + 2400.009765625, + 2400.00927734375, + 2400.016357421875, + 2400.01611328125, + 2400.0126953125, + 2400.012939453125, + 2400.010498046875, + 2400.010986328125, + 2400.015380859375, + 2400.01708984375, + 2400.01123046875, + 2400.018798828125 + ], + "p10": [ + 2399.98291015625, + 2399.985595703125, + 2399.9794921875, + 2399.97509765625, + 2399.975341796875, + 2399.97314453125, + 2399.96875, + 2399.970703125, + 2399.973876953125, + 2399.97119140625, + 2399.9658203125, + 2399.980224609375, + 2399.980224609375, + 2399.9765625, + 2399.980224609375, + 2399.972412109375, + 2399.986328125, + 2399.977294921875, + 2399.974609375, + 2399.9755859375, + 2399.96875, + 2399.971923828125, + 2399.97265625, + 2399.971923828125 + ], + "p90": [ + 2400.088134765625, + 2400.0625, + 2400.126708984375, + 2400.169189453125, + 2400.158203125, + 2400.232421875, + 2400.2802734375, + 2400.39208984375, + 2400.474853515625, + 2400.540771484375, + 2401.788818359375, + 2400.71728515625, + 2400.792724609375, + 2401.153564453125, + 2401.72119140625, + 2402.49365234375, + 2404.0302734375, + 2405.7314453125, + 2406.744140625, + 2407.303466796875, + 2408.121826171875, + 2409.42041015625, + 2411.46875, + 2413.212890625 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260622_054344.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260622_054344.json new file mode 100644 index 0000000000000000000000000000000000000000..1dd7045def6004dc66804cb591c217e5a26d956a --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260622_054344.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-22T05:43:44.053284+00:00", + "metrics": { + "MSE[mean]": 0.07173415815980125, + "MSE[0.5]": 0.0797398474291006, + "MAE[0.5]": 0.25987801530090454, + "MASE[0.5]": 3.9981241922235364, + "MAPE[0.5]": 0.16340038980353638, + "sMAPE[0.5]": 0.18014914083827915, + "MSIS": 66.92956344724914, + "RMSE[mean]": 0.26783233217780344, + "NRMSE[mean]": 0.17295002615965782, + "ND[0.5]": 0.16781360629296077, + "mean_weighted_sum_quantile_loss": 0.15234258570274564 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00", + "2026-06-21 04:00:00", + "2026-06-21 04:10:00", + "2026-06-21 04:20:00", + "2026-06-21 04:30:00", + "2026-06-21 04:40:00", + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00" + ], + "context": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.330082517904412, + 1.3070296407913786, + 1.2990362143117355, + 1.2939140582269224, + 1.2930995303585555, + 1.2918023095305224, + 1.2914953476414581, + 1.29067340508558, + 1.2915335082821928, + 1.2909591329396175, + 1.2918257423889867, + 1.2913295585019522, + 1.2913284734485242, + 1.2913886080220347, + 1.2913884301688545, + 1.2912048637799627, + 1.2912048346277083, + 1.2916204632186656, + 1.291620458440264, + 1.2912671627580568, + 1.2912671619748197, + 1.2916204554053399, + 1.2910782840528998, + 1.2916204552249813, + 1.2910140997952992, + 1.2911424681559407, + 1.291078283967911, + 1.2916204551905726, + 1.291388309179647, + 1.2922380083161693, + 1.2907437328029958, + 1.291388309179288, + 1.2914471719020728, + 1.292797645897524, + 1.2913277353106334, + 1.291506034624863, + 1.2915632449072427, + 1.2912048147960729, + 1.2913883091792624, + 1.291014099780984, + 1.291142468150145, + 1.292076954692443, + 1.2913883091792624, + 1.291142468150145, + 1.2912653886647036, + 1.2913883091792624, + 1.2913883091792624, + 1.2921318863158455, + 1.2920220230690405, + 1.2913883091792624, + 1.2912671614420008, + 1.2916204551896227, + 1.2915060346248624, + 1.2912671614420008, + 1.291014099780984, + 1.2916204551896227, + 1.2921318863158455, + 1.2913883091792624, + 1.2920220230690405, + 1.2921849473159295, + 1.2913883091792624, + 1.2913883091792624, + 1.2912671614420008, + 1.2915060346248624, + 1.2908819201087125, + 1.2913883091792624, + 1.2913883091792624, + 1.2920220230690405, + 1.2912048147960729, + 1.2914471719020624, + 1.2913277353106316, + 1.290386570506563 + ], + "p10": [ + 1.2581576960415237, + 1.232249999045351, + 1.225755319500056, + 1.219405304059856, + 1.2208323485379133, + 1.2202237732230607, + 1.1911032642157562, + 1.1917996377634021, + 1.2198372465291312, + 1.216503262320956, + 1.2279409807814086, + 1.2198115960631213, + 1.2242489175344624, + 1.216492438168959, + 1.2168796760017881, + 1.2242482283804597, + 1.2168408332752303, + 1.2257583290046627, + 1.2200972044567935, + 1.220068459688773, + 1.2164921398590056, + 1.219809773087518, + 1.2168795550995313, + 1.2200684584080757, + 1.219809772886116, + 1.2168795550179916, + 1.219809772874147, + 1.1837705152754698, + 1.2200972012065368, + 1.2197754365869122, + 1.2164921393262498, + 1.2195167510858658, + 1.2168795550122065, + 1.2241138765728836, + 1.2226243561643164, + 1.2168795550121967, + 1.225607306817715, + 1.216879555012196, + 1.2164921393261867, + 1.216879555012196, + 1.2164921393261867, + 1.220068458372717, + 1.216879555012196, + 1.18377051527452, + 1.2164921393261867, + 1.216879555012196, + 1.2226243561643146, + 1.2198097728718007, + 1.216879555012196, + 1.2198097728718007, + 1.220068458372717, + 1.220068458372717, + 1.220068458372717, + 1.1917317781749752, + 1.1917317781749752, + 1.222905151159666, + 1.2226243561643146, + 1.2279364775217534, + 1.2200972012061522, + 1.2198097728718007, + 1.1917317781749752, + 1.2200972012061522, + 1.216879555012196, + 1.2226243561643146, + 1.220068458372717, + 1.1909356518849297, + 1.2164921393261867, + 1.216879555012196, + 1.216879555012196, + 1.216879555012196, + 1.2198097728718007, + 1.216879555012196 + ], + "p90": [ + 1.4304609671220652, + 1.408348598794861, + 1.3908434173953073, + 1.394866339011419, + 1.3939619888592176, + 1.393409839995626, + 1.3925680846175201, + 1.3924683318751205, + 1.384632322638422, + 1.3853895460741275, + 1.3833299548171, + 1.3846066721724122, + 1.3929965777822586, + 1.3929397120358773, + 1.3846049699706837, + 1.392340638947649, + 1.3685816797396055, + 1.392340597992802, + 1.3929958428950073, + 1.3710900967200415, + 1.3846048495139105, + 1.3935036779214334, + 1.3697306114742698, + 1.3929394132284636, + 1.3935036777200314, + 1.3923405899695547, + 1.3853784230817046, + 1.3842269653990262, + 1.3854383054026775, + 1.3924004722868493, + 1.3935036777057792, + 1.3833254515574704, + 1.392400472286704, + 1.3929394131931092, + 1.393503677705718, + 1.3935036777057168, + 1.3833254515574451, + 1.3846048489810916, + 1.3686965550558667, + 1.3846048489810916, + 1.3710900954039855, + 1.3935036777057161, + 1.3924004722866936, + 1.3834533912998095, + 1.3834533912998095, + 1.392340589963759, + 1.3935036777057161, + 1.392340589963759, + 1.383325451557445, + 1.3697306113869345, + 1.392939413193105, + 1.3933181710923535, + 1.3834533912998095, + 1.3853784230793582, + 1.3846048489810916, + 1.3924004722866936, + 1.392995839644366, + 1.3846048489810916, + 1.3924004722866936, + 1.3834533912998095, + 1.392340589963759, + 1.392340589963759, + 1.383325451557445, + 1.3938260091537034, + 1.3924004722866936, + 1.392340589963759, + 1.3853784230793582, + 1.3924004722866936, + 1.3846048489810916, + 1.3924004722866936, + 1.3697306113869345, + 1.3685816599079703 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260622_053832.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260622_053832.json new file mode 100644 index 0000000000000000000000000000000000000000..92e472531ede9ccbecdd6d67b8d9a7cd1505ed65 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260622_053832.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T05:38:32.315516+00:00", + "metrics": { + "MSE[mean]": 0.08053918458537071, + "MSE[0.5]": 0.08053918458537071, + "MAE[0.5]": 0.26151349809434676, + "MASE[0.5]": 4.023285471506264, + "MAPE[0.5]": 0.16446227946827838, + "sMAPE[0.5]": 0.18141137499044854, + "MSIS": 93.53193651193052, + "RMSE[mean]": 0.28379426453924456, + "NRMSE[mean]": 0.18325728293117136, + "ND[0.5]": 0.1688697028053181, + "mean_weighted_sum_quantile_loss": 0.14882065464622296 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00", + "2026-06-21 04:00:00", + "2026-06-21 04:10:00", + "2026-06-21 04:20:00", + "2026-06-21 04:30:00", + "2026-06-21 04:40:00", + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00" + ], + "context": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.3401007652282715, + 1.3085654973983765, + 1.2909190654754639, + 1.2834081649780273, + 1.2804721593856812, + 1.2790108919143677, + 1.2813059091567993, + 1.283962368965149, + 1.2874820232391357, + 1.289991021156311, + 1.2898987531661987, + 1.291829228401184, + 1.2919875383377075, + 1.2930660247802734, + 1.2940126657485962, + 1.295428991317749, + 1.2954835891723633, + 1.2944775819778442, + 1.2929500341415405, + 1.2944759130477905, + 1.2946926355361938, + 1.2954320907592773, + 1.2966519594192505, + 1.2977592945098877, + 1.2978241443634033, + 1.2969778776168823, + 1.2959113121032715, + 1.2953224182128906, + 1.2947931289672852, + 1.2955732345581055, + 1.2966599464416504, + 1.2963513135910034, + 1.2959651947021484, + 1.2959989309310913, + 1.2955340147018433, + 1.2953228950500488, + 1.294172763824463, + 1.2943907976150513, + 1.293286919593811, + 1.2919914722442627, + 1.2913049459457397, + 1.2881333827972412, + 1.2851258516311646, + 1.2840970754623413, + 1.2834179401397705, + 1.2838798761367798, + 1.2852702140808105, + 1.285904049873352, + 1.2856481075286865, + 1.283066749572754, + 1.2778520584106445, + 1.2760889530181885, + 1.27543306350708, + 1.2755746841430664, + 1.2776941061019897, + 1.2803728580474854, + 1.2831106185913086, + 1.2841166257858276, + 1.2854307889938354, + 1.2869348526000977, + 1.2875785827636719, + 1.288553237915039, + 1.2905879020690918, + 1.2903891801834106, + 1.2916784286499023, + 1.2916393280029297, + 1.2897064685821533, + 1.2917364835739136, + 1.2922743558883667, + 1.2937488555908203, + 1.2960888147354126, + 1.297426700592041 + ], + "p10": [ + 1.247612714767456, + 1.2071071863174438, + 1.1997509002685547, + 1.1944080591201782, + 1.1924374103546143, + 1.1935590505599976, + 1.1958916187286377, + 1.1982533931732178, + 1.202883243560791, + 1.2041183710098267, + 1.2066853046417236, + 1.2067328691482544, + 1.2077128887176514, + 1.2072339057922363, + 1.2080762386322021, + 1.2097164392471313, + 1.2076444625854492, + 1.2058862447738647, + 1.204376459121704, + 1.202958583831787, + 1.2017062902450562, + 1.2028653621673584, + 1.2030152082443237, + 1.2005677223205566, + 1.2034913301467896, + 1.201728343963623, + 1.2021344900131226, + 1.2007814645767212, + 1.1988128423690796, + 1.200527548789978, + 1.2006845474243164, + 1.2010693550109863, + 1.2041717767715454, + 1.203614592552185, + 1.2047085762023926, + 1.2052409648895264, + 1.2049421072006226, + 1.2077500820159912, + 1.206028699874878, + 1.2024250030517578, + 1.2027595043182373, + 1.199898600578308, + 1.1983524560928345, + 1.1949963569641113, + 1.1921107769012451, + 1.190971851348877, + 1.1895623207092285, + 1.1866800785064697, + 1.1884125471115112, + 1.1860699653625488, + 1.1846277713775635, + 1.1822370290756226, + 1.1827278137207031, + 1.1826021671295166, + 1.1844196319580078, + 1.186286211013794, + 1.1887753009796143, + 1.1890000104904175, + 1.190840721130371, + 1.189906120300293, + 1.1888141632080078, + 1.1908835172653198, + 1.190554141998291, + 1.1898747682571411, + 1.193572998046875, + 1.192689061164856, + 1.1907782554626465, + 1.1887269020080566, + 1.18932044506073, + 1.190510869026184, + 1.1914756298065186, + 1.189406394958496 + ], + "p90": [ + 1.4545989036560059, + 1.424189567565918, + 1.4057810306549072, + 1.3945508003234863, + 1.3941620588302612, + 1.3922039270401, + 1.392853856086731, + 1.392629623413086, + 1.3954746723175049, + 1.393548846244812, + 1.3900537490844727, + 1.3911930322647095, + 1.3920044898986816, + 1.392608404159546, + 1.391303539276123, + 1.3940919637680054, + 1.3953282833099365, + 1.3976548910140991, + 1.3996803760528564, + 1.4025386571884155, + 1.40823495388031, + 1.4110918045043945, + 1.413527488708496, + 1.4155011177062988, + 1.417734146118164, + 1.416407823562622, + 1.4198459386825562, + 1.4180498123168945, + 1.4186654090881348, + 1.4203758239746094, + 1.421985149383545, + 1.419673204421997, + 1.4062618017196655, + 1.406944990158081, + 1.403916835784912, + 1.4021413326263428, + 1.4011051654815674, + 1.3990107774734497, + 1.39828622341156, + 1.3985649347305298, + 1.3998322486877441, + 1.3978898525238037, + 1.399898648262024, + 1.4041681289672852, + 1.408219814300537, + 1.4123948812484741, + 1.4204601049423218, + 1.4223626852035522, + 1.4205127954483032, + 1.4174025058746338, + 1.4115301370620728, + 1.4102216958999634, + 1.4128702878952026, + 1.4130619764328003, + 1.4133927822113037, + 1.4162588119506836, + 1.419089913368225, + 1.4146610498428345, + 1.4163788557052612, + 1.4176503419876099, + 1.4161875247955322, + 1.418763279914856, + 1.4203710556030273, + 1.4226466417312622, + 1.417259693145752, + 1.421860694885254, + 1.4217015504837036, + 1.4257116317749023, + 1.4327061176300049, + 1.437561273574829, + 1.4402947425842285, + 1.4434951543807983 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260622_054344.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260622_054344.json new file mode 100644 index 0000000000000000000000000000000000000000..ca40642b54a5bc94a0191148cf0b1839c96bd6b0 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260622_054344.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-22T05:43:44.162614+00:00", + "metrics": { + "MSE[mean]": 0.09877002242498586, + "MSE[0.5]": 0.09951951004093325, + "MAE[0.5]": 0.2902727190721326, + "MASE[0.5]": 4.465735122384399, + "MAPE[0.5]": 0.18248950730415217, + "sMAPE[0.5]": 0.2037237895028525, + "MSIS": 59.77572187635198, + "RMSE[mean]": 0.3142769836067953, + "NRMSE[mean]": 0.20294119120797544, + "ND[0.5]": 0.18744067958021116, + "mean_weighted_sum_quantile_loss": 0.17370021892568696 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00", + "2026-06-21 04:00:00", + "2026-06-21 04:10:00", + "2026-06-21 04:20:00", + "2026-06-21 04:30:00", + "2026-06-21 04:40:00", + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00" + ], + "context": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.286986893313964, + 1.2862456382886531, + 1.2855043832633424, + 1.2847631282380314, + 1.2840218732127207, + 1.28328061818741, + 1.282539363162099, + 1.2817981081367882, + 1.2810568531114772, + 1.2803155980861665, + 1.2795743430608557, + 1.2788330880355447, + 1.278091833010234, + 1.2773505779849232, + 1.2766093229596123, + 1.2758680679343015, + 1.2751268129089905, + 1.2743855578836798, + 1.273644302858369, + 1.272903047833058, + 1.2721617928077473, + 1.2714205377824364, + 1.2706792827571256, + 1.2699380277318149, + 1.2691967727065039, + 1.2684555176811931, + 1.2677142626558822, + 1.2669730076305714, + 1.2662317526052607, + 1.2654904975799497, + 1.264749242554639, + 1.264007987529328, + 1.2632667325040172, + 1.2625254774787065, + 1.2617842224533955, + 1.2610429674280847, + 1.2603017124027738, + 1.259560457377463, + 1.2588192023521523, + 1.2580779473268413, + 1.2573366923015306, + 1.2565954372762198, + 1.2558541822509088, + 1.255112927225598, + 1.2543716722002871, + 1.2536304171749764, + 1.2528891621496656, + 1.2521479071243546, + 1.251406652099044, + 1.250665397073733, + 1.2499241420484222, + 1.2491828870231114, + 1.2484416319978004, + 1.2477003769724897, + 1.2469591219471787, + 1.246217866921868, + 1.2454766118965572, + 1.2447353568712463, + 1.2439941018459355, + 1.2432528468206245, + 1.2425115917953138, + 1.241770336770003, + 1.241029081744692, + 1.2402878267193813, + 1.2395465716940703, + 1.2388053166687596, + 1.2380640616434488, + 1.2373228066181379, + 1.2365815515928271, + 1.2358402965675164, + 1.2350990415422054, + 1.2343577865168947 + ], + "p10": [ + 1.1869869767604668, + 1.1862456144467952, + 1.1855043594214845, + 1.1847631043961735, + 1.1840218493708627, + 1.183280594345552, + 1.182539339320241, + 1.1817980842949303, + 1.1810568292696193, + 1.1803155742443086, + 1.1795743192189978, + 1.1788330641936868, + 1.178091809168376, + 1.1773505541430653, + 1.1766092991177544, + 1.1758680440924436, + 1.1751267890671326, + 1.1743855340418219, + 1.1736442790165111, + 1.1729030239912002, + 1.1721617689658894, + 1.1714205139405784, + 1.1706792589152677, + 1.169938003889957, + 1.169196748864646, + 1.1684554938393352, + 1.1677142388140243, + 1.1669729837887135, + 1.1662317287634028, + 1.1654904737380918, + 1.164749218712781, + 1.16400796368747, + 1.1632667086621593, + 1.1625254536368486, + 1.1617841986115376, + 1.1610430627955164, + 1.1603016885609159, + 1.1595604335356051, + 1.1588191785102944, + 1.1580779234849834, + 1.1573366684596726, + 1.1565955326436514, + 1.155854158409051, + 1.1551129033837402, + 1.1543716483584292, + 1.1536303933331185, + 1.1528891383078077, + 1.1521478832824967, + 1.151406628257186, + 1.1506654924411646, + 1.1499241182065643, + 1.1491828631812535, + 1.1484416081559425, + 1.1477003531306318, + 1.1469590981053208, + 1.14621784308001, + 1.1454765880546993, + 1.1447353330293883, + 1.1439940780040776, + 1.1432528229787666, + 1.1425116871627454, + 1.1417703129281451, + 1.1410290579028342, + 1.1402878028775234, + 1.1395465478522124, + 1.1388052928269017, + 1.138064037801591, + 1.13732278277628, + 1.1365815277509692, + 1.1358402727256585, + 1.1350990177003475, + 1.1343577626750367 + ], + "p90": [ + 1.386986917155822, + 1.386245662130511, + 1.3855044071052003, + 1.3847631520798893, + 1.3840218970545786, + 1.3832806420292678, + 1.3825393870039568, + 1.381798131978646, + 1.3810568769533351, + 1.3803156219280244, + 1.379574259614353, + 1.3788331118774027, + 1.3780917495637313, + 1.3773506018267812, + 1.3766093468014702, + 1.3758680917761594, + 1.3751268367508485, + 1.3743855817255377, + 1.373644326700227, + 1.372903071674916, + 1.3721618166496052, + 1.3714205616242943, + 1.3706793065989835, + 1.3699380515736728, + 1.3691967965483618, + 1.368455541523051, + 1.36771428649774, + 1.3669730314724293, + 1.3662317764471186, + 1.3654905214218076, + 1.3647492663964969, + 1.3640080113711859, + 1.3632667563458751, + 1.3625255013205644, + 1.3617842462952534, + 1.3610429912699427, + 1.3603017362446317, + 1.359560481219321, + 1.3588192261940102, + 1.3580779711686992, + 1.3573367161433885, + 1.3565954611180777, + 1.3558542060927667, + 1.355112951067456, + 1.354371696042145, + 1.3536304410168343, + 1.3528891859915235, + 1.3521479309662126, + 1.3514066759409018, + 1.3506654209155908, + 1.34992416589028, + 1.3491829108649693, + 1.3484416558396584, + 1.3477004008143476, + 1.3469591457890366, + 1.3462178907637259, + 1.3454766357384151, + 1.3447353807131042, + 1.3439941256877934, + 1.3432528706624824, + 1.3425116156371717, + 1.341770360611861, + 1.34102910558655, + 1.3402878505612392, + 1.3395465955359283, + 1.3388053405106175, + 1.3380640854853068, + 1.3373228304599958, + 1.336581575434685, + 1.3358403204093743, + 1.3350990653840633, + 1.3343578103587526 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260622_054241.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260622_054241.json new file mode 100644 index 0000000000000000000000000000000000000000..e01d267224bd6379642beb8087ea0489aba88842 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260622_054241.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T05:42:41.523603+00:00", + "metrics": { + "MSE[mean]": 0.07293345394770295, + "MSE[0.5]": 0.07185550353245412, + "MAE[0.5]": 0.245350348452727, + "MASE[0.5]": 3.774621576140335, + "MAPE[0.5]": 0.1541572402666379, + "sMAPE[0.5]": 0.1690960455951997, + "MSIS": 69.2243642811721, + "RMSE[mean]": 0.2700619446491915, + "NRMSE[mean]": 0.1743897759169667, + "ND[0.5]": 0.15843251200534839, + "mean_weighted_sum_quantile_loss": 0.13754483968034334 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00", + "2026-06-21 04:00:00", + "2026-06-21 04:10:00", + "2026-06-21 04:20:00", + "2026-06-21 04:30:00", + "2026-06-21 04:40:00", + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00" + ], + "context": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.3141247034072876, + 1.313538908958435, + 1.318649411201477, + 1.3100342750549316, + 1.3189460039138794, + 1.321820080280304, + 1.303918182849884, + 1.3210915923118591, + 1.3113123774528503, + 1.3030025362968445, + 1.3126525282859802, + 1.3004171252250671, + 1.3042232394218445, + 1.3082799315452576, + 1.3143497705459595, + 1.3004406094551086, + 1.3065072298049927, + 1.3039066791534424, + 1.3085533380508423, + 1.303572177886963, + 1.3083958625793457, + 1.2991008162498474, + 1.3036669492721558, + 1.3076889514923096, + 1.3013228178024292, + 1.3100338578224182, + 1.306787371635437, + 1.3058246970176697, + 1.312570869922638, + 1.3042812943458557, + 1.2930590510368347, + 1.3116012811660767, + 1.3164635300636292, + 1.3102311491966248, + 1.3174030184745789, + 1.2976931929588318, + 1.305077314376831, + 1.3134307265281677, + 1.3029760122299194, + 1.3110376000404358, + 1.3059106469154358, + 1.3086732625961304, + 1.319160521030426, + 1.321064531803131, + 1.3071904182434082, + 1.3075560927391052, + 1.320182740688324, + 1.2998849153518677, + 1.3096886277198792, + 1.3080971240997314, + 1.3064857125282288, + 1.306560754776001, + 1.306370496749878, + 1.3041701316833496, + 1.316308617591858, + 1.309041440486908, + 1.2959539294242859, + 1.3051962852478027, + 1.2932347655296326, + 1.299833059310913, + 1.2997639775276184, + 1.3113632798194885, + 1.319384515285492, + 1.3042357563972473, + 1.314057171344757, + 1.316237986087799, + 1.3043625950813293, + 1.2949721813201904, + 1.2937439680099487, + 1.31333988904953, + 1.3091798424720764, + 1.312226951122284 + ], + "p10": [ + 1.2025423645973206, + 1.154251217842102, + 1.1706187725067139, + 1.171924114227295, + 1.2012609243392944, + 1.2043498754501343, + 1.185118556022644, + 1.1911782026290894, + 1.1775638461112976, + 1.163642168045044, + 1.1942824125289917, + 1.1489890217781067, + 1.152483582496643, + 1.1747084259986877, + 1.1810126304626465, + 1.1237666606903076, + 1.1583098769187927, + 1.1553587913513184, + 1.1752254962921143, + 1.161510407924652, + 1.2000885605812073, + 1.1765418648719788, + 1.1766092777252197, + 1.1803238987922668, + 1.168563961982727, + 1.195872962474823, + 1.151305913925171, + 1.1586347222328186, + 1.1548839211463928, + 1.1725779175758362, + 1.1703305840492249, + 1.1480926871299744, + 1.1681735515594482, + 1.1776237487792969, + 1.1886557936668396, + 1.1553328037261963, + 1.1436372995376587, + 1.1672384142875671, + 1.1581349968910217, + 1.1806880235671997, + 1.1743321418762207, + 1.155672550201416, + 1.1586506366729736, + 1.1880372762680054, + 1.1423284411430359, + 1.1566431522369385, + 1.181603491306305, + 1.1769888401031494, + 1.1443423628807068, + 1.1293873190879822, + 1.127313256263733, + 1.13264000415802, + 1.1245166659355164, + 1.1135480403900146, + 1.150141179561615, + 1.1164917349815369, + 1.1126906871795654, + 1.082647979259491, + 1.1361908912658691, + 1.111108124256134, + 1.0852624773979187, + 1.1529921293258667, + 1.1340970396995544, + 1.1339492797851562, + 1.0952722430229187, + 1.1410330533981323, + 1.1228091716766357, + 1.06986802816391, + 1.1521796584129333, + 1.0928884744644165, + 1.090860366821289, + 1.0840887427330017 + ], + "p90": [ + 1.4284324049949646, + 1.4049884676933289, + 1.4502957463264465, + 1.424079716205597, + 1.4185135960578918, + 1.4468833208084106, + 1.4249315857887268, + 1.440679132938385, + 1.423658311367035, + 1.4386199712753296, + 1.454372525215149, + 1.4237247705459595, + 1.4241514205932617, + 1.4281143546104431, + 1.4579431414604187, + 1.4209147691726685, + 1.4487895369529724, + 1.4332510232925415, + 1.4424121975898743, + 1.4207192063331604, + 1.4243991374969482, + 1.441558063030243, + 1.4336212873458862, + 1.4399119019508362, + 1.4216426014900208, + 1.4369962811470032, + 1.4572092294692993, + 1.429124653339386, + 1.4340096712112427, + 1.4319911003112793, + 1.4242485761642456, + 1.443637490272522, + 1.4888246655464172, + 1.4155556559562683, + 1.4290133118629456, + 1.4410163760185242, + 1.427872896194458, + 1.4482712149620056, + 1.469376802444458, + 1.4418378472328186, + 1.4334882497787476, + 1.4432606101036072, + 1.4998571276664734, + 1.4363219738006592, + 1.4683547019958496, + 1.4728246927261353, + 1.4610862731933594, + 1.4483155608177185, + 1.4526421427726746, + 1.4679903388023376, + 1.4858521819114685, + 1.4549732208251953, + 1.4580627083778381, + 1.4909071326255798, + 1.4846183061599731, + 1.503951370716095, + 1.467730164527893, + 1.4714939594268799, + 1.5121702551841736, + 1.4658032655715942, + 1.4511836767196655, + 1.4947312474250793, + 1.5134958028793335, + 1.4565382599830627, + 1.4775983691215515, + 1.4734761118888855, + 1.5017284154891968, + 1.4886709451675415, + 1.4663534760475159, + 1.5007081031799316, + 1.5094838738441467, + 1.5109132528305054 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260622_054344.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260622_054344.json new file mode 100644 index 0000000000000000000000000000000000000000..21bc615511cef810699d2f7a8913106524015995 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260622_054344.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T05:43:44.214325+00:00", + "metrics": { + "MSE[mean]": 0.07336373712953247, + "MSE[0.5]": 0.07399071303892228, + "MAE[0.5]": 0.24882482136586445, + "MASE[0.5]": 3.828075017337182, + "MAPE[0.5]": 0.15628096322618418, + "sMAPE[0.5]": 0.17171123975940505, + "MSIS": 41.0552143126894, + "RMSE[mean]": 0.27085741106628863, + "NRMSE[mean]": 0.17490344032980074, + "ND[0.5]": 0.16067611783266583, + "mean_weighted_sum_quantile_loss": 0.14707832452222033 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00", + "2026-06-21 04:00:00", + "2026-06-21 04:10:00", + "2026-06-21 04:20:00", + "2026-06-21 04:30:00", + "2026-06-21 04:40:00", + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00" + ], + "context": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605, + 1.3028845882568605 + ], + "p10": [ + 1.2028846717033632, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028846836242921, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028846836242921, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028846836242921, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028846836242921, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026, + 1.2028845644150026 + ], + "p90": [ + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028845048103578, + 1.4028846120987184, + 1.4028845048103578, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184, + 1.4028846120987184 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260622_054344.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260622_054344.json new file mode 100644 index 0000000000000000000000000000000000000000..b17468db8c6cf9e1aa0c83eb447546f90ea0ba4e --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260622_054344.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T05:43:44.243777+00:00", + "metrics": { + "MSE[mean]": 0.07722224149439445, + "MSE[0.5]": 0.07722224149439445, + "MAE[0.5]": 0.24722225798500908, + "MASE[0.5]": 3.8034201906672513, + "MAPE[0.5]": 0.1550931872126665, + "sMAPE[0.5]": 0.17131559501953497, + "MSIS": 130.98167630038904, + "RMSE[mean]": 0.27788890135159133, + "NRMSE[mean]": 0.17944395423600515, + "ND[0.5]": 0.15964127869883996, + "mean_weighted_sum_quantile_loss": 0.15469459221026882 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00", + "2026-06-21 04:00:00", + "2026-06-21 04:10:00", + "2026-06-21 04:20:00", + "2026-06-21 04:30:00", + "2026-06-21 04:40:00", + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00" + ], + "context": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142 + ], + "p10": [ + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.1760000467300415, + 1.1760000467300415, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.1760000467300415, + 1.1760000467300415, + 1.3719999766349793, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.1760000467300415, + 1.1760000467300415, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.1760000467300415, + 1.1760000467300415, + 1.3719999766349793, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.1760000467300415, + 1.1760000467300415, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.1760000467300415, + 1.1760000467300415, + 1.3719999766349793 + ], + "p90": [ + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.22400004863739, + 1.22400004863739, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.22400004863739, + 1.22400004863739, + 1.4279999756813049, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.22400004863739, + 1.22400004863739, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.22400004863739, + 1.22400004863739, + 1.4279999756813049, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.22400004863739, + 1.22400004863739, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.22400004863739, + 1.22400004863739, + 1.4279999756813049 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260622_054335.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260622_054335.json new file mode 100644 index 0000000000000000000000000000000000000000..e08324fdb5587214b66c28f9fcf0843f5d8d1e42 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260622_054335.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T05:43:35.188080+00:00", + "metrics": { + "MSE[mean]": 0.07675634802857366, + "MSE[0.5]": 0.07675634802857366, + "MAE[0.5]": 0.2542745702796512, + "MASE[0.5]": 3.911917326770422, + "MAPE[0.5]": 0.15980561908460633, + "sMAPE[0.5]": 0.1758621789113827, + "MSIS": 95.72642081507952, + "RMSE[mean]": 0.2770493602746154, + "NRMSE[mean]": 0.1789018290562539, + "ND[0.5]": 0.16419523820748777, + "mean_weighted_sum_quantile_loss": 0.14614053361737792 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00", + "2026-06-21 04:00:00", + "2026-06-21 04:10:00", + "2026-06-21 04:20:00", + "2026-06-21 04:30:00", + "2026-06-21 04:40:00", + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00" + ], + "context": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.3300533294677734, + 1.3083696365356445, + 1.3040142059326172, + 1.3005280494689941, + 1.298891544342041, + 1.2987892627716064, + 1.2979710102081299, + 1.295823097229004, + 1.2982096672058105, + 1.2982096672058105, + 1.299027919769287, + 1.2996416091918945, + 1.298755168914795, + 1.298107385635376, + 1.296811819076538, + 1.29439115524292, + 1.2985506057739258, + 1.2956867218017578, + 1.2956185340881348, + 1.2973573207855225, + 1.2978005409240723, + 1.2985506057739258, + 1.2990620136260986, + 1.302249789237976, + 1.3021304607391357, + 1.298755168914795, + 1.2973573207855225, + 1.2980732917785645, + 1.298039197921753, + 1.29752779006958, + 1.2997779846191406, + 1.2990620136260986, + 1.298243761062622, + 1.2977323532104492, + 1.298755168914795, + 1.3001530170440674, + 1.2986187934875488, + 1.2993006706237793, + 1.298107385635376, + 1.2975959777832031, + 1.297255039215088, + 1.295891284942627, + 1.294527530670166, + 1.2955503463745117, + 1.2962322235107422, + 1.2951412200927734, + 1.294595718383789, + 1.2973573207855225, + 1.2986528873443604, + 1.2966413497924805, + 1.2968459129333496, + 1.2964708805084229, + 1.2940502166748047, + 1.2926182746887207, + 1.294527530670166, + 1.29595947265625, + 1.2965049743652344, + 1.2967777252197266, + 1.2967095375061035, + 1.2974255084991455, + 1.2962322235107422, + 1.29752779006958, + 1.2972209453582764, + 1.2963004112243652, + 1.296811819076538, + 1.2964367866516113, + 1.2967095375061035, + 1.2964708805084229, + 1.296743631362915, + 1.297323226928711, + 1.2982778549194336, + 1.3004257678985596 + ], + "p10": [ + 1.2294082641601562, + 1.2168617248535156, + 1.2168617248535156, + 1.2157707214355469, + 1.2135887145996094, + 1.2152252197265625, + 1.2146797180175781, + 1.213043212890625, + 1.2174072265625, + 1.2141342163085938, + 1.2152252197265625, + 1.2168617248535156, + 1.2174072265625, + 1.2179527282714844, + 1.2184982299804688, + 1.2157707214355469, + 1.2179527282714844, + 1.2135887145996094, + 1.2119522094726562, + 1.2146797180175781, + 1.2141342163085938, + 1.2157707214355469, + 1.2152252197265625, + 1.2152252197265625, + 1.2157707214355469, + 1.213043212890625, + 1.2108612060546875, + 1.2108612060546875, + 1.2114067077636719, + 1.2108612060546875, + 1.2119522094726562, + 1.2108612060546875, + 1.2135887145996094, + 1.2152252197265625, + 1.2163162231445312, + 1.2190437316894531, + 1.2179527282714844, + 1.2179527282714844, + 1.2146797180175781, + 1.2119522094726562, + 1.2114067077636719, + 1.2097702026367188, + 1.2092247009277344, + 1.2092247009277344, + 1.2092247009277344, + 1.20867919921875, + 1.2075881958007812, + 1.2070426940917969, + 1.2114067077636719, + 1.2114067077636719, + 1.2124977111816406, + 1.2124977111816406, + 1.2103157043457031, + 1.2092247009277344, + 1.2108612060546875, + 1.2119522094726562, + 1.2141342163085938, + 1.2146797180175781, + 1.2152252197265625, + 1.2157707214355469, + 1.213043212890625, + 1.2141342163085938, + 1.2146797180175781, + 1.2135887145996094, + 1.2201347351074219, + 1.2195892333984375, + 1.2195892333984375, + 1.2179527282714844, + 1.2168617248535156, + 1.2168617248535156, + 1.2163162231445312, + 1.2179527282714844 + ], + "p90": [ + 1.4301528930664062, + 1.4219703674316406, + 1.4236068725585938, + 1.4170608520507812, + 1.4143333435058594, + 1.4132423400878906, + 1.4132423400878906, + 1.4132423400878906, + 1.4159698486328125, + 1.413787841796875, + 1.4099693298339844, + 1.4056053161621094, + 1.4023323059082031, + 1.4012413024902344, + 1.3990592956542969, + 1.3974227905273438, + 1.4023323059082031, + 1.3974227905273438, + 1.3968772888183594, + 1.4012413024902344, + 1.4066963195800781, + 1.4105148315429688, + 1.4132423400878906, + 1.4186973571777344, + 1.413787841796875, + 1.4072418212890625, + 1.4066963195800781, + 1.4077873229980469, + 1.409423828125, + 1.4099693298339844, + 1.413787841796875, + 1.4121513366699219, + 1.4083328247070312, + 1.4072418212890625, + 1.4083328247070312, + 1.4072418212890625, + 1.4034233093261719, + 1.4017868041992188, + 1.4012413024902344, + 1.4012413024902344, + 1.4012413024902344, + 1.4001502990722656, + 1.4001502990722656, + 1.4023323059082031, + 1.4072418212890625, + 1.409423828125, + 1.4132423400878906, + 1.4214248657226562, + 1.4121513366699219, + 1.4105148315429688, + 1.4099693298339844, + 1.4083328247070312, + 1.4028778076171875, + 1.3990592956542969, + 1.4001502990722656, + 1.4023323059082031, + 1.4045143127441406, + 1.4056053161621094, + 1.4061508178710938, + 1.4056053161621094, + 1.4028778076171875, + 1.4034233093261719, + 1.4017868041992188, + 1.4017868041992188, + 1.3968772888183594, + 1.3974227905273438, + 1.3985137939453125, + 1.3990592956542969, + 1.4028778076171875, + 1.4056053161621094, + 1.4088783264160156, + 1.4126968383789062 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260622_053955.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260622_053955.json new file mode 100644 index 0000000000000000000000000000000000000000..8caa25ac535892b4fda722bfcad716901e1287f3 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260622_053955.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T05:39:55.834540+00:00", + "metrics": { + "MSE[mean]": 0.07942849250380846, + "MSE[0.5]": 0.08966415376808515, + "MAE[0.5]": 0.2764476173453861, + "MASE[0.5]": 4.253041202855822, + "MAPE[0.5]": 0.17392372789674992, + "sMAPE[0.5]": 0.1929787332992717, + "MSIS": 118.83584178771915, + "RMSE[mean]": 0.28183060959343725, + "NRMSE[mean]": 0.1819892725625783, + "ND[0.5]": 0.17851325963110132, + "mean_weighted_sum_quantile_loss": 0.15602310123168003 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00", + "2026-06-21 04:00:00", + "2026-06-21 04:10:00", + "2026-06-21 04:20:00", + "2026-06-21 04:30:00", + "2026-06-21 04:40:00", + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00" + ], + "context": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.2852357625961304, + 1.2711124420166016, + 1.2673561573028564, + 1.2691245079040527, + 1.2655459642410278, + 1.2617402076721191, + 1.256433129310608, + 1.2513020038604736, + 1.246935248374939, + 1.251695156097412, + 1.2538204193115234, + 1.2579972743988037, + 1.2655420303344727, + 1.2673780918121338, + 1.2709336280822754, + 1.2738984823226929, + 1.2802798748016357, + 1.282394528388977, + 1.2829127311706543, + 1.2856913805007935, + 1.2853153944015503, + 1.2880569696426392, + 1.2854353189468384, + 1.2891291379928589, + 1.2883222103118896, + 1.2885985374450684, + 1.2866270542144775, + 1.2874161005020142, + 1.2895745038986206, + 1.28953218460083, + 1.2921226024627686, + 1.2927255630493164, + 1.2908157110214233, + 1.2932569980621338, + 1.2956498861312866, + 1.2959949970245361, + 1.2945255041122437, + 1.2929913997650146, + 1.290273666381836, + 1.2891132831573486, + 1.2884432077407837, + 1.2850971221923828, + 1.2859243154525757, + 1.2855533361434937, + 1.2834231853485107, + 1.2815788984298706, + 1.2767293453216553, + 1.273419976234436, + 1.27186119556427, + 1.2674368619918823, + 1.2615540027618408, + 1.2638119459152222, + 1.2653101682662964, + 1.2615858316421509, + 1.2642486095428467, + 1.2630783319473267, + 1.2612603902816772, + 1.2590296268463135, + 1.2549017667770386, + 1.2520332336425781, + 1.2512743473052979, + 1.250036358833313, + 1.248189091682434, + 1.2524982690811157, + 1.2589788436889648, + 1.2616313695907593, + 1.2683011293411255, + 1.270442247390747, + 1.2729214429855347, + 1.275149941444397, + 1.278380274772644, + 1.2799732685089111 + ], + "p10": [ + 1.3059499263763428, + 1.2920236587524414, + 1.2889574766159058, + 1.2915128469467163, + 1.289961576461792, + 1.285809874534607, + 1.2794990539550781, + 1.2755727767944336, + 1.2715002298355103, + 1.2732559442520142, + 1.2774035930633545, + 1.2812293767929077, + 1.2896462678909302, + 1.2914947271347046, + 1.2934226989746094, + 1.295623540878296, + 1.3027949333190918, + 1.3065763711929321, + 1.3049795627593994, + 1.3070303201675415, + 1.3060426712036133, + 1.3071579933166504, + 1.3070522546768188, + 1.309399962425232, + 1.312939167022705, + 1.3091615438461304, + 1.3100378513336182, + 1.3092519044876099, + 1.3112046718597412, + 1.3121869564056396, + 1.3148307800292969, + 1.3130218982696533, + 1.3128777742385864, + 1.315004825592041, + 1.3174203634262085, + 1.3184137344360352, + 1.3163236379623413, + 1.3147060871124268, + 1.3113288879394531, + 1.3109203577041626, + 1.3079293966293335, + 1.3069953918457031, + 1.3068381547927856, + 1.3071808815002441, + 1.3085901737213135, + 1.3040413856506348, + 1.2996599674224854, + 1.2975893020629883, + 1.2973648309707642, + 1.2906532287597656, + 1.2871304750442505, + 1.2879457473754883, + 1.2883167266845703, + 1.2858808040618896, + 1.2889482975006104, + 1.289591908454895, + 1.287217140197754, + 1.2839168310165405, + 1.280062198638916, + 1.2771855592727661, + 1.2744792699813843, + 1.2733303308486938, + 1.2727577686309814, + 1.279601812362671, + 1.2819349765777588, + 1.2864817380905151, + 1.292205572128296, + 1.294086217880249, + 1.298265814781189, + 1.3016549348831177, + 1.3024122714996338, + 1.3039244413375854 + ], + "p90": [ + 1.3599425554275513, + 1.350968837738037, + 1.3507099151611328, + 1.352892279624939, + 1.3506428003311157, + 1.3471310138702393, + 1.3424485921859741, + 1.3364557027816772, + 1.3325021266937256, + 1.3368068933486938, + 1.3390779495239258, + 1.343943476676941, + 1.350582242012024, + 1.3531123399734497, + 1.3565208911895752, + 1.3598960638046265, + 1.3671190738677979, + 1.3691943883895874, + 1.3701863288879395, + 1.3706679344177246, + 1.371233582496643, + 1.3748273849487305, + 1.371996521949768, + 1.3745602369308472, + 1.3762688636779785, + 1.3775087594985962, + 1.3741792440414429, + 1.376503825187683, + 1.3771880865097046, + 1.3786338567733765, + 1.380812644958496, + 1.379517674446106, + 1.3778549432754517, + 1.3803997039794922, + 1.3820405006408691, + 1.3823943138122559, + 1.3803445100784302, + 1.3794631958007812, + 1.3770921230316162, + 1.3776315450668335, + 1.375209093093872, + 1.374131202697754, + 1.3730332851409912, + 1.372550368309021, + 1.3706514835357666, + 1.372235894203186, + 1.3667594194412231, + 1.365280032157898, + 1.3635714054107666, + 1.3591092824935913, + 1.3533730506896973, + 1.3582862615585327, + 1.3571163415908813, + 1.3556523323059082, + 1.3578187227249146, + 1.3571369647979736, + 1.3549880981445312, + 1.3523640632629395, + 1.3491809368133545, + 1.3461254835128784, + 1.3450767993927002, + 1.3435513973236084, + 1.3420133590698242, + 1.3484638929367065, + 1.3524043560028076, + 1.3557753562927246, + 1.3625848293304443, + 1.364447832107544, + 1.3670765161514282, + 1.3699721097946167, + 1.3719675540924072, + 1.3758400678634644 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260622_054201.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260622_054201.json new file mode 100644 index 0000000000000000000000000000000000000000..d3052df407497899507803e39ac6ec116d0d5331 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260622_054201.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-22T05:42:01.931237+00:00", + "metrics": { + "MSE[mean]": 0.08015537112375269, + "MSE[0.5]": 0.08015537112375269, + "MAE[0.5]": 0.26059147550000084, + "MASE[0.5]": 4.0091005053945175, + "MAPE[0.5]": 0.16384882819968605, + "sMAPE[0.5]": 0.1807027235184357, + "MSIS": 88.23314518842875, + "RMSE[mean]": 0.2831172391850286, + "NRMSE[mean]": 0.18282010063965973, + "ND[0.5]": 0.16827431601793777, + "mean_weighted_sum_quantile_loss": 0.146503036320358 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00", + "2026-06-21 04:00:00", + "2026-06-21 04:10:00", + "2026-06-21 04:20:00", + "2026-06-21 04:30:00", + "2026-06-21 04:40:00", + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00" + ], + "context": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.325194001197815, + 1.295540690422058, + 1.2890348434448242, + 1.2891632318496704, + 1.2892682552337646, + 1.2883127927780151, + 1.2886475324630737, + 1.2867419719696045, + 1.2857563495635986, + 1.2862286567687988, + 1.2845972776412964, + 1.2843085527420044, + 1.2857633829116821, + 1.2881633043289185, + 1.2910689115524292, + 1.2918810844421387, + 1.2939081192016602, + 1.2943830490112305, + 1.2930303812026978, + 1.2921851873397827, + 1.2937031984329224, + 1.292618751525879, + 1.2916048765182495, + 1.2942017316818237, + 1.2966759204864502, + 1.2968692779541016, + 1.2958931922912598, + 1.2960333824157715, + 1.2962154150009155, + 1.296467900276184, + 1.2998183965682983, + 1.2988128662109375, + 1.2873324155807495, + 1.2883806228637695, + 1.2926684617996216, + 1.2952678203582764, + 1.2950127124786377, + 1.2960596084594727, + 1.295517086982727, + 1.294999122619629, + 1.29359769821167, + 1.2923383712768555, + 1.2906113862991333, + 1.2896347045898438, + 1.2898846864700317, + 1.2889798879623413, + 1.2884246110916138, + 1.2886145114898682, + 1.2892695665359497, + 1.2882168292999268, + 1.286367416381836, + 1.2855736017227173, + 1.2843228578567505, + 1.28328275680542, + 1.2852590084075928, + 1.2857768535614014, + 1.2860842943191528, + 1.2865628004074097, + 1.2871357202529907, + 1.2877498865127563, + 1.2888484001159668, + 1.2904894351959229, + 1.2924129962921143, + 1.2927005290985107, + 1.2796579599380493, + 1.2842909097671509, + 1.2884585857391357, + 1.2916563749313354, + 1.2946057319641113, + 1.296167016029358, + 1.2958639860153198, + 1.2961691617965698 + ], + "p10": [ + 1.2322754859924316, + 1.2072558403015137, + 1.2004635334014893, + 1.1995186805725098, + 1.1995831727981567, + 1.1979496479034424, + 1.1979475021362305, + 1.1968944072723389, + 1.1966296434402466, + 1.1978479623794556, + 1.1970629692077637, + 1.1971817016601562, + 1.1969746351242065, + 1.19762122631073, + 1.1985028982162476, + 1.1984549760818481, + 1.19951593875885, + 1.200478196144104, + 1.2019767761230469, + 1.2025609016418457, + 1.2027050256729126, + 1.1998000144958496, + 1.197835087776184, + 1.198604702949524, + 1.1997236013412476, + 1.1996046304702759, + 1.1988093852996826, + 1.1991498470306396, + 1.1988015174865723, + 1.1979206800460815, + 1.2000761032104492, + 1.199345588684082, + 1.2050151824951172, + 1.2048397064208984, + 1.2045531272888184, + 1.2027242183685303, + 1.2013405561447144, + 1.199766755104065, + 1.1987919807434082, + 1.1979666948318481, + 1.1981990337371826, + 1.1976687908172607, + 1.1956998109817505, + 1.1936206817626953, + 1.192111849784851, + 1.1894406080245972, + 1.1871687173843384, + 1.1859748363494873, + 1.1842544078826904, + 1.1842868328094482, + 1.1859257221221924, + 1.1872730255126953, + 1.186655879020691, + 1.1844648122787476, + 1.185019612312317, + 1.186205267906189, + 1.1863560676574707, + 1.1860694885253906, + 1.186084508895874, + 1.1873340606689453, + 1.1882327795028687, + 1.188892126083374, + 1.1890830993652344, + 1.1900348663330078, + 1.2043839693069458, + 1.2017861604690552, + 1.1996101140975952, + 1.1969672441482544, + 1.196039080619812, + 1.1952605247497559, + 1.1944087743759155, + 1.1940581798553467 + ], + "p90": [ + 1.4306374788284302, + 1.4096938371658325, + 1.4005522727966309, + 1.3976200819015503, + 1.395591378211975, + 1.3954704999923706, + 1.3991905450820923, + 1.4002786874771118, + 1.4006893634796143, + 1.4016709327697754, + 1.3989802598953247, + 1.3981187343597412, + 1.3973941802978516, + 1.3996037244796753, + 1.4045904874801636, + 1.4035762548446655, + 1.406333565711975, + 1.4093736410140991, + 1.4104913473129272, + 1.4114735126495361, + 1.4139149188995361, + 1.4153344631195068, + 1.4157203435897827, + 1.4208288192749023, + 1.42595374584198, + 1.426119327545166, + 1.4263677597045898, + 1.4274990558624268, + 1.4269423484802246, + 1.4272665977478027, + 1.432835340499878, + 1.4312397241592407, + 1.4160202741622925, + 1.4231131076812744, + 1.424492359161377, + 1.4251697063446045, + 1.4247715473175049, + 1.4283467531204224, + 1.4251797199249268, + 1.4229294061660767, + 1.420460820198059, + 1.4204962253570557, + 1.419235110282898, + 1.4225001335144043, + 1.4276344776153564, + 1.425654411315918, + 1.4228676557540894, + 1.4245702028274536, + 1.4282951354980469, + 1.4291439056396484, + 1.4279993772506714, + 1.4277266263961792, + 1.4254789352416992, + 1.4242652654647827, + 1.425018072128296, + 1.4259382486343384, + 1.4255884885787964, + 1.4246371984481812, + 1.425096035003662, + 1.424782633781433, + 1.4254039525985718, + 1.4282139539718628, + 1.432939887046814, + 1.433502435684204, + 1.41228187084198, + 1.4236855506896973, + 1.424393892288208, + 1.427163004875183, + 1.435476303100586, + 1.440807580947876, + 1.4378989934921265, + 1.439046859741211 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260622_054052.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260622_054052.json new file mode 100644 index 0000000000000000000000000000000000000000..b29ca122123c10beec88d63cf02b2240fe34a3af --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260622_054052.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T05:40:52.653959+00:00", + "metrics": { + "MSE[mean]": 0.07487042921974998, + "MSE[0.5]": 0.07487042921974998, + "MAE[0.5]": 0.2505190720160802, + "MASE[0.5]": 3.8541404176923257, + "MAPE[0.5]": 0.15736520418067426, + "sMAPE[0.5]": 0.17300112962366324, + "MSIS": 95.5247861537707, + "RMSE[mean]": 0.27362461369502195, + "NRMSE[mean]": 0.17669033350709937, + "ND[0.5]": 0.16177016309558542, + "mean_weighted_sum_quantile_loss": 0.1461214456382413 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00", + "2026-06-21 03:10:00", + "2026-06-21 03:20:00", + "2026-06-21 03:30:00", + "2026-06-21 03:40:00", + "2026-06-21 03:50:00", + "2026-06-21 04:00:00", + "2026-06-21 04:10:00", + "2026-06-21 04:20:00", + "2026-06-21 04:30:00", + "2026-06-21 04:40:00", + "2026-06-21 04:50:00", + "2026-06-21 05:00:00", + "2026-06-21 05:10:00" + ], + "context": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.600000023841858 + ], + "predictions": { + "p50": [ + 1.3047292232513428, + 1.3005026578903198, + 1.3003814220428467, + 1.300447940826416, + 1.3005138635635376, + 1.3004302978515625, + 1.3003958463668823, + 1.3001608848571777, + 1.3004345893859863, + 1.300367832183838, + 1.3004612922668457, + 1.3003820180892944, + 1.3005160093307495, + 1.3003031015396118, + 1.3003438711166382, + 1.3003714084625244, + 1.300478458404541, + 1.3003290891647339, + 1.3005650043487549, + 1.3003909587860107, + 1.300586462020874, + 1.3004553318023682, + 1.3005741834640503, + 1.3005691766738892, + 1.3004933595657349, + 1.3005905151367188, + 1.300640344619751, + 1.300707221031189, + 1.300713062286377, + 1.300687313079834, + 1.3007010221481323, + 1.3006170988082886, + 1.3010919094085693, + 1.301368236541748, + 1.3013554811477661, + 1.3013513088226318, + 1.3013609647750854, + 1.3012877702713013, + 1.3012311458587646, + 1.3013919591903687, + 1.3013957738876343, + 1.3014001846313477, + 1.301471471786499, + 1.3014295101165771, + 1.301435947418213, + 1.3013805150985718, + 1.301423192024231, + 1.301529884338379, + 1.301512598991394, + 1.3015087842941284, + 1.3015602827072144, + 1.3014642000198364, + 1.3014485836029053, + 1.3015090227127075, + 1.3014581203460693, + 1.3014755249023438, + 1.3014121055603027, + 1.3014941215515137, + 1.301514983177185, + 1.3016135692596436, + 1.3015234470367432, + 1.3015178442001343, + 1.301604986190796, + 1.3015060424804688, + 1.3009867668151855, + 1.3009910583496094, + 1.3009384870529175, + 1.3011724948883057, + 1.3011784553527832, + 1.3012036085128784, + 1.3013607263565063, + 1.301313042640686 + ], + "p10": [ + 1.2440102100372314, + 1.197129726409912, + 1.1906036138534546, + 1.1949414014816284, + 1.194276213645935, + 1.193347692489624, + 1.199051856994629, + 1.198427438735962, + 1.195497989654541, + 1.1966040134429932, + 1.2015252113342285, + 1.1958017349243164, + 1.1927953958511353, + 1.1981561183929443, + 1.1978445053100586, + 1.1989418268203735, + 1.1983602046966553, + 1.1979389190673828, + 1.1975271701812744, + 1.1983705759048462, + 1.1986877918243408, + 1.198622703552246, + 1.1984026432037354, + 1.198975682258606, + 1.1981877088546753, + 1.1975198984146118, + 1.1971628665924072, + 1.197094440460205, + 1.1966334581375122, + 1.1963107585906982, + 1.1970596313476562, + 1.1963411569595337, + 1.1907519102096558, + 1.1943162679672241, + 1.200032114982605, + 1.1975579261779785, + 1.196402668952942, + 1.1971980333328247, + 1.195192813873291, + 1.1992980241775513, + 1.1998027563095093, + 1.199912190437317, + 1.2005906105041504, + 1.1986523866653442, + 1.1989041566848755, + 1.198193907737732, + 1.197874903678894, + 1.198514699935913, + 1.198379397392273, + 1.1978001594543457, + 1.1984527111053467, + 1.1986382007598877, + 1.1986265182495117, + 1.1989787817001343, + 1.1984468698501587, + 1.1989796161651611, + 1.1989655494689941, + 1.1994773149490356, + 1.199648141860962, + 1.199517846107483, + 1.1993591785430908, + 1.1995054483413696, + 1.1995974779129028, + 1.1995106935501099, + 1.1925196647644043, + 1.1923195123672485, + 1.1968010663986206, + 1.195361614227295, + 1.1980242729187012, + 1.1988804340362549, + 1.1956840753555298, + 1.1964709758758545 + ], + "p90": [ + 1.4192006587982178, + 1.3974744081497192, + 1.408901333808899, + 1.4055954217910767, + 1.4135620594024658, + 1.4023041725158691, + 1.4034757614135742, + 1.3969646692276, + 1.4012441635131836, + 1.3997018337249756, + 1.401647686958313, + 1.4021015167236328, + 1.402071237564087, + 1.4043318033218384, + 1.4060622453689575, + 1.4044054746627808, + 1.4071069955825806, + 1.4053095579147339, + 1.4036411046981812, + 1.4031533002853394, + 1.4041379690170288, + 1.4060394763946533, + 1.4047633409500122, + 1.4059627056121826, + 1.4056370258331299, + 1.4077410697937012, + 1.4083480834960938, + 1.409955382347107, + 1.4114042520523071, + 1.4094741344451904, + 1.4105638265609741, + 1.410050868988037, + 1.402545690536499, + 1.4069197177886963, + 1.4098230600357056, + 1.4066619873046875, + 1.4083261489868164, + 1.4060018062591553, + 1.4042010307312012, + 1.4090526103973389, + 1.4083791971206665, + 1.4090291261672974, + 1.4086918830871582, + 1.4077610969543457, + 1.4077234268188477, + 1.4083468914031982, + 1.4090183973312378, + 1.4087305068969727, + 1.407880187034607, + 1.4080644845962524, + 1.4079442024230957, + 1.4077211618423462, + 1.4069304466247559, + 1.406285047531128, + 1.406777262687683, + 1.4062904119491577, + 1.4060640335083008, + 1.406205654144287, + 1.4071048498153687, + 1.406610369682312, + 1.40776789188385, + 1.407317876815796, + 1.406996488571167, + 1.407447099685669, + 1.406376600265503, + 1.4089610576629639, + 1.408243179321289, + 1.40723717212677, + 1.410820722579956, + 1.4069799184799194, + 1.4059042930603027, + 1.407751202583313 + ] + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index fd0b1f574fd7e0ef65e134239e83d1c41dbd18fa..7b0793efe76580b161029f335ff1ce92e33a1fa9 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,204415.36175346375,204415.36175346375,381.9217122395833,0.3545270000969971,0.005962025886258496,0.0059702288839516655,3.5621152135198106,452.12317099819575,0.007052830538312148,0.005957732954453129,0.00563992737903728,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,204410.95245170593,204410.95245170593,381.8416341145833,0.35445266586430013,0.005960778592582779,0.0059689821247466785,3.5621152135198106,452.1182947544878,0.007052745303857331,0.005956476044131822,0.00563978125126609,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,2.839674102974641,2.839674102974641,1.339166482289632,0.7358058037897606,0.0554569215471904,0.055679821211488754,18.275267734259632,1.6851332597081576,0.06691794523180099,0.05317933688736354,0.048085583652887245,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.302642428757034,0.302642428757034,0.48151667217413585,1.3836354125903547,0.28746201411924766,0.35118578961473496,51.761404238414535,0.5501294654506647,0.3439169025666273,0.30102318241154086,0.2965368535529927,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.07722224149439445,0.07722224149439445,0.24722225798500908,3.8034201906672513,0.1550931872126665,0.17131559501953497,130.98167630038904,0.27788890135159133,0.17944395423600515,0.15964127869883996,0.15469459221026882,Ocean,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index bb4e1751f0f3d3edad062012b5eed6ca01454e05..debb2fffd8a5277e5abfcbd7bb32f150e2039b99 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T05:32:12.093163+00:00", + "evaluated_at": "2026-06-22T05:43:44.237514+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64257.98828125, 63974.01171875, 64100.01953125, - 64228.05859375 + 64229.98046875 ], "p50": [ 63744.609375, diff --git a/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index f9ddafb09de910678f4d265a1d9dcff454da82b3..44dff9a452dd57788eec1223ed8588d40b972b94 100644 --- a/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T05:21:54.059101+00:00", + "evaluated_at": "2026-06-22T05:43:44.243777+00:00", "freq": "10min", "context_length": 79, "prediction_length": 72, diff --git a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 721e13b5c371f73f9d72f176045d8eaf643c861a..f953806f58ca9046502a2ba259c8295e372e668a 100644 --- a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T05:14:05.961331+00:00", + "evaluated_at": "2026-06-22T05:43:44.250316+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 92a2c4e8b388d9d6389cb61c01ec2a5ffebd89f3..1593cbbde3f7aa2a6c0e0e201c5d5d5bc0e17b26 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,19 +1,25 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T05:32:12.113435+00:00", + "evaluated_at": "2026-06-22T05:43:44.253218+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:27:21.260722Z", + "data_fetched_at": "2026-06-22T05:37:41.410086Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t231800z", - "data_fetched_at": "2026-06-22T05:27:21.260722Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", + "data_fetched_at": "2026-06-22T05:37:41.410086Z", + "context_length": 79, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", + "data_fetched_at": "2026-06-22T05:37:41.410086Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 3bd8b86f17919ee18cbc447e8d6cc598c82d6967..9ee9a95ea29d2cd52586e5f55009b37f7a703b6d 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,232716.0072027842,232716.0072027842,403.4884440104167,0.3745467802550147,0.0063093701238963245,0.0062809897160822315,1.8752978279597639,482.40647508380755,0.007525230595545331,0.006294160092458686,0.004240017325847809,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,232688.64363161722,232688.64363161722,403.4083658854167,0.37447244602231783,0.006308120048132408,0.006279742959019702,1.8752978279597639,482.37811272031945,0.0075247783791169524,0.0062929027448007085,0.0042395954255271436,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,0.5319255211838936,0.5319255211838936,0.5680897235870361,0.31213722955041606,0.02243894332596032,0.022061627174980957,1.8939800144891865,0.7293322433458523,0.02896234753829305,0.022559282353924934,0.02244308316193695,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.01711558349462668,0.01711558349462668,0.11205109357833862,0.3219781786463191,0.07458054484624678,0.07876554418424586,2.9394259602922927,0.13082653971815764,0.08178703585077031,0.0700494473625344,0.05610662044508617,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.07675634802857366,0.07675634802857366,0.2542745702796512,3.911917326770422,0.15980561908460633,0.1758621789113827,95.72642081507952,0.2770493602746154,0.1789018290562539,0.16419523820748777,0.14614053361737792,Ocean,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index e4252885ab9acd4007d56762bc28bdcefa443b44..4a62a7c9fe0dbdd7de223266f42b167d43134cd6 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T05:32:02.428176+00:00", + "evaluated_at": "2026-06-22T05:43:10.091648+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64257.98828125, 63974.01171875, 64100.01953125, - 64228.05859375 + 64229.98046875 ], "p50": [ 64370.0625, diff --git a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 642dd5bbffea048871ef5ce9315328df6ae64729..eae21e89e9c384765a81a6b46c88a15a65e3fd90 100644 --- a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T05:21:51.401498+00:00", + "evaluated_at": "2026-06-22T05:43:35.188080+00:00", "freq": "10min", "context_length": 79, "prediction_length": 72, diff --git a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 521200006ca4df461d8c50f40f4d344c143f3a13..2688e3742e3bb236e185d0b6ff639abdba3478a0 100644 --- a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T05:14:03.523042+00:00", + "evaluated_at": "2026-06-22T05:43:41.673261+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 0523cbb870f20b1a00c18f4336613427d7401cb0..000884b743b66abdf432fe25b913776cdc77e5d4 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,19 +1,25 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T05:32:11.751016+00:00", + "evaluated_at": "2026-06-22T05:43:43.778934+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:27:21.260722Z", + "data_fetched_at": "2026-06-22T05:37:41.410086Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t231800z", - "data_fetched_at": "2026-06-22T05:27:21.260722Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", + "data_fetched_at": "2026-06-22T05:37:41.410086Z", + "context_length": 79, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", + "data_fetched_at": "2026-06-22T05:37:41.410086Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 0f35a0c46e70ac62349753db50277674d0ab4151..8acb653ced5687f4f5cccb3cc983baeafcf23db1 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,167380.40702883402,116931.08381970723,251.12516276041666,0.23311230482353626,0.003929847367042256,0.003916015957661739,10.42029662984906,409.12150643645464,0.006382032241578727,0.003917390946685949,0.004492201055213417,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,167335.2148138682,116902.625430425,251.04508463541666,0.23303797059083928,0.003928597158584918,0.003914769200778497,10.417323260541181,409.0662719094159,0.00638116232333003,0.003916136688696396,0.004490946050002516,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,0.4067353237384547,0.3276029787418035,0.4994724591573079,0.2744354336383443,0.01942845751119167,0.019503819719654494,8.830249186058134,0.6377580448245672,0.025325865280293635,0.019834437706410364,0.022109313121004018,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.01619570319315168,0.024343685921212218,0.1424389938513438,0.4092976368535494,0.09318908617824133,0.09898022652658028,3.7947120312903637,0.12726234004273096,0.07955885395999018,0.08904663474066211,0.06091492803800961,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.07942849250380846,0.08966415376808515,0.2764476173453861,4.253041202855822,0.17392372789674992,0.1929787332992717,118.83584178771915,0.28183060959343725,0.1819892725625783,0.17851325963110132,0.15602310123168003,Ocean,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index febadfb4c03d878c164d3e73578977b5d7481ad2..8073c9e672d94570282e6f5d997439ea97126e3e 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T05:28:46.943461+00:00", + "evaluated_at": "2026-06-22T05:39:08.120181+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64257.98828125, 63974.01171875, 64100.01953125, - 64228.05859375 + 64229.98046875 ], "p50": [ 64238.5, diff --git a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index e61730b1938a36248c003b2dc13319ae6df73ef7..86b71f747fcb94d757d55bd89a769fc9ba3716e3 100644 --- a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T05:19:48.872444+00:00", + "evaluated_at": "2026-06-22T05:39:55.834540+00:00", "freq": "10min", "context_length": 79, "prediction_length": 72, diff --git a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index eb79c54a455363fdcbced4250c0095d755936744..3b78ccbe45ba68ee9876619dc199dd8023aa3a63 100644 --- a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T05:10:48.561594+00:00", + "evaluated_at": "2026-06-22T05:40:07.816116+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 6ffac50e7d44ee021a90da6e652dec01c5e9baef..d5c3cb48f1bcb7c5e6e0a9e5356382eba459b3e7 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,19 +1,25 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T05:28:59.475998+00:00", + "evaluated_at": "2026-06-22T05:40:13.850587+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:27:21.260722Z", + "data_fetched_at": "2026-06-22T05:37:41.410086Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t231800z", - "data_fetched_at": "2026-06-22T05:27:21.260722Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", + "data_fetched_at": "2026-06-22T05:37:41.410086Z", + "context_length": 79, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", + "data_fetched_at": "2026-06-22T05:37:41.410086Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 688895ed7a03ac128871a89d5b1b8f9ac681e3e4..76fd87ed0495e3b82d0043da828b13c457b213c3 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,317851.7356681824,317851.7356681824,465.6442057291667,0.43224419581087314,0.0072806505394862496,0.00724188822461751,2.1469250858998534,563.783412019352,0.008794658447840917,0.007263749979688338,0.0049674782642646536,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,317759.65020370483,317759.65020370483,465.5641276041667,0.43216986157817616,0.00727939261934217,0.007240641490110988,2.1469250858998534,563.7017386913977,0.00879337296556612,0.0072624913716171375,0.004967055418285007,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.550176228056595,0.550176228056595,0.5530107021331787,0.3038520524287122,0.0222467109581586,0.021974201689470545,2.9614589625774843,0.7417386521252584,0.029455015627561792,0.021960482748027216,0.031543872018444045,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.03602896286982945,0.03602896286982945,0.13097935318946838,0.3763684247377185,0.10052106855430606,0.08958116753551275,1.7617040247516396,0.18981296812870677,0.11866277333886427,0.0818825681554808,0.0657643013292139,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.08015537112375269,0.08015537112375269,0.26059147550000084,4.0091005053945175,0.16384882819968605,0.1807027235184357,88.23314518842875,0.2831172391850286,0.18282010063965973,0.16827431601793777,0.146503036320358,Ocean,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 093bccfcd04aead69362ebdef115f08451d2e1d8..234d1e809a2ffbaaeb4dc5596ed16e0b60d96df0 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-22T05:30:38.925269+00:00", + "evaluated_at": "2026-06-22T05:41:55.475090+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64257.98828125, 63974.01171875, 64100.01953125, - 64228.05859375 + 64229.98046875 ], "p50": [ 64301.0859375, diff --git a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 81ea16cbf71d63030d3b5368a7996010d350345f..128d30e454140572eeddb1e57ac5a1e1a9ba491f 100644 --- a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TiRex", - "evaluated_at": "2026-06-22T05:20:49.343902+00:00", + "evaluated_at": "2026-06-22T05:42:01.931237+00:00", "freq": "10min", "context_length": 79, "prediction_length": 72, diff --git a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index de66bea72bfc4b3a19ac2699d30a69d223bca87e..8ad51d2f14d5a03b86207cde316bf3472fcf4e5b 100644 --- a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TiRex", - "evaluated_at": "2026-06-22T05:12:41.638090+00:00", + "evaluated_at": "2026-06-22T05:42:08.341660+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 9d75d9e1cb12b466a43a5444d99d83df7abf38bc..c7569bb0723c32f1780c193b40fa7692a747950c 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,19 +1,25 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T05:30:55.259028+00:00", + "evaluated_at": "2026-06-22T05:42:10.626507+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:27:21.260722Z", + "data_fetched_at": "2026-06-22T05:37:41.410086Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t231800z", - "data_fetched_at": "2026-06-22T05:27:21.260722Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", + "data_fetched_at": "2026-06-22T05:37:41.410086Z", + "context_length": 79, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", + "data_fetched_at": "2026-06-22T05:37:41.410086Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 35704484b8f1e2351804d3e3e8cc1f01aeafd815..8355431f0ae5673d3ff4635fdb41464b96b1e1d4 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,158337.20013364157,158337.20013364157,316.92529296875,0.29419268339630084,0.004957401044088168,0.004938265981808847,1.566024662647985,397.9160717207104,0.006207234670412928,0.004943830637298712,0.004306447971000362,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,158301.29009946188,158301.29009946188,316.84521484375,0.29411834916360385,0.004956149932481488,0.00493701922633182,1.566024662647985,397.87094653852506,0.0062065226784610225,0.004942575044994336,0.004306025984323534,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,1.3327479513263825,1.3327479513263825,0.912270704905192,0.501247670229129,0.036190923075805244,0.0353233507541506,3.007199744396995,1.154447032707167,0.04584398465976072,0.03622697535386293,0.03365741579516466,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.0896169627355165,0.0896169627355165,0.25672045946121214,0.7376847768181584,0.17838723002206444,0.20801684387338087,2.1155993911702837,0.2993609238620106,0.18714736830132508,0.1604904132358265,0.12043861246328252,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.07487042921974998,0.07487042921974998,0.2505190720160802,3.8541404176923257,0.15736520418067426,0.17300112962366324,95.5247861537707,0.27362461369502195,0.17669033350709937,0.16177016309558542,0.1461214456382413,Ocean,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index f1adb5ef1a63439727130f2a3f550931fade3bb4..ac370298faf4d79515f884e70e894525c02aa633 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T05:29:52.887100+00:00", + "evaluated_at": "2026-06-22T05:40:44.578249+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64257.98828125, 63974.01171875, 64100.01953125, - 64228.05859375 + 64229.98046875 ], "p50": [ 64304.41796875, diff --git a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index fff0a103e221be50466ad8ea1ee3c7569a000724..4f6435423de80906e32ba1955fd2639ddaee2588 100644 --- a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,7 +1,7 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T05:20:33.677195+00:00", + "evaluated_at": "2026-06-22T05:40:52.653959+00:00", "freq": "10min", "context_length": 79, "prediction_length": 72, diff --git a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index d21281a4aa3c3ef83a2f8bb1ced97cd2772849c5..4425a2ed053bbdb863ba8118e4d45fa1eabc5c4d 100644 --- a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,7 +1,7 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T05:11:49.707465+00:00", + "evaluated_at": "2026-06-22T05:41:06.394858+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 5ad56613afa6727e7195e7507ed18ba7bfef13b6..468ca72329232c108219596de5f6ba876ab4f94e 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,19 +1,25 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T05:30:03.337630+00:00", + "evaluated_at": "2026-06-22T05:41:11.714282+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:27:21.260722Z", + "data_fetched_at": "2026-06-22T05:37:41.410086Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t231800z", - "data_fetched_at": "2026-06-22T05:27:21.260722Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", + "data_fetched_at": "2026-06-22T05:37:41.410086Z", + "context_length": 79, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", + "data_fetched_at": "2026-06-22T05:37:41.410086Z", + "context_length": 96, + "prediction_length": 24 } ], "failed_datasets": []