diff --git a/results/aggregates/metadata.json b/results/aggregates/metadata.json index fc349db761d0d21f733521fffd4fd2dec6580c0c..613ecbf1a94482799f6f45d7b3e3976e8ac0a444 100644 --- a/results/aggregates/metadata.json +++ b/results/aggregates/metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-22T05:43:44.360922+00:00", + "generated_at": "2026-06-22T05:53:45.134741+00:00", "baseline_model": "Seasonal-Naive", "normalization": "Per-config metric / Seasonal-Naive metric", "metric_aggregation": "Geometric mean over dataset configurations", diff --git a/results/aggregates/results_by_domain.csv b/results/aggregates/results_by_domain.csv index af54d13f331fc08113b278aaf7c8fd3612bb53af..3000bad27acff0096100e4c3577155168fa48398 100644 --- a/results/aggregates/results_by_domain.csv +++ b/results/aggregates/results_by_domain.csv @@ -9,16 +9,16 @@ Air Quality,Chronos-2,0.7430923184731965,0.5736484847233179,7.0,1,1,1.0 Air Quality,TimesFM-2.5,0.37176814120452717,0.6591385660759195,8.0,1,1,1.0 Air Quality,Moving-Average,0.815904609338631,0.8323362167428201,9.0,1,1,1.0 Air Quality,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -Finance,ETS,0.2830157042034441,0.37551279295518786,1.0,1,1,1.0 -Finance,Moving-Average,0.4041380086656829,0.48232271370305,2.0,1,1,1.0 -Finance,Timer-S1,1.1383374561917965,0.7517304726270029,3.0,1,1,1.0 -Finance,Toto-2.0-1B,0.7744266547403427,0.7635093973470863,4.0,1,1,1.0 -Finance,TimesFM-2.5,0.8186215699640789,0.7962979147452549,5.0,1,1,1.0 -Finance,Chronos-2,0.5190008460450544,0.8056560855786985,6.0,1,1,1.0 -Finance,TiRex,1.5545138183277074,0.880717743648304,7.0,1,1,1.0 -Finance,Moirai-1.1-Large,1.9372486300294003,0.9824362513134239,8.0,1,1,1.0 +Finance,ETS,0.2816419947934519,0.3744777244875396,1.0,1,1,1.0 +Finance,Moving-Average,0.40294769489904947,0.48127265569039823,2.0,1,1,1.0 +Finance,Timer-S1,1.1389579998082378,0.7520459914200409,3.0,1,1,1.0 +Finance,Toto-2.0-1B,0.7753377298353402,0.763823263103396,4.0,1,1,1.0 +Finance,TimesFM-2.5,0.8197852606350408,0.7974492100632324,5.0,1,1,1.0 +Finance,Chronos-2,0.5166756814991281,0.8048413284605267,6.0,1,1,1.0 +Finance,TiRex,1.5568803073523019,0.881015160560055,7.0,1,1,1.0 +Finance,Moirai-1.1-Large,1.8279312955130802,0.9414230464839426,8.0,1,1,1.0 Finance,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 -Finance,ARIMA,1.894491195480771,2.285832446227615,10.0,1,1,1.0 +Finance,ARIMA,1.8929891192803368,2.2842486093305308,10.0,1,1,1.0 Hazards,Chronos-2,0.430646964018626,0.5189230492158344,1.0,1,1,1.0 Hazards,Toto-2.0-1B,0.4950895717110299,0.561177005135267,2.0,1,1,1.0 Hazards,TiRex,0.49285398245357354,0.5726439747993839,3.0,1,1,1.0 @@ -39,16 +39,16 @@ Hydrology,TimesFM-2.5,1.0016564936499845,1.3654364678910584,7.0,1,1,1.0 Hydrology,Toto-2.0-1B,1.0005613765678907,1.365660887973674,8.0,1,1,1.0 Hydrology,TiRex,1.0003103782892229,1.3761095248823394,9.0,1,1,1.0 Hydrology,Moirai-1.1-Large,1.2383724353187964,1.3860870681340902,10.0,1,1,1.0 -Ocean,Timer-S1,0.23709199872167105,0.4227810332917246,2.5,2,2,1.0 -Ocean,Moirai-1.1-Large,0.36241988373167433,0.5986225893093595,3.0,2,2,1.0 -Ocean,Chronos-2,0.15917490050014196,0.37699958098714276,3.5,2,2,1.0 -Ocean,TiRex,0.35152489437659445,0.45829119629804227,4.0,2,2,1.0 -Ocean,Toto-2.0-1B,0.5358141313274043,0.6193882299328198,4.0,2,2,1.0 -Ocean,Moving-Average,0.8856704714085193,0.9404843931792929,6.0,2,2,1.0 -Ocean,TimesFM-2.5,0.23461293688177146,0.4551760652011839,6.0,2,2,1.0 -Ocean,ARIMA,1.1835014996823334,1.0004663535460887,8.0,2,2,1.0 +Ocean,Timer-S1,0.20515866716126338,0.40625875932651523,3.0,2,2,1.0 +Ocean,Toto-2.0-1B,0.32131696182160513,0.5500301437972857,3.0,2,2,1.0 +Ocean,Chronos-2,0.10822722296483465,0.3551873653605704,3.5,2,2,1.0 +Ocean,Moirai-1.1-Large,1.3033214444312693,0.8255329159425275,3.5,2,2,1.0 +Ocean,TiRex,0.5924683976367185,0.5569112066155594,4.5,2,2,1.0 +Ocean,TimesFM-2.5,0.17922646595557556,0.4161152141572008,5.5,2,2,1.0 +Ocean,Moving-Average,0.8614655238009522,0.9350744739432056,6.0,2,2,1.0 +Ocean,ARIMA,1.7233708288669671,1.2436240131537089,8.0,2,2,1.0 Ocean,Seasonal-Naive,1.0,1.0,8.0,2,2,1.0 -Ocean,ETS,2.277808776081428,1.394239104428657,10.0,2,2,1.0 +Ocean,ETS,2.9181758290159596,1.6060406014297304,10.0,2,2,1.0 Weather,Chronos-2,0.3251259520871813,0.4301900693148517,2.3333333333333335,3,3,1.0 Weather,Moirai-1.1-Large,0.29902269754957217,0.3988707462029459,3.0,3,3,1.0 Weather,Timer-S1,0.37128517409991496,0.4940242957495342,4.0,3,3,1.0 diff --git a/results/aggregates/results_by_frequency.csv b/results/aggregates/results_by_frequency.csv index a0f51fe39655a0e84b3ee95b070a4e9eadbaa7bc..332cd16cb46417b6be1fa9187b4aa86e33c3d5e4 100644 --- a/results/aggregates/results_by_frequency.csv +++ b/results/aggregates/results_by_frequency.csv @@ -29,23 +29,23 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 1D,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0 1D,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0 1D,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -1h,Chronos-2,0.4227476379943031,0.5169873790785879,3.5,6,6,1.0 -1h,Toto-2.0-1B,0.5217421044860115,0.5646112722237049,4.166666666666667,6,6,1.0 -1h,ETS,0.7069574241597788,0.7247995941199074,4.333333333333333,6,6,1.0 -1h,TiRex,0.5383382586385091,0.5627425748931576,4.333333333333333,6,6,1.0 -1h,Moirai-1.1-Large,0.5731216735874074,0.5303698289124165,4.833333333333333,6,6,1.0 -1h,Timer-S1,0.5802767024029013,0.5710466791465777,4.833333333333333,6,6,1.0 -1h,TimesFM-2.5,0.37067639783541767,0.6220172741316308,5.666666666666667,6,6,1.0 -1h,Moving-Average,0.9690220691254947,0.899345125094447,7.0,6,6,1.0 -1h,ARIMA,1.32666753313789,1.1351885300703985,7.5,6,6,1.0 +1h,Chronos-2,0.4224313900364565,0.5169002044236672,3.5,6,6,1.0 +1h,Toto-2.0-1B,0.5218443550548417,0.5646499492848531,4.166666666666667,6,6,1.0 +1h,ETS,0.7063843558418254,0.7244662365076916,4.333333333333333,6,6,1.0 +1h,TiRex,0.5384747605069188,0.562774243308811,4.333333333333333,6,6,1.0 +1h,Moirai-1.1-Large,0.5676002568981585,0.5266137788023726,4.833333333333333,6,6,1.0 +1h,Timer-S1,0.5803294116177355,0.5710866190948243,4.833333333333333,6,6,1.0 +1h,TimesFM-2.5,0.3707641667982376,0.6221670703603277,5.666666666666667,6,6,1.0 +1h,Moving-Average,0.9685458050951262,0.8990185034085401,7.0,6,6,1.0 +1h,ARIMA,1.326492163767024,1.1350573982092451,7.5,6,6,1.0 1h,Seasonal-Naive,1.0,1.0,8.833333333333334,6,6,1.0 -6min,Chronos-2,0.02429317895244165,0.14773849016457793,1.0,1,1,1.0 -6min,Timer-S1,0.056553813571088046,0.18920623110698634,2.0,1,1,1.0 -6min,TimesFM-2.5,0.0535143180672587,0.20542110468951805,3.0,1,1,1.0 -6min,TiRex,0.11904795708190014,0.22177446257101222,4.0,1,1,1.0 -6min,Moirai-1.1-Large,0.13907198574314164,0.4030296828169554,5.0,1,1,1.0 -6min,Toto-2.0-1B,0.29611499981538403,0.4061505712367029,6.0,1,1,1.0 -6min,Moving-Average,0.825667686356409,0.9303141878217264,7.0,1,1,1.0 +6min,Chronos-2,0.011230735653112882,0.13113751172564417,1.0,1,1,1.0 +6min,TimesFM-2.5,0.031229883644155108,0.17167751399266745,2.0,1,1,1.0 +6min,Timer-S1,0.04234555585628901,0.17470684420127083,3.0,1,1,1.0 +6min,Toto-2.0-1B,0.10648768467771785,0.3202831964221474,4.0,1,1,1.0 +6min,TiRex,0.33817395306640363,0.32749179279367274,5.0,1,1,1.0 +6min,Moirai-1.1-Large,1.7985342163168796,0.7664778679089295,6.0,1,1,1.0 +6min,Moving-Average,0.7811541789297481,0.9196421356568688,7.0,1,1,1.0 6min,Seasonal-Naive,1.0,1.0,8.0,1,1,1.0 -6min,ARIMA,1.5078357039155625,1.0163862578748724,9.0,1,1,1.0 -6min,ETS,4.056502752070749,1.7312081371463133,10.0,1,1,1.0 +6min,ARIMA,3.1972299493357927,1.5704785457300725,9.0,1,1,1.0 +6min,ETS,6.657944383479103,2.297141811080798,10.0,1,1,1.0 diff --git a/results/aggregates/results_by_prediction_length.csv b/results/aggregates/results_by_prediction_length.csv index 321c9b7839e7ed987ec12965d97d5fc0aba0366c..6fd96c6848a72d753b3900dd1e487893e0c85ccc 100644 --- a/results/aggregates/results_by_prediction_length.csv +++ b/results/aggregates/results_by_prediction_length.csv @@ -9,26 +9,26 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 7,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0 7,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0 7,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -24,Chronos-2,0.47827738459331,0.593397659377714,3.857142857142857,7,7,1.0 -24,ETS,0.7292127963730926,0.770712096648692,4.142857142857143,7,7,1.0 -24,Toto-2.0-1B,0.57260369965635,0.6405434449104516,4.714285714285714,7,7,1.0 -24,Timer-S1,0.6272002259342847,0.6459100837723152,4.857142857142857,7,7,1.0 -24,TiRex,0.5881595838976235,0.6394217096208795,5.0,7,7,1.0 -24,Moirai-1.1-Large,0.6398047606500066,0.6083877796637823,5.571428571428571,7,7,1.0 -24,TimesFM-2.5,0.42723790178769083,0.695959133718351,5.857142857142857,7,7,1.0 -24,ARIMA,1.3203702636363914,1.0659083268901637,6.571428571428571,7,7,1.0 -24,Moving-Average,0.9713500038121042,0.9333730487248205,6.571428571428571,7,7,1.0 +24,Chronos-2,0.4779706923386962,0.5933118934941181,3.857142857142857,7,7,1.0 +24,ETS,0.7287061023468363,0.7704082516509639,4.142857142857143,7,7,1.0 +24,Toto-2.0-1B,0.572699885493259,0.6405810549334701,4.714285714285714,7,7,1.0 +24,Timer-S1,0.6272490583277602,0.6459488058804062,4.857142857142857,7,7,1.0 +24,TiRex,0.5882874112736453,0.6394525525350352,5.0,7,7,1.0 +24,Moirai-1.1-Large,0.6345178225888943,0.6046928473426566,5.571428571428571,7,7,1.0 +24,TimesFM-2.5,0.42732461028735663,0.6961027910889507,5.857142857142857,7,7,1.0 +24,ARIMA,1.3202206591253545,1.065802786941235,6.571428571428571,7,7,1.0 +24,Moving-Average,0.9709407824275076,0.9330824870262979,6.571428571428571,7,7,1.0 24,Seasonal-Naive,1.0,1.0,7.857142857142857,7,7,1.0 -60,Chronos-2,0.02429317895244165,0.14773849016457793,1.0,1,1,1.0 -60,Timer-S1,0.056553813571088046,0.18920623110698634,2.0,1,1,1.0 -60,TimesFM-2.5,0.0535143180672587,0.20542110468951805,3.0,1,1,1.0 -60,TiRex,0.11904795708190014,0.22177446257101222,4.0,1,1,1.0 -60,Moirai-1.1-Large,0.13907198574314164,0.4030296828169554,5.0,1,1,1.0 -60,Toto-2.0-1B,0.29611499981538403,0.4061505712367029,6.0,1,1,1.0 -60,Moving-Average,0.825667686356409,0.9303141878217264,7.0,1,1,1.0 +60,Chronos-2,0.011230735653112882,0.13113751172564417,1.0,1,1,1.0 +60,TimesFM-2.5,0.031229883644155108,0.17167751399266745,2.0,1,1,1.0 +60,Timer-S1,0.04234555585628901,0.17470684420127083,3.0,1,1,1.0 +60,Toto-2.0-1B,0.10648768467771785,0.3202831964221474,4.0,1,1,1.0 +60,TiRex,0.33817395306640363,0.32749179279367274,5.0,1,1,1.0 +60,Moirai-1.1-Large,1.7985342163168796,0.7664778679089295,6.0,1,1,1.0 +60,Moving-Average,0.7811541789297481,0.9196421356568688,7.0,1,1,1.0 60,Seasonal-Naive,1.0,1.0,8.0,1,1,1.0 -60,ARIMA,1.5078357039155625,1.0163862578748724,9.0,1,1,1.0 -60,ETS,4.056502752070749,1.7312081371463133,10.0,1,1,1.0 +60,ARIMA,3.1972299493357927,1.5704785457300725,9.0,1,1,1.0 +60,ETS,6.657944383479103,2.297141811080798,10.0,1,1,1.0 72,Moirai-1.1-Large,0.9444617578602296,0.8891379958090929,1.0,1,1,1.0 72,Toto-2.0-1B,0.9695448846196052,0.9445801792452161,2.0,1,1,1.0 72,Timer-S1,0.993966848710878,0.9447035706247326,3.0,1,1,1.0 diff --git a/results/aggregates/results_overall.csv b/results/aggregates/results_overall.csv index 3f13ae23b5509ab015ab11c170e590dc4ded01ba..e1cbab0dd529fb22d53b739e93524cb4a4cd8a1c 100644 --- a/results/aggregates/results_overall.csv +++ b/results/aggregates/results_overall.csv @@ -1,11 +1,11 @@ overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -Overall,Chronos-2,0.3219322307925111,0.4958903378529994,3.9,10,10,1.0 -Overall,Timer-S1,0.42003119881319056,0.529207062136406,4.0,10,10,1.0 -Overall,TiRex,0.42396799839972243,0.5371444205840085,4.5,10,10,1.0 -Overall,Toto-2.0-1B,0.4753822908192659,0.5770530925212615,4.5,10,10,1.0 -Overall,Moirai-1.1-Large,0.48221871187143833,0.5502118234488919,4.8,10,10,1.0 -Overall,ETS,0.859641419728983,0.8261842363515836,5.8,10,10,1.0 -Overall,TimesFM-2.5,0.3195983725618681,0.5834559000501921,5.9,10,10,1.0 -Overall,Moving-Average,0.86955535568659,0.8730397830017921,6.6,10,10,1.0 -Overall,ARIMA,1.1292880139371935,0.9599243893662273,6.9,10,10,1.0 +Overall,Chronos-2,0.2978940576654839,0.48996497121149385,3.9,10,10,1.0 +Overall,Timer-S1,0.40807483376417547,0.5250265962989734,4.1,10,10,1.0 +Overall,Toto-2.0-1B,0.4292180324912494,0.5635316736174746,4.3,10,10,1.0 +Overall,TiRex,0.4706964916905047,0.5585147166457026,4.6,10,10,1.0 +Overall,Moirai-1.1-Large,0.6192833646898693,0.5842439474426768,4.9,10,10,1.0 +Overall,ETS,0.9028692442032186,0.8496516042375083,5.8,10,10,1.0 +Overall,TimesFM-2.5,0.30288396951794405,0.5731623000670228,5.8,10,10,1.0 +Overall,Moving-Average,0.8644945891367594,0.8718430366949693,6.6,10,10,1.0 +Overall,ARIMA,1.217341019545077,1.0025458559172755,6.9,10,10,1.0 Overall,Seasonal-Naive,1.0,1.0,8.1,10,10,1.0 diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 2560e791997b4a6179cd40f9ebfa592b190bf88f..30379160183207b9b571b7ab7e87105b8467f59d 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,387254.7496795954,887570.6913947858,906.8570486448765,0.8418094564134156,0.014134841199498349,0.014243402408928253,18.178627033221733,622.2979589228904,0.009707435107833253,0.014146368030900358,0.012891594973770048,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,387003.12715201505,886448.2651127841,906.4003429157098,0.8413855095497008,0.014127866175489924,0.014236291989688954,18.16166915867314,622.095754005776,0.009704350228492017,0.014139344816678563,0.012884562788238478,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,23.339012917563625,24.127678798785734,3.92323273134415,2.1556225096116486,0.14572634493310063,0.16336371691708315,74.95807047940423,4.831046772446281,0.19184460425807365,0.1557946064711608,0.1530334168746246,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.45633505959957793,0.4493679078052375,0.4847907446373688,1.3930434411494943,0.3654237647118936,0.26357661535633975,54.087306483419454,0.6755257653114187,0.4223091897459696,0.3030699894470654,0.3013959829047153,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.6763230764215492,0.6657589645038696,0.6185480461422067,1.7955386227582861,0.4999529408148566,0.33639596020903445,69.99577299331534,0.8223886407420455,0.5284481563844056,0.3974648462119909,0.39551490106357146,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.07173415815980125,0.0797398474291006,0.25987801530090454,3.9981241922235364,0.16340038980353638,0.18014914083827915,66.92956344724914,0.26783233217780344,0.17295002615965782,0.16781360629296077,0.15234258570274564,Ocean,1 nws_ksfo_observations_temperature/1h/short,ARIMA,2.734186441011413,2.297506900496867,1.2904526126747708,0.7060226732778349,0.08602286623341183,0.08103572279508857,10.245475516843822,1.6535375535534151,0.10625140906367327,0.08292064981042704,0.07575426396299487,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,52.96766037580949,51.533074486399094,6.078467108869668,0.5255741573253901,0.34826775018651773,0.27631425556512934,6.3003478476597765,7.277888455851016,0.33081311162959165,0.2762939594940758,0.24159927335303466,Air Quality,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index 7d5ec70220283a95aea50aafd0f35fe68bac0821..f636606eeff44bd3430937bcb8f03610775c7ae0 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T05:43:43.990938+00:00", + "evaluated_at": "2026-06-22T05:53:44.781865+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64257.98828125, 63974.01171875, 64100.01953125, - 64229.98046875 + 64219.01953125 ], "p50": [ 63557.771927208836, diff --git a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 38937285a73218a2b61adc4d2889ea092f9155c3..39a7955fd2a38ba4a0ca029f5f99253e41fc6503 100644 --- a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,15 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T05:32:11.982230+00:00", + "evaluated_at": "2026-06-22T05:53:44.815386+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.6469999551773071, - 1.6729999780654907, - 1.6970000267028809, - 1.715999960899353, 1.7309999465942383, 1.7480000257492065, 1.7630000114440918, @@ -245,13 +241,13 @@ 1.4140000343322754, 1.4479999542236328, 1.4780000448226929, - 1.5080000162124634 - ], - "actuals": [ + 1.5080000162124634, 1.5420000553131104, 1.562000036239624, 1.5889999866485596, - 1.6180000305175781, + 1.6180000305175781 + ], + "actuals": [ 1.6390000581741333, 1.6519999504089355, 1.680999994277954, @@ -307,199 +303,199 @@ 1.0740000009536743, 1.0470000505447388, 1.0149999856948853, - 0.9850000143051147 + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282 ], "p50": [ - 1.5313537374738606, - 1.5592863187461106, - 1.5860740268923164, - 1.6127178375679692, - 1.6387613488237056, - 1.665882097544889, - 1.6900460158537107, - 1.716782710801999, - 1.7385791610478039, - 1.76208365069825, - 1.7859067487973157, - 1.806949416423233, - 1.829945941248661, - 1.851663297400043, - 1.8709674272731904, - 1.8911825728040195, - 1.9114514974444279, - 1.9305711731609938, - 1.9490548292017706, - 1.9677361147354673, - 1.9867722328770143, - 2.0046068191308106, - 2.0211574543408264, - 2.0379866996466003, - 2.0542730816848516, - 2.070044673978819, - 2.08559863625356, - 2.1007149871439372, - 2.114194774801907, - 2.128920268854551, - 2.142854379003732, - 2.1576988693805266, - 2.169876671411835, - 2.182809399967916, - 2.1958873881246106, - 2.2079986075027223, - 2.220039816986768, - 2.231786018127986, - 2.245237933179461, - 2.2568822846913097, - 2.2672400509604023, - 2.277844258712401, - 2.286850271419448, - 2.29915811037415, - 2.3068753841145866, - 2.317469325397324, - 2.3282238280885843, - 2.336236754739388, - 2.3454031842406984, - 2.3538857855928645, - 2.3628699529908106, - 2.371178383708017, - 2.380475119304041, - 2.3892646103217605, - 2.396351920301699, - 2.402731930485829, - 2.4103149642216035, - 2.4178764513730577, - 2.425881415014124, - 2.4313628084828287 + 1.6388008209912903, + 1.6635771825417782, + 1.6897280084685913, + 1.7150190197377166, + 1.7404070243796073, + 1.7666428669134995, + 1.789680669917191, + 1.8118241695179271, + 1.8356273196589787, + 1.8561986537114135, + 1.8801897549186872, + 1.9011780380903238, + 1.9209471467283477, + 1.9423229171037404, + 1.960836940858095, + 1.980459419177133, + 2.000019058950427, + 2.019549037675871, + 2.0370476157480226, + 2.0534447726650056, + 2.0720341252655277, + 2.091142814164355, + 2.10788000802731, + 2.1242965861466425, + 2.1389769091928863, + 2.1554236803357436, + 2.171325924342601, + 2.1851813162677196, + 2.2018672882362686, + 2.2145698340205424, + 2.2291529789772953, + 2.2433533671586163, + 2.257121064253802, + 2.269290785839469, + 2.2818352105131416, + 2.294176850189565, + 2.3082846609904433, + 2.318460446754659, + 2.332044351656239, + 2.3418729792130932, + 2.3546695718896324, + 2.364855995343513, + 2.377683919053432, + 2.3870754706661383, + 2.396989896259912, + 2.407266102696351, + 2.418257834277637, + 2.426490029194336, + 2.4356776165776557, + 2.4449985916057586, + 2.454117683008366, + 2.4646962253856675, + 2.4743660042396405, + 2.4818963421228886, + 2.4911607637591695, + 2.4968245891144414, + 2.5059400984114424, + 2.513090107661966, + 2.520341509719351, + 2.528294753986965 ], "p10": [ - 1.5200576240106638, - 1.5484919233516583, - 1.5764109363219139, - 1.6028990885232635, - 1.629931034011445, - 1.6570264383052347, - 1.6812732617521227, - 1.7076958883303612, - 1.729306397932204, - 1.75271793161203, - 1.7760932191849284, - 1.7978651868315758, - 1.820952021467287, - 1.8408676735759302, - 1.8618388682207752, - 1.8823625871925054, - 1.9015814137916631, - 1.9208413812442369, - 1.9398331484408886, - 1.9582448943185904, - 1.9759445638340003, - 1.9934325971776858, - 2.0104979898404527, - 2.029352975390324, - 2.043944712424278, - 2.0602279892162914, - 2.076208947204054, - 2.0909945002884984, - 2.1046244012618986, - 2.1192692935145865, - 2.1330745716326076, - 2.149041789266102, - 2.1603867201073403, - 2.1737795999950893, - 2.18701943272304, - 2.1993949275031026, - 2.2107602397355492, - 2.2224318563667227, - 2.2340158833777912, - 2.245504069065182, - 2.2583358068270134, - 2.2673220421224105, - 2.277308085573963, - 2.2892355045750437, - 2.2988073723486404, - 2.3071336315387954, - 2.32042116023738, - 2.326935080709612, - 2.3371288773668804, - 2.3443344848071623, - 2.3531892864695534, - 2.3614136468292113, - 2.369812123880489, - 2.3805666124244924, - 2.385481992927181, - 2.3931615569458207, - 2.4003722417850106, - 2.4090361740617072, - 2.4165136745670615, - 2.4221630319924383 + 1.6291089783421406, + 1.653729193581403, + 1.6805044942100558, + 1.7045416449359896, + 1.7303115896627503, + 1.7563585552025134, + 1.7795852225277073, + 1.8019384972403774, + 1.8247950185259705, + 1.8467756587011717, + 1.8704347674877992, + 1.8904103529248215, + 1.9106245544434501, + 1.9311795793308357, + 1.9508909604444011, + 1.9707976125972542, + 1.9901496880071208, + 2.00823224226621, + 2.0272628285638823, + 2.0449012491339906, + 2.062460302737885, + 2.080122179074599, + 2.098235650602014, + 2.1132849375539156, + 2.1291080616890077, + 2.1448380018817965, + 2.160529535969416, + 2.1764249818790162, + 2.1897996739309513, + 2.2044504492209365, + 2.2188119465640153, + 2.2338316483443705, + 2.247329477746217, + 2.258844815768536, + 2.2730968592920804, + 2.284683031088213, + 2.29834123216824, + 2.3089048436140076, + 2.320923729714647, + 2.3325541865613557, + 2.3436831226609542, + 2.354312055628621, + 2.366757874435517, + 2.3764542147844105, + 2.3863335539062795, + 2.397090500550765, + 2.4082788717940224, + 2.4160617431532425, + 2.425825023490688, + 2.435359347767809, + 2.4444793515745245, + 2.4531794280951544, + 2.464413323661288, + 2.4709370736939316, + 2.4792956001267776, + 2.4871876606933183, + 2.495430653759087, + 2.5032143342571502, + 2.512395828921546, + 2.5181699307379617 ], "p90": [ - 1.5405702908681005, - 1.567959098753245, - 1.5948594388463617, - 1.6226756723479394, - 1.6502762512238203, - 1.675337599761816, - 1.7001213724091213, - 1.7254910731805069, - 1.7480660027107984, - 1.7725803952629964, - 1.794941329841927, - 1.8173308551839307, - 1.8381585902654123, - 1.8594848541751001, - 1.8799829927075578, - 1.901300896408404, - 1.9204004408213573, - 1.93882294893424, - 1.9585533149292875, - 1.9773822817928215, - 1.9966213995686883, - 2.0130887669039836, - 2.0299663936716996, - 2.045757514322854, - 2.062609977057727, - 2.0791168233632313, - 2.0935722367683733, - 2.1093635152086927, - 2.123525580838446, - 2.137409258239485, - 2.1524351002616084, - 2.166245665405434, - 2.1790054787322926, - 2.192071616900689, - 2.205470199040373, - 2.217925010874022, - 2.2298002776002552, - 2.241269300655474, - 2.2545285502352286, - 2.2648045166474633, - 2.2768403237213, - 2.286277505858511, - 2.2969578144879113, - 2.307293421057976, - 2.3170197819753624, - 2.3274489316116984, - 2.336288573161162, - 2.3458839186809253, - 2.3552465682868946, - 2.3636814499930763, - 2.371746243258803, - 2.3802347921959828, - 2.3883025292570337, - 2.3981123497844705, - 2.406028189791309, - 2.4136818349471314, - 2.4202369397133654, - 2.4267545352072335, - 2.4351933794305416, - 2.4408505700040584 + 1.6473081479189986, + 1.674454378211405, + 1.6990581809630902, + 1.7235315670457798, + 1.7498162820102152, + 1.7746065460179017, + 1.797728133045461, + 1.8214714284186524, + 1.8440574748904313, + 1.8656149352625255, + 1.8881356023466116, + 1.9094377486828071, + 1.9297954290081547, + 1.9502196425178506, + 1.971059094190853, + 1.9902923649523374, + 2.0094655449184855, + 2.0277217476711153, + 2.0462657735514607, + 2.0617701573049523, + 2.0808677696593643, + 2.1002594016544904, + 2.1159432276033927, + 2.133624842148696, + 2.1473094188079855, + 2.163454953247631, + 2.1795340305252147, + 2.1948122738342017, + 2.2087930525996606, + 2.2222940252577845, + 2.2389906402117368, + 2.2516101143157092, + 2.2651670400833677, + 2.2788195385285737, + 2.29124446814375, + 2.304724021004137, + 2.3166410989841824, + 2.329520681398588, + 2.340649038810223, + 2.3504132237572577, + 2.3645660110151847, + 2.375397933396249, + 2.386271510833351, + 2.3959909514231246, + 2.406989639712428, + 2.416555330155919, + 2.4273920579962516, + 2.4364101930293907, + 2.446340034043791, + 2.4541749263772226, + 2.4632900528772965, + 2.4733892616601025, + 2.48200951068652, + 2.4909780636098553, + 2.499669270994436, + 2.506454011720538, + 2.513617964238584, + 2.52298319090286, + 2.5272151067943596, + 2.5388336283021284 ], "timestamps": [ - "2026-06-20 23:24:00", - "2026-06-20 23:30:00", - "2026-06-20 23:36:00", - "2026-06-20 23:42:00", "2026-06-20 23:48:00", "2026-06-20 23:54:00", "2026-06-21 00:00:00", @@ -795,6 +791,10 @@ "2026-06-22 05:00:00", "2026-06-22 05:06:00", "2026-06-22 05:12:00", - "2026-06-22 05:18:00" + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 8a8958d6b3b204b05f8d6c60ad2b38f046b32c82..d63b2f5bed666831c8fbfc51cde764b5a862ead3 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,25 +1,19 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T05:43:44.120815+00:00", + "evaluated_at": "2026-06-22T05:53:44.830323+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:37:41.410086Z", + "data_fetched_at": "2026-06-22T05:50:26.333647Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", - "data_fetched_at": "2026-06-22T05:37:41.410086Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", - "data_fetched_at": "2026-06-22T05:37:41.410086Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t234200z", + "data_fetched_at": "2026-06-22T05:50:26.333647Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index 38279def71dc1c3a429892eee80001ec05a4a6c6..c97337544e1157b11358f0e4f4e26257db284238 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -13,4 +13,4 @@ date,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank, 2026-06-19,Chronos-2,5.000,4.600,5.200,5.200,5.000,5.200,4.500,5.200,5.000,5.200 2026-06-20,Chronos-2,5.300,4.900,5.000,5.000,5.300,5.000,4.800,5.000,5.300,5.200 2026-06-21,Chronos-2,4.600,5.100,4.400,4.400,4.600,5.000,4.100,4.900,4.700,5.000 -2026-06-22,Chronos-2,4.300,3.900,4.800,4.800,4.300,4.800,3.600,4.800,4.300,4.800 +2026-06-22,Chronos-2,4.300,3.900,4.800,4.800,4.300,4.800,3.800,4.800,4.300,4.800 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index d08e0866a7c0f52e38e60072294f57f74568290e..ee13e4bc9de15945968caf00d0991e4fec2179ae 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,4 +1,4 @@ week,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,,2.751,3.064,3.077,2.902,3.077,2.505,3.077,2.918,3.103 2026-W25,Chronos-Bolt-Mini,4.967,4.229,4.414,4.414,4.414,4.529,3.857,4.486,4.429,4.529 -2026-W26,Chronos-Bolt-Mini,4.3,3.9,4.8,4.8,4.3,4.8,3.6,4.8,4.3,4.8 +2026-W26,Chronos-Bolt-Mini,4.3,3.9,4.8,4.8,4.3,4.8,3.8,4.8,4.3,4.8 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 5fcb1fefa6211bf35150b9cb0d8dad908bdf9bf5..d1d89f11d7a5bf5e16322e1b71c6c3622fb1e186 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,106089.45726331075,106089.45726331075,265.5685221354167,0.24651966215997753,0.004148176871859457,0.004144168744819489,1.7052458816266627,325.7137658486524,0.005080918554154498,0.004142692673739233,0.004543724086415123,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,105629.29412905376,105629.29412905376,265.11181640625,0.2460957152962627,0.004141121569372549,0.004137057772382845,1.7052458816266627,325.0066062852473,0.005069923582755028,0.004135597935770573,0.004539798596685233,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,0.8190864914031408,0.8190864914031408,0.69321076075236,0.38088505630682673,0.027901220956347006,0.027436930558977266,2.1561741380116493,0.9050339725132648,0.03593959911280288,0.027527935523719557,0.026277060517932285,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.007352146680396269,0.007352146680396269,0.07496517499287923,0.21541200300053084,0.04550529726759148,0.04677683215982975,1.2210374046942305,0.085744659777716,0.05360381447342403,0.046864951621516646,0.04380990702207374,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.002375683265749669,0.002375683265749669,0.04254118303457896,0.12348973967796677,0.030075373824626085,0.029821473999886265,0.9220146057127724,0.04874098137860654,0.031319841342471025,0.02733599253602318,0.0330261372349914,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.08053918458537071,0.08053918458537071,0.26151349809434676,4.023285471506264,0.16446227946827838,0.18141137499044854,93.53193651193052,0.28379426453924456,0.18325728293117136,0.1688697028053181,0.14882065464622296,Ocean,1 nws_ksfo_observations_temperature/1h/short,Chronos-2,1.8575773484371894,1.8575773484371894,1.162847359975179,0.6362082525463973,0.07749478142076036,0.07343225965614342,7.867669781268283,1.3629296931379804,0.08757781160725979,0.0747211155004131,0.0506007762921986,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,132.26548005992467,132.26548005992467,9.466134150822958,0.8184885087538193,0.5082012192807918,0.3659391763198984,6.903968689345848,11.500673026389572,0.5227578648358896,0.43027882503740716,0.290984644552674,Air Quality,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index b73b9086b2b72d26b0af975f12ba3cb6823b427f..2b5842c6d577cd5cdc698652918c9657ddc6e8fb 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T05:38:28.073893+00:00", + "evaluated_at": "2026-06-22T05:50:28.796213+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64257.98828125, 63974.01171875, 64100.01953125, - 64229.98046875 + 64219.01953125 ], "p50": [ 64281.45703125, diff --git a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index c3204106d7b040d71b03a1b2b8409072520838e1..1b6e85a01e2fa2404007fbfdeb8922e908c7d7de 100644 --- a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,15 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T05:27:52.875921+00:00", + "evaluated_at": "2026-06-22T05:50:38.176336+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.6469999551773071, - 1.6729999780654907, - 1.6970000267028809, - 1.715999960899353, 1.7309999465942383, 1.7480000257492065, 1.7630000114440918, @@ -245,13 +241,13 @@ 1.4140000343322754, 1.4479999542236328, 1.4780000448226929, - 1.5080000162124634 - ], - "actuals": [ + 1.5080000162124634, 1.5420000553131104, 1.562000036239624, 1.5889999866485596, - 1.6180000305175781, + 1.6180000305175781 + ], + "actuals": [ 1.6390000581741333, 1.6519999504089355, 1.680999994277954, @@ -307,199 +303,199 @@ 1.0740000009536743, 1.0470000505447388, 1.0149999856948853, - 0.9850000143051147 + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282 ], "p50": [ - 1.5336365699768066, - 1.5587539672851562, - 1.579846978187561, - 1.5984275341033936, - 1.618064522743225, - 1.6343233585357666, - 1.6514160633087158, - 1.6710307598114014, - 1.6844398975372314, - 1.6946184635162354, - 1.7066068649291992, - 1.7175631523132324, - 1.7234338521957397, - 1.7347586154937744, - 1.7407857179641724, - 1.7379944324493408, - 1.7824382781982422, - 1.7802447080612183, - 1.7774534225463867, - 1.7757372856140137, - 1.7715368270874023, - 1.762102723121643, - 1.7575181722640991, - 1.7535438537597656, - 1.7458395957946777, - 1.7333335876464844, - 1.7213287353515625, - 1.7087514400482178, - 1.689720869064331, - 1.678386926651001, - 1.6634737253189087, - 1.6451618671417236, - 1.640405535697937, - 1.6183750629425049, - 1.6017428636550903, - 1.5843702554702759, - 1.5666093826293945, - 1.543531894683838, - 1.5178518295288086, - 1.4952304363250732, - 1.4707789421081543, - 1.4459295272827148, - 1.4206656217575073, - 1.3963727951049805, - 1.3756039142608643, - 1.3465993404388428, - 1.3215125799179077, - 1.2924798727035522, - 1.2690457105636597, - 1.2509193420410156, - 1.2234383821487427, - 1.2026875019073486, - 1.1772700548171997, - 1.1525788307189941, - 1.1339242458343506, - 1.1123766899108887, - 1.08754301071167, - 1.0731604099273682, - 1.0519895553588867, - 1.0350371599197388 + 1.6523226499557495, + 1.6741825342178345, + 1.6909102201461792, + 1.7051870822906494, + 1.7193059921264648, + 1.7318496704101562, + 1.744214653968811, + 1.7588733434677124, + 1.773227334022522, + 1.7796173095703125, + 1.7890417575836182, + 1.796621561050415, + 1.7993578910827637, + 1.808781623840332, + 1.8099124431610107, + 1.8058967590332031, + 1.8167929649353027, + 1.8106837272644043, + 1.8084042072296143, + 1.8031926155090332, + 1.799269437789917, + 1.7835817337036133, + 1.7778265476226807, + 1.7699592113494873, + 1.7623755931854248, + 1.7493507862091064, + 1.737093448638916, + 1.7228277921676636, + 1.6989213228225708, + 1.6844165325164795, + 1.6710230112075806, + 1.6510674953460693, + 1.6208467483520508, + 1.6015641689300537, + 1.5866830348968506, + 1.5695611238479614, + 1.5463483333587646, + 1.5233969688415527, + 1.4932461977005005, + 1.4724819660186768, + 1.4460272789001465, + 1.422111988067627, + 1.3975701332092285, + 1.371707797050476, + 1.344120740890503, + 1.318007230758667, + 1.2904374599456787, + 1.2627578973770142, + 1.2230443954467773, + 1.2014617919921875, + 1.1754560470581055, + 1.1512805223464966, + 1.1273260116577148, + 1.1037633419036865, + 1.0829075574874878, + 1.0651060342788696, + 1.0433814525604248, + 1.0290019512176514, + 1.0082989931106567, + 0.9929235577583313 ], "p10": [ - 1.512378454208374, - 1.5394260883331299, - 1.5564666986465454, - 1.570542335510254, - 1.5905656814575195, - 1.6033103466033936, - 1.6168912649154663, - 1.6287271976470947, - 1.6433645486831665, - 1.6493545770645142, - 1.6567789316177368, - 1.6646275520324707, - 1.6682209968566895, - 1.6762664318084717, - 1.673646092414856, - 1.6748228073120117, - 1.7119874954223633, - 1.7088159322738647, - 1.699924111366272, - 1.6984741687774658, - 1.6852316856384277, - 1.6749978065490723, - 1.6597542762756348, - 1.6523261070251465, - 1.6437668800354004, - 1.6215351819992065, - 1.6073570251464844, - 1.5892192125320435, - 1.5680279731750488, - 1.548912763595581, - 1.5303282737731934, - 1.495401382446289, - 1.5015907287597656, - 1.4732218980789185, - 1.4438108205795288, - 1.4263310432434082, - 1.4073777198791504, - 1.3765060901641846, - 1.3417776823043823, - 1.3161636590957642, - 1.2861008644104004, - 1.2605093717575073, - 1.2294487953186035, - 1.1905620098114014, - 1.163419485092163, - 1.1332226991653442, - 1.109257459640503, - 1.076815128326416, - 1.0342952013015747, - 1.00789213180542, - 0.9741080403327942, - 0.9523483514785767, - 0.9283740520477295, - 0.9016475081443787, - 0.8821360468864441, - 0.8593779802322388, - 0.8424070477485657, - 0.8207160234451294, - 0.802018404006958, - 0.7914096117019653 + 1.6293649673461914, + 1.6580760478973389, + 1.6651829481124878, + 1.6766266822814941, + 1.689786434173584, + 1.6998554468154907, + 1.706796646118164, + 1.7145299911499023, + 1.7279274463653564, + 1.7311980724334717, + 1.7341594696044922, + 1.738781213760376, + 1.739256501197815, + 1.7428913116455078, + 1.736619234085083, + 1.7355841398239136, + 1.7495241165161133, + 1.7387362718582153, + 1.7297145128250122, + 1.7274292707443237, + 1.7103619575500488, + 1.693005084991455, + 1.6755945682525635, + 1.6628220081329346, + 1.6498650312423706, + 1.6282646656036377, + 1.6099097728729248, + 1.5930827856063843, + 1.5687150955200195, + 1.5381578207015991, + 1.5178040266036987, + 1.4802474975585938, + 1.4538874626159668, + 1.4341139793395996, + 1.408137559890747, + 1.3858487606048584, + 1.3518383502960205, + 1.3275163173675537, + 1.282665491104126, + 1.2571985721588135, + 1.233867883682251, + 1.2076847553253174, + 1.1757878065109253, + 1.1432580947875977, + 1.1163084506988525, + 1.0850343704223633, + 1.0600398778915405, + 1.0298821926116943, + 0.9626856446266174, + 0.9317299127578735, + 0.8988213539123535, + 0.8846933841705322, + 0.8546823263168335, + 0.8365001082420349, + 0.8179442882537842, + 0.7990792989730835, + 0.780364990234375, + 0.7625314593315125, + 0.7398108243942261, + 0.7319742441177368 ], "p90": [ - 1.5573511123657227, - 1.5794973373413086, - 1.6008851528167725, - 1.621423363685608, - 1.6463558673858643, - 1.665553092956543, - 1.686582088470459, - 1.709708333015442, - 1.725027084350586, - 1.7416179180145264, - 1.7545595169067383, - 1.7678108215332031, - 1.7823368310928345, - 1.7889621257781982, - 1.8039741516113281, - 1.8124661445617676, - 1.8517712354660034, - 1.8473541736602783, - 1.8471157550811768, - 1.853805661201477, - 1.8536803722381592, - 1.8492319583892822, - 1.8474552631378174, - 1.8502678871154785, - 1.8461439609527588, - 1.8382563591003418, - 1.8279006481170654, - 1.8189945220947266, - 1.8097872734069824, - 1.8008188009262085, - 1.8012092113494873, - 1.7891528606414795, - 1.7871376276016235, - 1.7677373886108398, - 1.753088116645813, - 1.743530511856079, - 1.7236955165863037, - 1.7025624513626099, - 1.684709072113037, - 1.6717499494552612, - 1.6563897132873535, - 1.6390020847320557, - 1.6141941547393799, - 1.5972718000411987, - 1.570873498916626, - 1.5537110567092896, - 1.5381803512573242, - 1.5053513050079346, - 1.504649043083191, - 1.492243766784668, - 1.4806522130966187, - 1.4486916065216064, - 1.4308840036392212, - 1.4048798084259033, - 1.3855842351913452, - 1.373142123222351, - 1.3369204998016357, - 1.325476884841919, - 1.3062852621078491, - 1.2861756086349487 + 1.6748039722442627, + 1.6924653053283691, + 1.7102277278900146, + 1.7264786958694458, + 1.7478384971618652, + 1.7669897079467773, + 1.7830054759979248, + 1.8019206523895264, + 1.8166048526763916, + 1.831431269645691, + 1.8410749435424805, + 1.8509970903396606, + 1.864598274230957, + 1.8668453693389893, + 1.8778514862060547, + 1.8875243663787842, + 1.895413875579834, + 1.8841205835342407, + 1.88242506980896, + 1.8859343528747559, + 1.8864178657531738, + 1.8807687759399414, + 1.877328634262085, + 1.876940131187439, + 1.8738269805908203, + 1.862356185913086, + 1.8614256381988525, + 1.8500916957855225, + 1.8379485607147217, + 1.8335336446762085, + 1.8262081146240234, + 1.8177167177200317, + 1.7986063957214355, + 1.7904722690582275, + 1.7742888927459717, + 1.7658709287643433, + 1.7418196201324463, + 1.727268099784851, + 1.7099599838256836, + 1.6969774961471558, + 1.680006504058838, + 1.6578562259674072, + 1.6408100128173828, + 1.6184965372085571, + 1.589451551437378, + 1.5760786533355713, + 1.5530860424041748, + 1.5277695655822754, + 1.511781930923462, + 1.5065408945083618, + 1.4979734420776367, + 1.45887291431427, + 1.4371991157531738, + 1.4164091348648071, + 1.397601842880249, + 1.3840694427490234, + 1.3550232648849487, + 1.3472353219985962, + 1.3262898921966553, + 1.3073638677597046 ], "timestamps": [ - "2026-06-20 23:24:00", - "2026-06-20 23:30:00", - "2026-06-20 23:36:00", - "2026-06-20 23:42:00", "2026-06-20 23:48:00", "2026-06-20 23:54:00", "2026-06-21 00:00:00", @@ -795,6 +791,10 @@ "2026-06-22 05:00:00", "2026-06-22 05:06:00", "2026-06-22 05:12:00", - "2026-06-22 05:18:00" + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 882795714816a1e8a29c1055afec11172202245d..e11875f3e14c5c523dfc3663e79ad016ce2af78f 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,25 +1,19 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T05:38:37.770464+00:00", + "evaluated_at": "2026-06-22T05:50:40.971335+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:37:41.410086Z", + "data_fetched_at": "2026-06-22T05:50:26.333647Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", - "data_fetched_at": "2026-06-22T05:37:41.410086Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", - "data_fetched_at": "2026-06-22T05:37:41.410086Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t234200z", + "data_fetched_at": "2026-06-22T05:50:26.333647Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 50bf0bc2ccb87aba89afd4a97268b9250a2193b3..f1f8d1c7c466c1e8a51af1d18aa02442b0a29b8d 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,57851.50965501628,57219.0361524191,161.71380147263517,0.15011429587016986,0.002525996734130368,0.0025253995282449424,1.6104147873264123,240.5234077070593,0.0037520055123955727,0.0025226279651531913,0.002117810009319269,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,57578.95363066582,56971.32465213444,161.2570957434685,0.14969034900645503,0.0025189156785965262,0.002518288477390812,1.6104147873264123,239.95614939122902,0.0037431834218100406,0.0025155216441319064,0.002112283984434894,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,90.83341172097414,92.62648790328399,8.299724128435516,4.560288257151853,0.3185376684579119,0.40488327610390623,141.48998129735833,9.530656416059397,0.37846973846058257,0.329588465165,0.31681573540285846,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ETS,1.227669845146284,1.2299483318857596,0.8312043560504344,2.3884609788024673,0.61822284696949,0.38869804697531135,91.12637236792403,1.1080026376982521,0.6926748322427554,0.5196326419247029,0.5133670138347056,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,ETS,1.4083820993274567,1.410918616461515,0.9109622100647381,2.6443666619689528,0.7328674357835496,0.43666620738104894,101.18058204006886,1.186752754084631,0.7625802131876115,0.5853635089246954,0.5785203615858714,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.09877002242498586,0.09951951004093325,0.2902727190721326,4.465735122384399,0.18248950730415217,0.2037237895028525,59.77572187635198,0.3142769836067953,0.20294119120797544,0.18744067958021116,0.17370021892568696,Ocean,1 nws_ksfo_observations_temperature/1h/short,ETS,0.44900847649371434,0.4424309306207574,0.528887465513028,0.2893609099606321,0.03535729659876754,0.0343674315772786,2.581295062299207,0.6700809477172995,0.04305741029508752,0.033984736739792964,0.030539448840934784,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,25.086083053228474,26.786526315228816,4.492459115258844,0.38844010694334424,0.20742202683517597,0.21507621881580788,1.7262048956933864,5.008600907761416,0.2276636776255189,0.20420268705722014,0.15774012349926464,Air Quality,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index 8c9c918097b1d5af1ad6675f89575be699f8c84a..84f28783906c7b58460a16f645d3521338dcff89 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-22T05:43:44.144470+00:00", + "evaluated_at": "2026-06-22T05:53:44.854815+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64257.98828125, 63974.01171875, 64100.01953125, - 64229.98046875 + 64219.01953125 ], "p50": [ 64267.03335897732, diff --git a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 0f786b88927984736915d572cdb5298655e7e376..a87e053d2abb75fa472859648fd6847868cbe4a8 100644 --- a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,15 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ETS", - "evaluated_at": "2026-06-22T05:32:12.045434+00:00", + "evaluated_at": "2026-06-22T05:53:44.875606+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.6469999551773071, - 1.6729999780654907, - 1.6970000267028809, - 1.715999960899353, 1.7309999465942383, 1.7480000257492065, 1.7630000114440918, @@ -245,13 +241,13 @@ 1.4140000343322754, 1.4479999542236328, 1.4780000448226929, - 1.5080000162124634 - ], - "actuals": [ + 1.5080000162124634, 1.5420000553131104, 1.562000036239624, 1.5889999866485596, - 1.6180000305175781, + 1.6180000305175781 + ], + "actuals": [ 1.6390000581741333, 1.6519999504089355, 1.680999994277954, @@ -307,199 +303,199 @@ 1.0740000009536743, 1.0470000505447388, 1.0149999856948853, - 0.9850000143051147 + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282 ], "p50": [ - 1.540796311429611, - 1.568011051507339, - 1.5982258423682247, - 1.6289405373848413, - 1.656655271025268, - 1.6918700124142982, - 1.7190846779862206, - 1.7572994254549246, - 1.7815141892553015, - 1.8117289056103811, - 1.840943649741225, - 1.8701584236743916, - 1.9013731122537065, - 1.9305878414833895, - 1.9608025727396303, - 1.991017303995871, - 2.023232024404066, - 2.0529467620976085, - 2.082661499791151, - 2.1103761738269324, - 2.1425909687409344, - 2.17430568068527, - 2.203520424816114, - 2.2357351452243095, - 2.2639498873285953, - 2.2961645928356296, - 2.3253793369664737, - 2.360594003849698, - 2.3838088103270008, - 2.416023530735196, - 2.4442382877406432, - 2.4764529932476775, - 2.506667784108563, - 2.54038244050137, - 2.5670971870163997, - 2.5903120083948634, - 2.625526615673443, - 2.6557413618308447, - 2.6869561249159664, - 2.7201708771530417, - 2.7498855552419394, - 2.778600305810085, - 2.8068150032108874, - 2.839029783223728, - 2.8652445510772204, - 2.89895923727235, - 2.9326739383686404, - 2.959888723149852, - 2.992603422219585, - 3.0193181687346144, - 3.047532925740062, - 3.082247584159427, - 3.111462372993754, - 3.1401770937595774, - 3.1773919137075297, - 3.2021065667624766, - 3.2298213004029033, - 3.263536046202677, - 3.2922507669685004, - 3.3224655131259024 + 1.6472700134698275, + 1.673567225651863, + 1.7008644547616174, + 1.7326616259356573, + 1.7594587720757464, + 1.78625597782048, + 1.819053151021078, + 1.8418503635607413, + 1.869647571332033, + 1.8974447791033249, + 1.9252419421711329, + 1.9530391648435859, + 1.9793363770256214, + 2.0086335207815242, + 2.0369307221155144, + 2.064727929886806, + 2.0905251485061433, + 2.1183223115739516, + 2.147619514934499, + 2.172916620781849, + 2.2032138857735992, + 2.230011076617172, + 2.258308263050001, + 2.2926054914444998, + 2.3154026443795184, + 2.3441997498692397, + 2.375997010450247, + 2.3957942765148807, + 2.425591428734644, + 2.4498885921600797, + 2.480185812448347, + 2.5074830415581015, + 2.536780185314005, + 2.5655773802106934, + 2.5923746306589104, + 2.618171789673603, + 2.651969009604242, + 2.674266154075401, + 2.701563398086317, + 2.729360561154125, + 2.7591577282750492, + 2.7839549597689897, + 2.8172521116311247, + 2.8385493285815313, + 2.870346514656733, + 2.897143705500305, + 2.925940945100477, + 2.9567381589514428, + 2.9795353267876226, + 3.0093324641062242, + 3.0371296569763544, + 3.0629269352003368, + 3.0942240234047107, + 3.118521201731308, + 3.1498184389472943, + 3.1761156213270074, + 3.2019127803417, + 3.229710003014153, + 3.259007206374701, + 3.2903043541837196 ], "p10": [ - 1.510696341327301, - 1.5380111039594264, - 1.5691257223006283, - 1.5984405128277277, - 1.6305552196222224, - 1.6608700091956474, - 1.6909846821347039, - 1.7230994008501272, - 1.7495141691089315, - 1.7836288620751486, - 1.8099436852655932, - 1.8410583036067951, - 1.8723731279893328, - 1.9014878138029925, - 1.9337026385193163, - 1.963017369441771, - 1.9942320997443372, - 2.0244468250401133, - 2.0535614572095926, - 2.0818762129275794, - 2.1120909441838207, - 2.1452056977083562, - 2.1735203938216987, - 2.2046351075303323, - 2.233949796729535, - 2.263164600465024, - 2.295379365576703, - 2.3255940908724795, - 2.355708763811536, - 2.3860235593454253, - 2.41523823791116, - 2.446453021857907, - 2.475667700423642, - 2.506882538014569, - 2.537097215626629, - 2.566311894192364, - 2.596426585012814, - 2.6267413626653098, - 2.657856082334408, - 2.6880708135906484, - 2.7173854968293876, - 2.7466003005648765, - 2.7768150914257617, - 2.8090297969327964, - 2.8392445877936816, - 2.8703592478581346, - 2.90057398507484, - 2.9288886752277175, - 2.9620033751080737, - 2.9883181506148024, - 3.0195328630359755, - 3.050747706587367, - 3.0799623255484567, - 3.114177070871394, - 3.1413918943956247, - 3.1725065604205422, - 3.199821269408488, - 3.2320360345201666, - 3.2622507657764075, - 3.292465491072184 + 1.6171700314465884, + 1.6449671706725386, + 1.6708643939648797, + 1.702661594941242, + 1.727458760870073, + 1.7542559725752713, + 1.7840531396961954, + 1.8117503874979666, + 1.8395475803680972, + 1.866444725220726, + 1.8962420115509393, + 1.9240391507768897, + 1.949836309791582, + 1.976633569180496, + 2.0064307422618843, + 2.0362278497781636, + 2.0600250941467073, + 2.0888222741422346, + 2.1185195081157278, + 2.143316680005024, + 2.1722137931479812, + 2.203011120247772, + 2.2268083050116707, + 2.2566054780930593, + 2.284302666290186, + 2.313099858206642, + 2.3399971103476314, + 2.3666942100914645, + 2.3944913493174154, + 2.4213886014584043, + 2.453085756038511, + 2.4789830210541037, + 2.505780107589548, + 2.53747737541848, + 2.563374586789892, + 2.589071699408329, + 2.6179689854047563, + 2.6437661444194487, + 2.672463272058256, + 2.6993605897643547, + 2.7271577230298405, + 2.754954915899971, + 2.7827521087701017, + 2.8114492364089085, + 2.839346422031115, + 2.8690437156092528, + 2.897940882396391, + 2.9217380731207543, + 2.950535193511637, + 2.9763325313402635, + 3.007129685586584, + 3.033826785330418, + 3.062724071326845, + 3.0885212839857177, + 3.1183184570671063, + 3.146115590332592, + 3.1719128089519293, + 3.201710035677498, + 3.22940716426998, + 3.2572043631005743 ], "p90": [ - 1.5667963343177946, - 1.5970110655740353, - 1.624325887810806, - 1.655540552548263, - 1.6876552593427576, - 1.7168700630782463, - 1.746284745029525, - 1.7802994273622732, - 1.8085141843677206, - 1.8377289344590293, - 1.8680437121115254, - 1.8962583618286122, - 1.9264732003732135, - 1.9565878315890184, - 1.9868025509243303, - 2.0220172774121994, - 2.049232053252714, - 2.0806467630989665, - 2.109661569409376, - 2.1379763191668983, - 2.1690909851918163, - 2.2015056881239294, - 2.2335203962058845, - 2.2608352184426552, - 2.2909498973421756, - 2.3241646495792514, - 2.349379325999219, - 2.3827940816218387, - 2.4098087885117008, - 2.4391234777109037, - 2.472238344484265, - 2.502453016135861, - 2.5316677602667053, - 2.5638824657737396, - 2.59119728801051, - 2.6214120192667507, - 2.6525266852916682, - 2.6828414152604485, - 2.7100561195753903, - 2.745170853311184, - 2.772685672973034, - 2.802600300803295, - 2.832815026099071, - 2.8650297912107505, - 2.895244522466991, - 2.924459266597835, - 2.958673946355663, - 2.9888886776119032, - 3.017103434617351, - 3.042318170641963, - 3.0736329413803207, - 3.106747647221141, - 3.13596238539152, - 3.170177065149348, - 3.2003918560102336, - 3.2247065976615246, - 3.258821284667277, - 3.2890360159235175, - 3.3212507273910163, - 3.3485655436673225 + 1.672370047945154, + 1.7020672163535384, + 1.7268643882428338, + 1.755661627843006, + 1.7856587923890093, + 1.8152559620848538, + 1.841053180704191, + 1.867950438805645, + 1.8926474987335757, + 1.9234447245054702, + 1.9512419173756006, + 1.9810391917848853, + 2.0068362971553975, + 2.0356335307951046, + 2.0654306979160286, + 2.0894279397096516, + 2.1180251222800996, + 2.148822282486885, + 2.17661953496166, + 2.202416688015888, + 2.2293139461173417, + 2.2571111389874723, + 2.2858082666262796, + 2.315605439707668, + 2.3434026921824436, + 2.3691998452366714, + 2.397097042779806, + 2.4257942777069736, + 2.4527914212721424, + 2.4773885957363584, + 2.5061858353365305, + 2.537982976708248, + 2.563880200000589, + 2.5915773881977158, + 2.616474672048376, + 2.64917181375388, + 2.673968985643175, + 2.6979661618716886, + 2.728663382970579, + 2.7594605908610803, + 2.7831577173077946, + 2.8119549569079667, + 2.8417521240288908, + 2.868649328486164, + 2.89934648998041, + 2.9262437480818635, + 2.951940967988661, + 2.9807380883795433, + 3.008635285922678, + 3.0363324741198046, + 3.0611296460090998, + 3.0929269065901073, + 3.119724052730196, + 3.1476212502733305, + 3.1744184500576003, + 3.202115703819836, + 3.2311128216357976, + 3.258810021753853, + 3.285607275182303, + 3.3144044074941137 ], "timestamps": [ - "2026-06-20 23:24:00", - "2026-06-20 23:30:00", - "2026-06-20 23:36:00", - "2026-06-20 23:42:00", "2026-06-20 23:48:00", "2026-06-20 23:54:00", "2026-06-21 00:00:00", @@ -795,6 +791,10 @@ "2026-06-22 05:00:00", "2026-06-22 05:06:00", "2026-06-22 05:12:00", - "2026-06-22 05:18:00" + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index b61acea1a011338d53fff27cd36f62bbed4269c9..d65ff4c82bc3a2bf8f600483f214ceaa8462593b 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,25 +1,19 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T05:43:44.190761+00:00", + "evaluated_at": "2026-06-22T05:53:44.891227+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:37:41.410086Z", + "data_fetched_at": "2026-06-22T05:50:26.333647Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", - "data_fetched_at": "2026-06-22T05:37:41.410086Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", - "data_fetched_at": "2026-06-22T05:37:41.410086Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t234200z", + "data_fetched_at": "2026-06-22T05:50:26.333647Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 857a12a17a94bc60f9d3462fe840e7120d0e983b..8aa94bc36e70e3bbba9188f739f5f780342ef803 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1706,3 +1706,5 @@ {"evaluated_at": "2026-06-22T05:43:44.361958+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-22T05:43:44.361958+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} {"evaluated_at": "2026-06-22T05:43:44.361958+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} +{"evaluated_at": "2026-06-22T05:53:45.135813+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-22T05:53:45.135813+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 843e335d45ee46ecca1091af4268a0885c6edaaf..b8722fac92aa3711b38acdbb9e80d803947187a6 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,395994.8376000722,315067.5487523079,466.1109212239583,0.43267743445367507,0.007288427146991625,0.00724999429468406,1.8959599495615034,629.2812070927212,0.009816369144139367,0.007271020989150662,0.005540725550721566,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,373702.69082768756,274636.3987959226,439.404541015625,0.407886665677558,0.0068703479303057965,0.006836936167400003,1.862895342537281,611.3122694889148,0.00953613382488967,0.006854468191669765,0.005310203234083291,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,1.0534525941056927,1.0919092191074924,0.8010540008544922,0.4401395874021469,0.032473775887786056,0.03172600104875703,2.280056373669988,1.0263783873921415,0.04075827969029971,0.031810474007367,0.027194115303519773,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.04208908353736807,0.030897468632177134,0.16047389805316925,0.4611208312689154,0.10654407049900305,0.105576626403179,3.1084713418949126,0.20515624177043232,0.128254717558343,0.10032126876902957,0.1195131540310006,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.38045126985050004,0.18750410087250322,0.3248086671034495,0.942863711927078,0.26186631176344993,0.2070239595867416,5.850709419181176,0.6168073198742863,0.3963462952721063,0.20871463053480196,0.1930325115982337,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.07293345394770295,0.07185550353245412,0.245350348452727,3.774621576140335,0.1541572402666379,0.1690960455951997,69.2243642811721,0.2700619446491915,0.1743897759169667,0.15843251200534839,0.13754483968034334,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.9530306031244132,0.9044895325540855,0.7775632937749227,0.42541454829232594,0.05198969146638438,0.04996388581473784,3.641625662296345,0.9762328631655529,0.0627298225327263,0.04996390642730427,0.03362612198740709,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,126.04664310284504,76.96653993424286,7.350348353385925,0.6355472642505186,0.4267900177872082,0.3199608245212266,2.9361598052844164,11.22704961701181,0.5103204371369005,0.3341067433357239,0.2633096508305482,Air Quality,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 1276f0a1d51999afbd3a5616b794db78d0017f76..2a4d367776613e3c9db8d9495877f5efeb8f39a3 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T05:42:34.046275+00:00", + "evaluated_at": "2026-06-22T05:52:33.801033+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,85 +127,85 @@ 64257.98828125, 63974.01171875, 64100.01953125, - 64229.98046875 + 64219.01953125 ], "p50": [ - 64300.732421875, - 64381.416015625, - 64414.3203125, - 64383.830078125, - 64410.3203125, - 64521.681640625, - 64548.1953125, - 64594.931640625, - 64625.52734375, - 64636.53125, - 64526.640625, - 64598.83203125, - 64556.103515625, - 64537.48046875, - 64529.861328125, - 64517.20703125, - 64511.486328125, - 64692.375, - 64776.146484375, - 64655.611328125, - 64633.51171875, - 64781.34375, - 64489.314453125, - 64674.896484375 + 64336.974609375, + 64341.11328125, + 64363.849609375, + 64371.291015625, + 64413.79296875, + 64556.087890625, + 64523.96484375, + 64519.83203125, + 64516.298828125, + 64590.6640625, + 64564.494140625, + 64521.716796875, + 64492.912109375, + 64631.568359375, + 64543.892578125, + 64616.349609375, + 64558.591796875, + 64575.494140625, + 64775.02734375, + 64665.361328125, + 64691.8046875, + 64706.7890625, + 64569.455078125, + 64609.515625 ], "p10": [ - 64081.9765625, - 64079.587890625, - 64023.259765625, - 63973.1640625, - 63955.146484375, - 64031.27734375, - 64048.615234375, - 63996.208984375, - 63950.80078125, - 63775.115234375, - 63609.63671875, - 63798.224609375, - 63542.564453125, - 63650.267578125, - 63410.265625, - 63367.357421875, - 63147.712890625, - 63490.45703125, - 63475.3984375, - 63200.908203125, - 63186.353515625, - 63354.01171875, - 63293.9453125, - 63179.841796875 + 64105.521484375, + 64072.689453125, + 63892.564453125, + 63924.591796875, + 63911.935546875, + 63988.869140625, + 63943.5703125, + 63915.3671875, + 63755.974609375, + 63645.556640625, + 63598.390625, + 63684.11328125, + 63640.068359375, + 63623.693359375, + 63522.0, + 63419.408203125, + 63339.283203125, + 63336.66796875, + 63327.0390625, + 63339.78515625, + 63268.208984375, + 63026.61328125, + 63251.6875, + 63085.87890625 ], "p90": [ - 64562.88671875, - 64674.4921875, - 64780.970703125, - 64933.6015625, - 64869.462890625, - 65013.515625, - 65128.470703125, - 65308.13671875, - 65470.767578125, - 65493.33984375, - 65413.96484375, - 65455.431640625, - 65803.70703125, - 65740.71875, - 65702.87890625, - 65748.25, - 66331.23046875, - 66000.61328125, - 66359.0234375, - 66108.44921875, - 66559.00390625, - 66133.25, - 66113.33984375, - 67085.953125 + 64583.361328125, + 64667.404296875, + 64818.88671875, + 64831.330078125, + 64916.0234375, + 65178.458984375, + 65112.638671875, + 65161.5625, + 65361.998046875, + 65283.521484375, + 65871.69140625, + 65529.154296875, + 65622.56640625, + 65803.08203125, + 65733.1796875, + 65827.2578125, + 65717.0078125, + 66002.203125, + 66523.24609375, + 66223.8828125, + 66666.4375, + 66445.53515625, + 66897.4296875, + 66216.015625 ], "timestamps": [ "2026-06-17 06:00:00", diff --git a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index d79222c4968f3f8e1214ac058d6208e7710fc00b..efa5e97e9ec5e2594db5730f68020b9ac05d5252 100644 --- a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,15 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T05:31:42.148654+00:00", + "evaluated_at": "2026-06-22T05:52:39.846808+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.6469999551773071, - 1.6729999780654907, - 1.6970000267028809, - 1.715999960899353, 1.7309999465942383, 1.7480000257492065, 1.7630000114440918, @@ -245,13 +241,13 @@ 1.4140000343322754, 1.4479999542236328, 1.4780000448226929, - 1.5080000162124634 - ], - "actuals": [ + 1.5080000162124634, 1.5420000553131104, 1.562000036239624, 1.5889999866485596, - 1.6180000305175781, + 1.6180000305175781 + ], + "actuals": [ 1.6390000581741333, 1.6519999504089355, 1.680999994277954, @@ -307,199 +303,199 @@ 1.0740000009536743, 1.0470000505447388, 1.0149999856948853, - 0.9850000143051147 + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282 ], "p50": [ - 1.5143658518791199, - 1.5148034691810608, - 1.5188899040222168, - 1.5416162014007568, - 1.5481391549110413, - 1.5616530179977417, - 1.5727493166923523, - 1.5800695419311523, - 1.588801622390747, - 1.605827510356903, - 1.6282707452774048, - 1.6355485916137695, - 1.6368983387947083, - 1.6380523443222046, - 1.6626213192939758, - 1.680586814880371, - 1.6674579977989197, - 1.6695734858512878, - 1.672534704208374, - 1.6948938369750977, - 1.6871972680091858, - 1.7070426940917969, - 1.6664053201675415, - 1.660467803478241, - 1.6253506541252136, - 1.616676390171051, - 1.608644962310791, - 1.663762390613556, - 1.6163449883460999, - 1.614944338798523, - 1.6210712790489197, - 1.6053658723831177, - 1.5830585956573486, - 1.5751754641532898, - 1.5444132089614868, - 1.4970941543579102, - 1.601393699645996, - 1.5150809288024902, - 1.486292541027069, - 1.4630166292190552, - 1.4483283162117004, - 1.344411313533783, - 1.416439414024353, - 1.4815768599510193, - 1.4760688543319702, - 1.4595829844474792, - 1.4040390253067017, - 1.4030818343162537, - 1.3926421403884888, - 1.3844882249832153, - 1.3727372288703918, - 1.3715569972991943, - 1.3240482211112976, - 1.3802319765090942, - 1.3265957236289978, - 1.308275818824768, - 1.3596162796020508, - 1.3178096413612366, - 1.3284610509872437, - 1.3115670680999756 + 1.648807168006897, + 1.6761261224746704, + 1.701090931892395, + 1.7219864130020142, + 1.7439852356910706, + 1.7654910683631897, + 1.780853807926178, + 1.7941474914550781, + 1.802216649055481, + 1.8184541463851929, + 1.8416312336921692, + 1.8314342498779297, + 1.822960615158081, + 1.8749538660049438, + 1.8611167669296265, + 1.8921958208084106, + 1.9406171441078186, + 1.943274736404419, + 1.8837878704071045, + 1.9711769819259644, + 1.945661187171936, + 1.943274736404419, + 1.9599244594573975, + 1.943274736404419, + 1.9983615279197693, + 2.0086848735809326, + 2.0245699882507324, + 2.0296326875686646, + 2.041361093521118, + 2.032434582710266, + 1.9468464851379395, + 1.9971529841423035, + 1.9834240674972534, + 1.9398437142372131, + 1.8669349551200867, + 1.943274736404419, + 1.8579057455062866, + 2.0038833618164062, + 1.9840632677078247, + 1.9447256326675415, + 1.9830387830734253, + 1.943274736404419, + 1.9093589186668396, + 2.0063719749450684, + 1.8985142707824707, + 1.9003414511680603, + 1.8694700002670288, + 1.8691567182540894, + 1.9588476419448853, + 1.880122423171997, + 1.943274736404419, + 1.943274736404419, + 1.8754873871803284, + 1.8260966539382935, + 1.6567566394805908, + 1.6636632680892944, + 1.882812261581421, + 1.6082770228385925, + 1.920710563659668, + 1.797918677330017 ], "p10": [ - 1.4628822207450867, - 1.4600472450256348, - 1.4534829258918762, - 1.4786812663078308, - 1.4711295366287231, - 1.465220332145691, - 1.484624445438385, - 1.4684626460075378, - 1.4620972871780396, - 1.4634174704551697, - 1.3984631299972534, - 1.4566075801849365, - 1.3700211644172668, - 1.38221937417984, - 1.4081642031669617, - 1.3799120783805847, - 1.3802903294563293, - 1.3102755546569824, - 1.2496507167816162, - 1.318526566028595, - 1.1665585041046143, - 1.2421478033065796, - 1.2815958261489868, - 1.1480834484100342, - 1.030871570110321, - 1.0676544308662415, - 0.963433027267456, - 0.9359628260135651, - 0.9068440198898315, - 0.8432779014110565, - 0.8583813607692719, - 0.7745903134346008, - 0.818820595741272, - 0.8202476799488068, - 0.6173539757728577, - 0.5379154682159424, - 0.5821751952171326, - 0.6735459566116333, - 0.574405699968338, - 0.3275618851184845, - 0.4915071129798889, - 0.4915138781070709, - 0.5419447124004364, - 0.4994887113571167, - 0.6472576856613159, - 0.5080554783344269, - 0.3859184980392456, - 0.4325076639652252, - 0.4657023847103119, - 0.5869925618171692, - 0.4383995532989502, - 0.488914430141449, - 0.4253194332122803, - 0.4659799039363861, - 0.48083755373954773, - 0.4176081717014313, - 0.4579489529132843, - 0.37266165018081665, - 0.44620147347450256, - 0.5433731973171234 + 1.6374265551567078, + 1.6553393006324768, + 1.664450466632843, + 1.684632658958435, + 1.6951761841773987, + 1.6895809173583984, + 1.7015237212181091, + 1.6915305852890015, + 1.6994324922561646, + 1.6692777872085571, + 1.6829031109809875, + 1.647557020187378, + 1.6266916394233704, + 1.6289373636245728, + 1.551098644733429, + 1.6210488080978394, + 1.4140637516975403, + 1.3246793746948242, + 1.161144495010376, + 1.3076343536376953, + 1.2038444876670837, + 1.1502398252487183, + 1.1900036334991455, + 1.2974555492401123, + 1.208592414855957, + 1.0896311402320862, + 1.0596847534179688, + 1.074531078338623, + 0.9514545798301697, + 0.8627278506755829, + 1.0369427800178528, + 0.9771778583526611, + 0.8583448529243469, + 0.6314831376075745, + 0.7395784556865692, + 0.9120486974716187, + 0.7091350555419922, + 0.9125101268291473, + 0.7725457847118378, + 0.6428626775741577, + 0.44953325390815735, + 0.6677700281143188, + 0.5005289912223816, + 0.6201284229755402, + 0.534515768289566, + 0.49941518902778625, + 0.5700905025005341, + 0.5199036300182343, + 0.3435685634613037, + 0.430608868598938, + 0.34234192967414856, + 0.3430621922016144, + 0.33972635865211487, + 0.2711770236492157, + 0.33168983459472656, + 0.4209124445915222, + 0.37357139587402344, + 0.18737196922302246, + 0.4256703555583954, + 0.2961566746234894 ], "p90": [ - 1.555296003818512, - 1.5731082558631897, - 1.596758484840393, - 1.6033862829208374, - 1.6402003765106201, - 1.6709216833114624, - 1.6704132556915283, - 1.7081148624420166, - 1.7175568342208862, - 1.731688916683197, - 1.7787649631500244, - 1.8243005275726318, - 1.8426936268806458, - 1.7828290462493896, - 1.8129016160964966, - 1.852718710899353, - 1.8758596181869507, - 1.8720377683639526, - 1.882308006286621, - 1.913036584854126, - 1.9367418885231018, - 1.9436940550804138, - 1.951163113117218, - 1.9298113584518433, - 1.9519009590148926, - 1.9069311022758484, - 1.927491843700409, - 1.9886438250541687, - 1.9495184421539307, - 2.062943935394287, - 2.0608787536621094, - 2.0494258403778076, - 1.997478723526001, - 2.066060423851013, - 2.0900344848632812, - 2.0443263053894043, - 2.166829466819763, - 2.109805703163147, - 2.0619245767593384, - 2.1931605339050293, - 2.0061585307121277, - 2.1102993488311768, - 1.9916277527809143, - 2.042582631111145, - 2.1031112670898438, - 2.12226939201355, - 2.0892006158828735, - 2.06403648853302, - 2.072250723838806, - 2.182928204536438, - 2.1188228130340576, - 2.0876190662384033, - 1.9871194958686829, - 1.9803471565246582, - 1.9357492923736572, - 1.9363424181938171, - 2.0111669301986694, - 2.050820231437683, - 1.9957478046417236, - 2.014661192893982 + 1.6596620082855225, + 1.6984636783599854, + 1.732506275177002, + 1.7682605981826782, + 1.800766408443451, + 1.8306415677070618, + 1.8659998178482056, + 1.8840644359588623, + 1.906229019165039, + 1.9506437182426453, + 1.9874844551086426, + 2.0037660598754883, + 1.9795923829078674, + 2.109933018684387, + 2.104367971420288, + 2.1540167331695557, + 2.4534682035446167, + 2.547298789024353, + 2.3717682361602783, + 2.5340094566345215, + 2.513727068901062, + 2.5811104774475098, + 2.6021173000335693, + 2.6314544677734375, + 2.715723156929016, + 2.800261974334717, + 2.850035071372986, + 2.6859651803970337, + 2.607867956161499, + 2.800261974334717, + 2.6991666555404663, + 2.7983832359313965, + 3.239380359649658, + 3.1957300901412964, + 3.4785526990890503, + 3.228755474090576, + 3.245919704437256, + 3.61040461063385, + 3.6572489738464355, + 3.6649428606033325, + 3.7516316175460815, + 3.532110571861267, + 3.881343722343445, + 3.777353048324585, + 3.8287646770477295, + 3.5634279251098633, + 3.484740376472473, + 4.103063106536865, + 4.0840229988098145, + 4.085742950439453, + 4.002330780029297, + 4.369097709655762, + 4.352067232131958, + 4.942729949951172, + 4.5142364501953125, + 4.273487567901611, + 4.704452276229858, + 4.106724262237549, + 4.5142364501953125, + 4.449860334396362 ], "timestamps": [ - "2026-06-20 23:24:00", - "2026-06-20 23:30:00", - "2026-06-20 23:36:00", - "2026-06-20 23:42:00", "2026-06-20 23:48:00", "2026-06-20 23:54:00", "2026-06-21 00:00:00", @@ -795,6 +791,10 @@ "2026-06-22 05:00:00", "2026-06-22 05:06:00", "2026-06-22 05:12:00", - "2026-06-22 05:18:00" + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index d4d806293324212c3556fdcd1d3081ccb1f2fcc3..bcf09b12d206638591ff6fa74614c9593b7c00a9 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,25 +1,19 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T05:42:51.241974+00:00", + "evaluated_at": "2026-06-22T05:52:43.739697+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:37:41.410086Z", + "data_fetched_at": "2026-06-22T05:50:26.333647Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", - "data_fetched_at": "2026-06-22T05:37:41.410086Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", - "data_fetched_at": "2026-06-22T05:37:41.410086Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t234200z", + "data_fetched_at": "2026-06-22T05:50:26.333647Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 1f49074ddbbc0115a895def2a3cef5e4749583b4..78d333931c0496f2ebe279f8419c9aa8b134377b 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,82610.23527328802,76428.39974031884,232.92312482867297,0.2162158737048343,0.0036331639435367388,0.003636895889415667,1.7381392620030927,287.41996324766313,0.004483560651157838,0.003633446144193863,0.002720194597802277,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,82378.71861826292,76221.72760935935,232.4664190995063,0.21579192684111947,0.0036260779132762516,0.0036297848288721433,1.7381392620030927,287.0169308913029,0.00447730562528519,0.003626347765241409,0.002714672879815246,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,7.0117621108409915,7.055180251713726,2.3406708197807196,1.286082945423883,0.09117363478001132,0.09198258102788746,18.298197202231655,2.647973208104831,0.10515306436116724,0.09294984881545072,0.08360600092705145,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.24988207394510467,0.24868033900564715,0.44933474422374003,1.2911608260790581,0.26477822445742116,0.3120492472389895,47.202955103603735,0.4998820600352694,0.31250442038242765,0.2809044473238726,0.27587244207236267,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.165240725823637,0.16470458265075977,0.369389503191843,1.0722742137155905,0.23289993075485552,0.2534836145687543,38.36186676411647,0.4064981252400028,0.2612064104666738,0.2373612575355468,0.23160594538980403,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.07336373712953247,0.07399071303892228,0.24882482136586445,3.828075017337182,0.15628096322618418,0.17171123975940505,41.0552143126894,0.27085741106628863,0.17490344032980074,0.16067611783266583,0.14707832452222033,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moving-Average,5.580205392527934,5.584079915152663,2.208333333333332,1.208206630894315,0.1453467592709629,0.13387604206012063,17.194696343948102,2.3622458365987087,0.1517908971308407,0.1419009370816599,0.13361128465156072,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,145.22558254808806,139.3866704601153,10.051303686095315,0.8690851443668479,0.5837028212967005,0.4025733288842866,16.81447753083231,12.050957744017197,0.5477708065462362,0.45687744027705973,0.42220465080465336,Air Quality,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index 35361178ddae53f5669a485d0bc1a740a967c06d..c55bf961105d5da6bc317e16490f33098c8cce97 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T05:43:44.198204+00:00", + "evaluated_at": "2026-06-22T05:53:44.898199+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64257.98828125, 63974.01171875, 64100.01953125, - 64229.98046875 + 64219.01953125 ], "p50": [ 63980.94498355263, diff --git a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 7cc241837d878786a916d8bd34555aa3970ac2c0..2847c23b084de74dda4ec481d56990a046c3b227 100644 --- a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,15 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T05:32:12.077142+00:00", + "evaluated_at": "2026-06-22T05:53:44.910024+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.6469999551773071, - 1.6729999780654907, - 1.6970000267028809, - 1.715999960899353, 1.7309999465942383, 1.7480000257492065, 1.7630000114440918, @@ -245,13 +241,13 @@ 1.4140000343322754, 1.4479999542236328, 1.4780000448226929, - 1.5080000162124634 - ], - "actuals": [ + 1.5080000162124634, 1.5420000553131104, 1.562000036239624, 1.5889999866485596, - 1.6180000305175781, + 1.6180000305175781 + ], + "actuals": [ 1.6390000581741333, 1.6519999504089355, 1.680999994277954, @@ -307,199 +303,199 @@ 1.0740000009536743, 1.0470000505447388, 1.0149999856948853, - 0.9850000143051147 + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282 ], "p50": [ - 1.1739148943265447, - 1.1709149031480321, - 1.170914962752677, - 1.171414926513053, - 1.1689149288972387, - 1.1739149390300283, - 1.1709148733457098, - 1.1789148895581731, - 1.1729149221023092, - 1.172914907201148, - 1.1719149200757513, - 1.170914962752677, - 1.1719149200757513, - 1.1709149180491933, - 1.1709149180491933, - 1.1709149180491933, - 1.172914907201148, - 1.1724149136384496, - 1.1719149200757513, - 1.1694148628552923, - 1.171414926513053, - 1.172914907201148, - 1.1719149200757513, - 1.173914909227706, - 1.1719149200757513, - 1.1739148943265447, - 1.172914907201148, - 1.1779148428281316, - 1.1709149180491933, - 1.172914907201148, - 1.1709149329503545, - 1.172914907201148, - 1.1729149668057928, - 1.176414891942359, - 1.172914907201148, - 1.165914997323371, - 1.1709148733457098, - 1.170914888246871, - 1.1719149200757513, - 1.1749149410565862, - 1.174414887889243, - 1.172914907201148, - 1.1709148733457098, - 1.1729149221023092, - 1.168914958699561, - 1.1724149136384496, - 1.1759148834784994, - 1.1729149370034704, - 1.1754149048169622, - 1.1719149200757513, - 1.1699149458249578, - 1.174414872988082, - 1.1734149305661687, - 1.1719149200757513, - 1.1789150087674627, - 1.1734149305661687, - 1.1709149329503545, - 1.1744149474938879, - 1.1729149370034704, - 1.1729149519046316 + 1.2908477923070372, + 1.289347811618942, + 1.288847847858566, + 1.2928478261624754, + 1.291847779432434, + 1.2908477923070372, + 1.2958477726375044, + 1.2908477923070372, + 1.2908478072081984, + 1.2908478221093596, + 1.2908477923070372, + 1.2908478221093596, + 1.2893478414212645, + 1.2908477923070372, + 1.2913478007708967, + 1.291347815672058, + 1.2893478414212645, + 1.289347811618942, + 1.2908478221093596, + 1.2883477350865782, + 1.2908478072081984, + 1.2898478051816404, + 1.2903477987443388, + 1.296847834268707, + 1.291847794333595, + 1.2928477069531858, + 1.2968477746640623, + 1.288847847858566, + 1.2908478072081984, + 1.2873477777635038, + 1.2898478051816404, + 1.2893478414212645, + 1.2908477923070372, + 1.291847794333595, + 1.290847851911682, + 1.2888478180562437, + 1.2948478451167524, + 1.2893477967177809, + 1.288847847858566, + 1.2888478180562437, + 1.2908477923070372, + 1.287847830930847, + 1.2933477899228514, + 1.2868478140031279, + 1.2908478072081984, + 1.2898478051816404, + 1.290847851911682, + 1.293847872892517, + 1.288847847858566, + 1.2908477923070372, + 1.2908477923070372, + 1.2888478776608885, + 1.2923477729951323, + 1.288847758451599, + 1.2923478027974546, + 1.2908477923070372, + 1.288847758451599, + 1.2888477882539213, + 1.2903477987443388, + 1.2938477536832274 ], "p10": [ - 1.1438149242242346, - 1.1409149556001195, - 1.1418148426850805, - 1.1409149019559393, - 1.142814877494193, - 1.1429149358113775, - 1.142814877494193, - 1.1447148649533758, - 1.1409149019559393, - 1.1448148636659154, - 1.1409149556001195, - 1.1418148426850805, - 1.1429149358113775, - 1.1418148903687964, - 1.1438149838288794, - 1.1429149834950934, - 1.143914982541419, - 1.1439149765809544, - 1.142814877494193, - 1.1409149019559393, - 1.1409149019559393, - 1.1438149242242346, - 1.141914889081336, - 1.1428148715337285, - 1.1419148294766912, - 1.1409149019559393, - 1.1429149358113775, - 1.142914929850913, - 1.1428148715337285, - 1.1429149358113775, - 1.1419148831208714, - 1.1429149358113775, - 1.1419148831208714, - 1.1429149894555577, - 1.1429149358113775, - 1.1419148831208714, - 1.1418148426850805, - 1.141914889081336, - 1.142814877494193, - 1.142814877494193, - 1.1419148294766912, - 1.1409149019559393, - 1.140914961560584, - 1.1429149358113775, - 1.1429149954160223, - 1.1438149242242346, - 1.143814930184699, - 1.141914889081336, - 1.1448148577054509, - 1.1409149019559393, - 1.1419148831208714, - 1.1429149954160223, - 1.1419148831208714, - 1.1459148971875677, - 1.1429149894555577, - 1.1438149242242346, - 1.1409149019559393, - 1.1429149358113775, - 1.1429149358113775, - 1.142914929850913 + 1.2607478102837981, + 1.2607477566396177, + 1.2588477870618284, + 1.2628477951680601, + 1.2598477682267606, + 1.2588477870618284, + 1.2608477613126219, + 1.2607478162442625, + 1.2607478162442625, + 1.2598477682267606, + 1.2618478616868436, + 1.2618478080426634, + 1.2598477741872252, + 1.2588478407060086, + 1.2608478209172667, + 1.2628477355634153, + 1.2588477870618284, + 1.2598477741872252, + 1.261747815290588, + 1.2587477943097531, + 1.2598477145825804, + 1.2628478488122403, + 1.2588478407060086, + 1.2608478209172667, + 1.2607478162442625, + 1.261747815290588, + 1.2608478745614469, + 1.2597477814351499, + 1.2597477277909697, + 1.2588477870618284, + 1.2627477487718046, + 1.2608478209172667, + 1.2598477145825804, + 1.2637477895413816, + 1.2618478080426634, + 1.2597477277909697, + 1.2608478209172667, + 1.2588477870618284, + 1.259747721830505, + 1.2588478466664732, + 1.2588477870618284, + 1.2588477870618284, + 1.2588477870618284, + 1.259747721830505, + 1.2598477145825804, + 1.261747815290588, + 1.2628477892075956, + 1.2588477870618284, + 1.2598477145825804, + 1.2578478595410765, + 1.2608478209172667, + 1.2597477277909697, + 1.2608478209172667, + 1.2588478407060086, + 1.2608478209172667, + 1.2608477613126219, + 1.2588477870618284, + 1.2608478209172667, + 1.2607477566396177, + 1.2607477626000823 ], "p90": [ - 1.1999149172147283, - 1.1999149172147283, - 1.1970150081952582, - 1.1980149416764745, - 1.1999149172147283, - 1.1989149896939764, - 1.1981149403890141, - 1.2019148914655218, - 1.1999149172147283, - 1.1989149360497962, - 1.1990149824460516, - 1.1970149009068975, - 1.1970150081952582, - 1.1969149081548223, - 1.1969148962338934, - 1.2019148914655218, - 1.1989149360497962, - 1.2001149146398076, - 1.1989149896939764, - 1.1970150081952582, - 1.1979149429639349, - 1.2001149146398076, - 1.2019148914655218, - 1.1990149824460516, - 1.1989149300893316, - 1.2019149510701665, - 1.1969148962338934, - 1.2001149206002721, - 1.1969148962338934, - 1.196014854176856, - 1.1989149896939764, - 1.1989149300893316, - 1.1979149429639349, - 1.1999149172147283, - 1.1970150081952582, - 1.1970150081952582, - 1.1979149429639349, - 1.1980149416764745, - 1.1950149147351752, - 1.1999149172147283, - 1.1972150056203374, - 1.196914902194358, - 1.1969148962338934, - 1.1989149300893316, - 1.1989149300893316, - 1.1979149429639349, - 1.2019148914655218, - 1.2019148914655218, - 1.1999149172147283, - 1.1949149219831, - 1.1960149614652167, - 1.1989149360497962, - 1.1979149429639349, - 1.2019148914655218, - 1.2019149510701665, - 1.1960149614652167, - 1.1999149172147283, - 1.1999149172147283, - 1.2019148974259863, - 1.1990149824460516 + 1.3159478267823637, + 1.3178478023206175, + 1.3148477813397825, + 1.315847828069824, + 1.3180477997456967, + 1.319847776571411, + 1.3178478023206175, + 1.3169478675519408, + 1.313847734609741, + 1.316847767511505, + 1.316847767511505, + 1.318847849050659, + 1.3168477615510406, + 1.3178478023206175, + 1.319847776571411, + 1.3160478254949033, + 1.3168478151952208, + 1.3198477825318755, + 1.3198478421365203, + 1.3178478023206175, + 1.3169478675519408, + 1.3169478675519408, + 1.3178478023206175, + 1.3198477825318755, + 1.3198478421365203, + 1.3178478023206175, + 1.3179478069936217, + 1.318847849050659, + 1.3180477997456967, + 1.3148477813397825, + 1.315847828069824, + 1.319847776571411, + 1.3179478069936217, + 1.3178478023206175, + 1.3149478933011474, + 1.3198478421365203, + 1.3168478211556853, + 1.3130478045140683, + 1.3159478327428282, + 1.3189478477631986, + 1.3148477813397825, + 1.315847828069824, + 1.3178478023206175, + 1.3169478139077604, + 1.3198477825318755, + 1.3189478477631986, + 1.3168478747998655, + 1.3178478023206175, + 1.3179478069936217, + 1.3178478023206175, + 1.3148477813397825, + 1.318847849050659, + 1.3178478023206175, + 1.3179478069936217, + 1.3169478139077604, + 1.3168478747998655, + 1.3180477997456967, + 1.3179478069936217, + 1.3169478675519408, + 1.3179478069936217 ], "timestamps": [ - "2026-06-20 23:24:00", - "2026-06-20 23:30:00", - "2026-06-20 23:36:00", - "2026-06-20 23:42:00", "2026-06-20 23:48:00", "2026-06-20 23:54:00", "2026-06-21 00:00:00", @@ -795,6 +791,10 @@ "2026-06-22 05:00:00", "2026-06-22 05:06:00", "2026-06-22 05:12:00", - "2026-06-22 05:18:00" + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index df8592f12014b637e69607ccf7d9cecafa2a7d5b..71a67672c8990d01a3b273c2dcaed44815157e03 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,25 +1,19 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T05:43:44.231364+00:00", + "evaluated_at": "2026-06-22T05:53:44.922163+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:37:41.410086Z", + "data_fetched_at": "2026-06-22T05:50:26.333647Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", - "data_fetched_at": "2026-06-22T05:37:41.410086Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", - "data_fetched_at": "2026-06-22T05:37:41.410086Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t234200z", + "data_fetched_at": "2026-06-22T05:50:26.333647Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index 1179bd368e141ebd876b3a4ef321f3a36ad953a1..9ad8d4e75630c6d81591eec4f95ad0bf6d38f6ce 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-22T05:37:42.054952+00:00", - "finished_at": "2026-06-22T05:43:44.361489+00:00", - "task_count": 3, + "started_at": "2026-06-22T05:50:26.981170+00:00", + "finished_at": "2026-06-22T05:53:45.135322+00:00", + "task_count": 2, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,25 +10,19 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T05:38:37.770464+00:00", + "evaluated_at": "2026-06-22T05:50:40.971335+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:37:41.410086Z", + "data_fetched_at": "2026-06-22T05:50:26.333647Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", - "data_fetched_at": "2026-06-22T05:37:41.410086Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", - "data_fetched_at": "2026-06-22T05:37:41.410086Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t234200z", + "data_fetched_at": "2026-06-22T05:50:26.333647Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -36,25 +30,19 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T05:40:13.850587+00:00", + "evaluated_at": "2026-06-22T05:51:35.448943+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:37:41.410086Z", + "data_fetched_at": "2026-06-22T05:50:26.333647Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", - "data_fetched_at": "2026-06-22T05:37:41.410086Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", - "data_fetched_at": "2026-06-22T05:37:41.410086Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t234200z", + "data_fetched_at": "2026-06-22T05:50:26.333647Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -62,25 +50,19 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T05:41:11.714282+00:00", + "evaluated_at": "2026-06-22T05:52:13.642859+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:37:41.410086Z", + "data_fetched_at": "2026-06-22T05:50:26.333647Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", - "data_fetched_at": "2026-06-22T05:37:41.410086Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", - "data_fetched_at": "2026-06-22T05:37:41.410086Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t234200z", + "data_fetched_at": "2026-06-22T05:50:26.333647Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -88,25 +70,19 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T05:42:10.626507+00:00", + "evaluated_at": "2026-06-22T05:52:29.452810+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:37:41.410086Z", + "data_fetched_at": "2026-06-22T05:50:26.333647Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", - "data_fetched_at": "2026-06-22T05:37:41.410086Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", - "data_fetched_at": "2026-06-22T05:37:41.410086Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t234200z", + "data_fetched_at": "2026-06-22T05:50:26.333647Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -114,25 +90,19 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T05:42:51.241974+00:00", + "evaluated_at": "2026-06-22T05:52:43.739697+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:37:41.410086Z", + "data_fetched_at": "2026-06-22T05:50:26.333647Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", - "data_fetched_at": "2026-06-22T05:37:41.410086Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", - "data_fetched_at": "2026-06-22T05:37:41.410086Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t234200z", + "data_fetched_at": "2026-06-22T05:50:26.333647Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -140,25 +110,19 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T05:43:43.778934+00:00", + "evaluated_at": "2026-06-22T05:53:44.580948+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:37:41.410086Z", + "data_fetched_at": "2026-06-22T05:50:26.333647Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", - "data_fetched_at": "2026-06-22T05:37:41.410086Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", - "data_fetched_at": "2026-06-22T05:37:41.410086Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t234200z", + "data_fetched_at": "2026-06-22T05:50:26.333647Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -166,25 +130,19 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T05:43:44.120815+00:00", + "evaluated_at": "2026-06-22T05:53:44.830323+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:37:41.410086Z", + "data_fetched_at": "2026-06-22T05:50:26.333647Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", - "data_fetched_at": "2026-06-22T05:37:41.410086Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", - "data_fetched_at": "2026-06-22T05:37:41.410086Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t234200z", + "data_fetched_at": "2026-06-22T05:50:26.333647Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -192,25 +150,19 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T05:43:44.190761+00:00", + "evaluated_at": "2026-06-22T05:53:44.891227+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:37:41.410086Z", + "data_fetched_at": "2026-06-22T05:50:26.333647Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", - "data_fetched_at": "2026-06-22T05:37:41.410086Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", - "data_fetched_at": "2026-06-22T05:37:41.410086Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t234200z", + "data_fetched_at": "2026-06-22T05:50:26.333647Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -218,25 +170,19 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T05:43:44.231364+00:00", + "evaluated_at": "2026-06-22T05:53:44.922163+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:37:41.410086Z", + "data_fetched_at": "2026-06-22T05:50:26.333647Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", - "data_fetched_at": "2026-06-22T05:37:41.410086Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", - "data_fetched_at": "2026-06-22T05:37:41.410086Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t234200z", + "data_fetched_at": "2026-06-22T05:50:26.333647Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -244,25 +190,19 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T05:43:44.253218+00:00", + "evaluated_at": "2026-06-22T05:53:44.951976+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:37:41.410086Z", + "data_fetched_at": "2026-06-22T05:50:26.333647Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", - "data_fetched_at": "2026-06-22T05:37:41.410086Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", - "data_fetched_at": "2026-06-22T05:37:41.410086Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t234200z", + "data_fetched_at": "2026-06-22T05:50:26.333647Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -278,7 +218,5 @@ "overall": "aggregates/results_overall.csv", "metadata": "aggregates/metadata.json" }, - "push_status": "ok", - "pushed_at": "2026-06-22T05:45:32.944020+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_055344.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_055344.json new file mode 100644 index 0000000000000000000000000000000000000000..a089255f537cacea65f60503983ea86b0a3008df --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_055344.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-22T05:53:44.781865+00:00", + "metrics": { + "MSE[mean]": 387003.12715201505, + "MSE[0.5]": 886448.2651127841, + "MAE[0.5]": 906.4003429157098, + "MASE[0.5]": 0.8413855095497008, + "MAPE[0.5]": 0.014127866175489924, + "sMAPE[0.5]": 0.014236291989688954, + "MSIS": 18.16166915867314, + "RMSE[mean]": 622.095754005776, + "NRMSE[mean]": 0.009704350228492017, + "ND[0.5]": 0.014139344816678563, + "mean_weighted_sum_quantile_loss": 0.012884562788238478 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00" + ], + "context": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125 + ], + "actual": [ + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64219.01953125 + ], + "predictions": { + "p50": [ + 63557.771927208836, + 63483.39131865174, + 63490.38600913288, + 63424.037355596854, + 63372.92653155515, + 63333.76197824605, + 63300.00538709172, + 63265.3719460491, + 63238.05299392583, + 63218.84491621594, + 63196.523395200304, + 63152.35892111825, + 63157.587434502624, + 63124.66512289536, + 63117.48586851557, + 63096.755954481356, + 63094.20939453956, + 63064.74305842772, + 63036.59062714689, + 63033.96393577619, + 63021.62687432042, + 62997.33498947896, + 62988.312884648585, + 62995.67122654708 + ], + "p10": [ + 63253.23340735466, + 63206.459352022954, + 63187.40413732901, + 63119.49883574268, + 63081.75477730837, + 63045.85569673467, + 63012.31488830152, + 62980.07319015133, + 62951.84666160821, + 62932.41572322526, + 62924.00962110182, + 62835.276016850104, + 62860.879652217765, + 62840.43268684724, + 62773.83286247519, + 62760.948979222485, + 62744.40996123872, + 62771.68171251013, + 62709.77499499461, + 62736.11489437876, + 62723.65012646189, + 62719.866971150506, + 62702.20559892771, + 62688.53902220942 + ], + "p90": [ + 63853.00471640377, + 63760.68886043378, + 63712.97042834764, + 63705.11146069007, + 63603.85129255502, + 63564.62898673181, + 63566.54439671234, + 63532.078732643444, + 63436.88053339297, + 63510.43139217972, + 63498.317956390885, + 63376.587977238945, + 63408.26888902667, + 63346.26672310477, + 63399.163367886584, + 63404.71274367355, + 63378.03849707487, + 63349.4635998882, + 63358.20849029713, + 63240.958721881514, + 63332.36574130041, + 63296.18609493443, + 63285.364994313546, + 63246.35268107113 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_055028.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_055028.json new file mode 100644 index 0000000000000000000000000000000000000000..ae93ea3642dc4fa98e4be4ecda4979672332e714 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_055028.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T05:50:28.796213+00:00", + "metrics": { + "MSE[mean]": 105629.29412905376, + "MSE[0.5]": 105629.29412905376, + "MAE[0.5]": 265.11181640625, + "MASE[0.5]": 0.2460957152962627, + "MAPE[0.5]": 0.004141121569372549, + "sMAPE[0.5]": 0.004137057772382845, + "MSIS": 1.7052458816266627, + "RMSE[mean]": 325.0066062852473, + "NRMSE[mean]": 0.005069923582755028, + "ND[0.5]": 0.004135597935770573, + "mean_weighted_sum_quantile_loss": 0.004539798596685233 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00" + ], + "context": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125 + ], + "actual": [ + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64219.01953125 + ], + "predictions": { + "p50": [ + 64281.45703125, + 64304.171875, + 64322.92578125, + 64355.58984375, + 64370.43359375, + 64373.14453125, + 64365.140625, + 64367.52734375, + 64356.86328125, + 64357.12890625, + 64338.02734375, + 64322.5078125, + 64336.6640625, + 64332.53515625, + 64315.0703125, + 64308.8515625, + 64156.0859375, + 64101.94921875, + 64086.5703125, + 63981.66796875, + 63911.95703125, + 63827.5234375, + 63790.1953125, + 63720.71484375 + ], + "p10": [ + 64044.99609375, + 64006.74609375, + 63982.91796875, + 63952.69140625, + 63900.70703125, + 63849.0, + 63741.52734375, + 63691.2890625, + 63619.7734375, + 63510.8984375, + 63393.78515625, + 63309.109375, + 63230.33984375, + 63164.22265625, + 63086.11328125, + 63010.4921875, + 62991.17578125, + 62872.72265625, + 62775.91796875, + 62703.0859375, + 62569.55859375, + 62436.78515625, + 62391.671875, + 62372.54296875 + ], + "p90": [ + 64491.82421875, + 64563.1953125, + 64634.6796875, + 64695.50390625, + 64748.4453125, + 64799.83984375, + 64836.359375, + 64883.71484375, + 64915.359375, + 64964.28125, + 65009.25390625, + 65058.64453125, + 65085.80078125, + 65120.1171875, + 65190.42578125, + 65206.65234375, + 65500.796875, + 65565.6328125, + 65580.8359375, + 65557.5234375, + 65543.1015625, + 65597.203125, + 65564.140625, + 65583.03125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_055344.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_055344.json new file mode 100644 index 0000000000000000000000000000000000000000..d5fcc8ed68704131eb5dafe20242a99d849badda --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_055344.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-22T05:53:44.854815+00:00", + "metrics": { + "MSE[mean]": 57578.95363066582, + "MSE[0.5]": 56971.32465213444, + "MAE[0.5]": 161.2570957434685, + "MASE[0.5]": 0.14969034900645503, + "MAPE[0.5]": 0.0025189156785965262, + "sMAPE[0.5]": 0.002518288477390812, + "MSIS": 1.6104147873264123, + "RMSE[mean]": 239.95614939122902, + "NRMSE[mean]": 0.0037431834218100406, + "ND[0.5]": 0.0025155216441319064, + "mean_weighted_sum_quantile_loss": 0.002112283984434894 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00" + ], + "context": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125 + ], + "actual": [ + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64219.01953125 + ], + "predictions": { + "p50": [ + 64267.03335897732, + 64228.26235932485, + 64219.387844047385, + 64275.364891269914, + 64224.98451661744, + 64180.58070446497, + 64164.960095437506, + 64141.909798910034, + 64134.66614300756, + 64120.55529960509, + 64107.391721827626, + 64082.380487800154, + 64097.14855064768, + 64065.44395724521, + 64111.333113842746, + 64032.290629815274, + 64037.5254895378, + 64023.89902113533, + 63982.616302732866, + 63984.962490580394, + 63979.95711592792, + 63950.30721002545, + 63950.407304122986, + 63953.306226345514 + ], + "p10": [ + 64014.16070272732, + 63995.29009369985, + 63833.698390922385, + 63975.65629751991, + 63935.25678224244, + 63920.50257946497, + 63906.110486062506, + 63898.499642660034, + 63884.10754925756, + 63869.71545585509, + 63848.542112452626, + 63850.691034675154, + 63838.13683189768, + 63831.73536349521, + 63809.352645092746, + 63719.171489190274, + 63784.2559582878, + 63766.17636488533, + 63740.186615232866, + 63750.1394437054, + 63647.21102217792, + 63738.48064752545, + 63702.684647872986, + 63604.034741970514 + ], + "p90": [ + 64498.42007772732, + 64501.77407807485, + 64467.13550029739, + 64500.564110019914, + 64438.94545411744, + 64424.74398571497, + 64412.067517312506, + 64415.421517660034, + 64380.71692425756, + 64367.17561210509, + 64372.245237452626, + 64340.107050300154, + 64325.71495689768, + 64306.86075412021, + 64295.024520092746, + 64359.69336419027, + 64285.8926770378, + 64302.21191176033, + 64257.108490232866, + 64223.2546780804, + 64200.20360030292, + 64241.50642877545, + 64168.358866622984, + 64244.55661697051 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_055233.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_055233.json new file mode 100644 index 0000000000000000000000000000000000000000..3ec7f15b9f9f05922f792d4069cfbfc1394dce4a --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_055233.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T05:52:33.801033+00:00", + "metrics": { + "MSE[mean]": 373702.69082768756, + "MSE[0.5]": 274636.3987959226, + "MAE[0.5]": 439.404541015625, + "MASE[0.5]": 0.407886665677558, + "MAPE[0.5]": 0.0068703479303057965, + "sMAPE[0.5]": 0.006836936167400003, + "MSIS": 1.862895342537281, + "RMSE[mean]": 611.3122694889148, + "NRMSE[mean]": 0.00953613382488967, + "ND[0.5]": 0.006854468191669765, + "mean_weighted_sum_quantile_loss": 0.005310203234083291 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00" + ], + "context": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125 + ], + "actual": [ + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64219.01953125 + ], + "predictions": { + "p50": [ + 64336.974609375, + 64341.11328125, + 64363.849609375, + 64371.291015625, + 64413.79296875, + 64556.087890625, + 64523.96484375, + 64519.83203125, + 64516.298828125, + 64590.6640625, + 64564.494140625, + 64521.716796875, + 64492.912109375, + 64631.568359375, + 64543.892578125, + 64616.349609375, + 64558.591796875, + 64575.494140625, + 64775.02734375, + 64665.361328125, + 64691.8046875, + 64706.7890625, + 64569.455078125, + 64609.515625 + ], + "p10": [ + 64105.521484375, + 64072.689453125, + 63892.564453125, + 63924.591796875, + 63911.935546875, + 63988.869140625, + 63943.5703125, + 63915.3671875, + 63755.974609375, + 63645.556640625, + 63598.390625, + 63684.11328125, + 63640.068359375, + 63623.693359375, + 63522.0, + 63419.408203125, + 63339.283203125, + 63336.66796875, + 63327.0390625, + 63339.78515625, + 63268.208984375, + 63026.61328125, + 63251.6875, + 63085.87890625 + ], + "p90": [ + 64583.361328125, + 64667.404296875, + 64818.88671875, + 64831.330078125, + 64916.0234375, + 65178.458984375, + 65112.638671875, + 65161.5625, + 65361.998046875, + 65283.521484375, + 65871.69140625, + 65529.154296875, + 65622.56640625, + 65803.08203125, + 65733.1796875, + 65827.2578125, + 65717.0078125, + 66002.203125, + 66523.24609375, + 66223.8828125, + 66666.4375, + 66445.53515625, + 66897.4296875, + 66216.015625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_055344.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_055344.json new file mode 100644 index 0000000000000000000000000000000000000000..57323bdf83e25f158de305635c7270a5e01acccd --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_055344.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T05:53:44.898199+00:00", + "metrics": { + "MSE[mean]": 82378.71861826292, + "MSE[0.5]": 76221.72760935935, + "MAE[0.5]": 232.4664190995063, + "MASE[0.5]": 0.21579192684111947, + "MAPE[0.5]": 0.0036260779132762516, + "sMAPE[0.5]": 0.0036297848288721433, + "MSIS": 1.7381392620030927, + "RMSE[mean]": 287.0169308913029, + "NRMSE[mean]": 0.00447730562528519, + "ND[0.5]": 0.003626347765241409, + "mean_weighted_sum_quantile_loss": 0.002714672879815246 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00" + ], + "context": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125 + ], + "actual": [ + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64219.01953125 + ], + "predictions": { + "p50": [ + 63980.94498355263, + 63956.56607730263, + 63962.08365542763, + 64032.45279605263, + 63996.46451480263, + 63966.45279605263, + 63965.22428042763, + 63956.56607730263, + 63963.71451480263, + 63963.99576480263, + 63965.22428042763, + 63954.60513980263, + 63983.76529605263, + 63966.45279605263, + 64026.73404605263, + 63962.08365542763, + 63981.71060855263, + 63982.47623355263, + 63955.58560855263, + 63972.32388980263, + 63981.71060855263, + 63966.45279605263, + 63980.94498355263, + 63998.23599917763 + ], + "p10": [ + 63728.07232730263, + 63723.59381167763, + 63576.39420230263, + 63732.74420230263, + 63706.73678042763, + 63706.37467105263, + 63706.37467105263, + 63713.15592105263, + 63713.15592105263, + 63713.15592105263, + 63706.37467105263, + 63722.91568667763, + 63724.75357730263, + 63732.74420230263, + 63724.75357730263, + 63648.96451480263, + 63728.44107730263, + 63724.75357730263, + 63713.15592105263, + 63737.500842927635, + 63648.96451480263, + 63754.62623355263, + 63733.22232730263, + 63648.96451480263 + ], + "p90": [ + 64212.33170230263, + 64230.07779605263, + 64209.83131167763, + 64257.65201480263, + 64210.42545230263, + 64210.616077302635, + 64212.33170230263, + 64230.07779605263, + 64209.76529605263, + 64210.616077302635, + 64230.07779605263, + 64212.33170230263, + 64212.33170230263, + 64207.86959292763, + 64210.42545230263, + 64289.48638980263, + 64230.07779605263, + 64260.78912417763, + 64230.07779605263, + 64210.616077302635, + 64201.95709292763, + 64257.65201480263, + 64198.89654605263, + 64289.48638980263 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_055344.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_055344.json new file mode 100644 index 0000000000000000000000000000000000000000..32b490c8c9e9343c99887a045d269a85c158fccf --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_055344.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T05:53:44.934160+00:00", + "metrics": { + "MSE[mean]": 204440.22800254822, + "MSE[0.5]": 204440.22800254822, + "MAE[0.5]": 382.29833984375, + "MASE[0.5]": 0.35487661272801496, + "MAPE[0.5]": 0.005967893224043501, + "sMAPE[0.5]": 0.005976093206990635, + "MSIS": 3.5621152135198106, + "RMSE[mean]": 452.15066958100175, + "NRMSE[mean]": 0.007053300758616772, + "ND[0.5]": 0.005963642988600704, + "mean_weighted_sum_quantile_loss": 0.005640613169516019 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00" + ], + "context": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125 + ], + "actual": [ + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64219.01953125 + ], + "predictions": { + "p50": [ + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125 + ], + "p10": [ + 62469.7171875, + 62382.10671875, + 62149.609375, + 62466.336953125, + 62401.205234375, + 62414.24, + 62381.988046875, + 62129.825625, + 62670.90046875, + 62876.83828125, + 62753.622421875, + 62558.005234375, + 62529.7728125, + 62657.28, + 62647.468515625, + 62732.15046875, + 62986.571484374996, + 63012.051484375, + 63008.119999999995, + 62963.04, + 62956.424999999996, + 63137.479999999996, + 62990.598671875, + 62971.419765624996 + ], + "p90": [ + 65019.5015625, + 64928.31515625, + 64686.328125, + 65015.983359375, + 64948.193203125, + 64961.76, + 64928.191640625, + 64665.736875, + 65228.89640625, + 65443.23984375, + 65314.994765625, + 65111.393203125, + 65082.0084375, + 65214.72, + 65204.508046875, + 65292.64640625, + 65557.451953125, + 65583.971953125, + 65579.88, + 65532.96, + 65526.075000000004, + 65714.52, + 65561.64351562501, + 65541.681796875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_055338.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_055338.json new file mode 100644 index 0000000000000000000000000000000000000000..cdec8834c87c811f611c8f87bbd448a34c8529e1 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_055338.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T05:53:38.011455+00:00", + "metrics": { + "MSE[mean]": 232848.83316612244, + "MSE[0.5]": 232848.83316612244, + "MAE[0.5]": 403.8650716145833, + "MASE[0.5]": 0.37489639288603255, + "MAPE[0.5]": 0.006315250548776637, + "sMAPE[0.5]": 0.0062868540284863605, + "MSIS": 1.8752978279597639, + "RMSE[mean]": 482.54412561559843, + "NRMSE[mean]": 0.0075274218888684696, + "ND[0.5]": 0.00630007209463535, + "mean_weighted_sum_quantile_loss": 0.004242000523285643 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00" + ], + "context": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125 + ], + "actual": [ + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64219.01953125 + ], + "predictions": { + "p50": [ + 64370.0625, + 64403.1875, + 64413.125, + 64429.6875, + 64442.9375, + 64459.5, + 64486.0, + 64509.1875, + 64555.5625, + 64565.5, + 64572.125, + 64562.1875, + 64562.1875, + 64552.25, + 64548.9375, + 64539.0, + 64572.125, + 64582.0625, + 64558.875, + 64535.6875, + 64519.125, + 64479.375, + 64449.5625, + 64399.875 + ], + "p10": [ + 64121.625, + 64090.15625, + 64045.4375, + 64030.53125, + 64023.90625, + 64030.53125, + 64025.5625, + 64015.625, + 64013.96875, + 63985.8125, + 63965.9375, + 63924.53125, + 63883.125, + 63857.453125, + 63834.6796875, + 63792.859375, + 63804.8671875, + 63764.390625, + 63710.25390625, + 63652.078125, + 63616.46875, + 63565.953125, + 63517.09375, + 63469.0625 + ], + "p90": [ + 64625.125, + 64724.5, + 64784.125, + 64823.875, + 64850.375, + 64883.5, + 64936.5, + 64982.875, + 65075.625, + 65115.375, + 65135.25, + 65155.125, + 65175.0, + 65168.375, + 65188.25, + 65201.5, + 65241.25, + 65267.75, + 65247.875, + 65261.125, + 65254.5, + 65234.625, + 65221.375, + 65188.25 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_055124.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_055124.json new file mode 100644 index 0000000000000000000000000000000000000000..81350683421411f9d3b372c62e6be5feebbdf258 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_055124.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T05:51:24.686572+00:00", + "metrics": { + "MSE[mean]": 167597.08559735617, + "MSE[0.5]": 117069.05898857117, + "MAE[0.5]": 251.50179036458334, + "MASE[0.5]": 0.2334619174545541, + "MAPE[0.5]": 0.003935728416119695, + "sMAPE[0.5]": 0.003921880269195999, + "MSIS": 10.434281135089774, + "RMSE[mean]": 409.38623034654717, + "NRMSE[mean]": 0.006386199121957218, + "ND[0.5]": 0.003923289045255298, + "mean_weighted_sum_quantile_loss": 0.004498102516302868 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00" + ], + "context": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125 + ], + "actual": [ + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64219.01953125 + ], + "predictions": { + "p50": [ + 64238.5, + 64246.7109375, + 64239.140625, + 64250.2890625, + 64252.765625, + 64271.15625, + 64267.9609375, + 64270.6796875, + 64284.1328125, + 64310.9921875, + 64318.6171875, + 64336.90625, + 64348.65625, + 64343.234375, + 64360.2109375, + 64350.6171875, + 64349.3828125, + 64372.2890625, + 64382.8125, + 64422.5859375, + 64400.2109375, + 64395.421875, + 64408.8515625, + 64406.7109375 + ], + "p10": [ + 64258.359375, + 64308.3359375, + 64311.4453125, + 64316.0390625, + 64312.296875, + 64326.65625, + 64326.515625, + 64363.8046875, + 64341.5234375, + 64326.2421875, + 64365.625, + 64340.8046875, + 64339.7265625, + 64368.5390625, + 64392.4140625, + 64387.6953125, + 64355.7265625, + 64429.7421875, + 64410.59375, + 64422.7890625, + 64451.9375, + 64473.5546875, + 64429.5390625, + 64420.7734375 + ], + "p90": [ + 64461.4765625, + 64506.421875, + 64518.6171875, + 64547.65625, + 64560.28125, + 64574.5859375, + 64589.5, + 64594.6328125, + 64611.71875, + 64656.78125, + 64672.765625, + 64697.3828125, + 64715.6875, + 64740.5546875, + 64754.6796875, + 64768.984375, + 64774.328125, + 64805.6015625, + 64833.390625, + 64856.734375, + 64859.6484375, + 64860.796875, + 64870.75, + 64853.09375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_055219.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_055219.json new file mode 100644 index 0000000000000000000000000000000000000000..c0f92e2252eec4df7bf0c0571721fe6ccbf279a5 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_055219.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-22T05:52:19.553036+00:00", + "metrics": { + "MSE[mean]": 318288.965007782, + "MSE[0.5]": 318288.965007782, + "MAE[0.5]": 466.0208333333333, + "MASE[0.5]": 0.432593808441891, + "MAPE[0.5]": 0.007286567864760604, + "sMAPE[0.5]": 0.0072477524293608625, + "MSIS": 2.1469250858998534, + "RMSE[mean]": 564.1710423336011, + "NRMSE[mean]": 0.008800756713616515, + "ND[0.5]": 0.0072696676537650565, + "mean_weighted_sum_quantile_loss": 0.004969465717198332 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00" + ], + "context": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125 + ], + "actual": [ + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64219.01953125 + ], + "predictions": { + "p50": [ + 64301.0859375, + 64331.5, + 64360.984375, + 64387.234375, + 64409.90625, + 64427.74609375, + 64447.69921875, + 64469.58203125, + 64498.42578125, + 64521.06640625, + 64545.4375, + 64570.33203125, + 64594.15234375, + 64614.7421875, + 64635.0390625, + 64650.5703125, + 64671.48828125, + 64692.85546875, + 64713.58984375, + 64733.35546875, + 64754.2109375, + 64771.20703125, + 64789.53515625, + 64803.9921875 + ], + "p10": [ + 64100.32421875, + 64016.12890625, + 63960.91796875, + 63941.27734375, + 63935.15625, + 63923.66015625, + 63909.73046875, + 63896.80859375, + 63896.9375, + 63882.51953125, + 63863.328125, + 63851.8046875, + 63840.61328125, + 63836.94921875, + 63825.9375, + 63804.4375, + 63794.0234375, + 63776.98046875, + 63763.22265625, + 63749.2109375, + 63742.5546875, + 63739.609375, + 63728.890625, + 63719.01953125 + ], + "p90": [ + 64514.2890625, + 64645.75390625, + 64748.78125, + 64833.15234375, + 64898.73828125, + 64967.42578125, + 65043.703125, + 65115.4140625, + 65187.0703125, + 65250.25, + 65313.59375, + 65375.890625, + 65435.1171875, + 65496.46875, + 65565.9765625, + 65622.1015625, + 65691.03125, + 65759.4609375, + 65824.3828125, + 65900.71875, + 65963.828125, + 66028.9765625, + 66086.1015625, + 66139.8203125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_055158.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_055158.json new file mode 100644 index 0000000000000000000000000000000000000000..5f7d1ccfaeffbd9460273fbef20ffacbd658249a --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_055158.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T05:51:58.257309+00:00", + "metrics": { + "MSE[mean]": 158510.2222665151, + "MSE[0.5]": 158510.2222665151, + "MAE[0.5]": 317.3019205729167, + "MASE[0.5]": 0.2945422960273187, + "MAPE[0.5]": 0.004963286341629596, + "sMAPE[0.5]": 0.004944130286548076, + "MSIS": 1.566024662647985, + "RMSE[mean]": 398.1334226945976, + "NRMSE[mean]": 0.006210661536617326, + "ND[0.5]": 0.004949734740327692, + "mean_weighted_sum_quantile_loss": 0.004308431557043713 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00" + ], + "context": [ + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125 + ], + "actual": [ + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 63974.01171875, + 64100.01953125, + 64219.01953125 + ], + "predictions": { + "p50": [ + 64304.41796875, + 64327.60546875, + 64342.87109375, + 64357.83203125, + 64370.51171875, + 64382.94140625, + 64389.79296875, + 64401.67578125, + 64401.75, + 64408.87109375, + 64417.8671875, + 64421.82421875, + 64423.671875, + 64429.0078125, + 64429.40234375, + 64434.86328125, + 64435.546875, + 64439.62109375, + 64444.1953125, + 64449.21484375, + 64450.41015625, + 64450.08203125, + 64450.44921875, + 64453.23828125 + ], + "p10": [ + 64084.19140625, + 64033.11328125, + 63983.43359375, + 63939.43359375, + 63900.05859375, + 63850.3359375, + 63802.734375, + 63763.16015625, + 63718.171875, + 63678.8828125, + 63634.31640625, + 63581.40234375, + 63533.34765625, + 63480.921875, + 63437.0703125, + 63397.609375, + 63353.625, + 63310.18359375, + 63268.8203125, + 63225.24609375, + 63196.84375, + 63152.49609375, + 63096.4453125, + 63054.6015625 + ], + "p90": [ + 64504.8828125, + 64596.17578125, + 64677.13671875, + 64744.2109375, + 64813.44140625, + 64878.953125, + 64933.2109375, + 64990.14453125, + 65058.375, + 65098.8046875, + 65171.48828125, + 65232.90625, + 65299.046875, + 65368.03125, + 65419.0234375, + 65468.41796875, + 65522.609375, + 65580.1171875, + 65633.53125, + 65685.5625, + 65730.875, + 65802.09375, + 65849.203125, + 65907.0 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260622_055344.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260622_055344.json new file mode 100644 index 0000000000000000000000000000000000000000..05742eba4f207c16f85ff36519c017ea862249b3 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260622_055344.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-22T05:53:44.815386+00:00", + "metrics": { + "MSE[mean]": 0.6763230764215492, + "MSE[0.5]": 0.6657589645038696, + "MAE[0.5]": 0.6185480461422067, + "MASE[0.5]": 1.7955386227582861, + "MAPE[0.5]": 0.4999529408148566, + "sMAPE[0.5]": 0.33639596020903445, + "MSIS": 69.99577299331534, + "RMSE[mean]": 0.8223886407420455, + "NRMSE[mean]": 0.5284481563844056, + "ND[0.5]": 0.3974648462119909, + "mean_weighted_sum_quantile_loss": 0.39551490106357146 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00" + ], + "context": [ + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781 + ], + "actual": [ + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282 + ], + "predictions": { + "p50": [ + 1.6388008209912903, + 1.6635771825417782, + 1.6897280084685913, + 1.7150190197377166, + 1.7404070243796073, + 1.7666428669134995, + 1.789680669917191, + 1.8118241695179271, + 1.8356273196589787, + 1.8561986537114135, + 1.8801897549186872, + 1.9011780380903238, + 1.9209471467283477, + 1.9423229171037404, + 1.960836940858095, + 1.980459419177133, + 2.000019058950427, + 2.019549037675871, + 2.0370476157480226, + 2.0534447726650056, + 2.0720341252655277, + 2.091142814164355, + 2.10788000802731, + 2.1242965861466425, + 2.1389769091928863, + 2.1554236803357436, + 2.171325924342601, + 2.1851813162677196, + 2.2018672882362686, + 2.2145698340205424, + 2.2291529789772953, + 2.2433533671586163, + 2.257121064253802, + 2.269290785839469, + 2.2818352105131416, + 2.294176850189565, + 2.3082846609904433, + 2.318460446754659, + 2.332044351656239, + 2.3418729792130932, + 2.3546695718896324, + 2.364855995343513, + 2.377683919053432, + 2.3870754706661383, + 2.396989896259912, + 2.407266102696351, + 2.418257834277637, + 2.426490029194336, + 2.4356776165776557, + 2.4449985916057586, + 2.454117683008366, + 2.4646962253856675, + 2.4743660042396405, + 2.4818963421228886, + 2.4911607637591695, + 2.4968245891144414, + 2.5059400984114424, + 2.513090107661966, + 2.520341509719351, + 2.528294753986965 + ], + "p10": [ + 1.6291089783421406, + 1.653729193581403, + 1.6805044942100558, + 1.7045416449359896, + 1.7303115896627503, + 1.7563585552025134, + 1.7795852225277073, + 1.8019384972403774, + 1.8247950185259705, + 1.8467756587011717, + 1.8704347674877992, + 1.8904103529248215, + 1.9106245544434501, + 1.9311795793308357, + 1.9508909604444011, + 1.9707976125972542, + 1.9901496880071208, + 2.00823224226621, + 2.0272628285638823, + 2.0449012491339906, + 2.062460302737885, + 2.080122179074599, + 2.098235650602014, + 2.1132849375539156, + 2.1291080616890077, + 2.1448380018817965, + 2.160529535969416, + 2.1764249818790162, + 2.1897996739309513, + 2.2044504492209365, + 2.2188119465640153, + 2.2338316483443705, + 2.247329477746217, + 2.258844815768536, + 2.2730968592920804, + 2.284683031088213, + 2.29834123216824, + 2.3089048436140076, + 2.320923729714647, + 2.3325541865613557, + 2.3436831226609542, + 2.354312055628621, + 2.366757874435517, + 2.3764542147844105, + 2.3863335539062795, + 2.397090500550765, + 2.4082788717940224, + 2.4160617431532425, + 2.425825023490688, + 2.435359347767809, + 2.4444793515745245, + 2.4531794280951544, + 2.464413323661288, + 2.4709370736939316, + 2.4792956001267776, + 2.4871876606933183, + 2.495430653759087, + 2.5032143342571502, + 2.512395828921546, + 2.5181699307379617 + ], + "p90": [ + 1.6473081479189986, + 1.674454378211405, + 1.6990581809630902, + 1.7235315670457798, + 1.7498162820102152, + 1.7746065460179017, + 1.797728133045461, + 1.8214714284186524, + 1.8440574748904313, + 1.8656149352625255, + 1.8881356023466116, + 1.9094377486828071, + 1.9297954290081547, + 1.9502196425178506, + 1.971059094190853, + 1.9902923649523374, + 2.0094655449184855, + 2.0277217476711153, + 2.0462657735514607, + 2.0617701573049523, + 2.0808677696593643, + 2.1002594016544904, + 2.1159432276033927, + 2.133624842148696, + 2.1473094188079855, + 2.163454953247631, + 2.1795340305252147, + 2.1948122738342017, + 2.2087930525996606, + 2.2222940252577845, + 2.2389906402117368, + 2.2516101143157092, + 2.2651670400833677, + 2.2788195385285737, + 2.29124446814375, + 2.304724021004137, + 2.3166410989841824, + 2.329520681398588, + 2.340649038810223, + 2.3504132237572577, + 2.3645660110151847, + 2.375397933396249, + 2.386271510833351, + 2.3959909514231246, + 2.406989639712428, + 2.416555330155919, + 2.4273920579962516, + 2.4364101930293907, + 2.446340034043791, + 2.4541749263772226, + 2.4632900528772965, + 2.4733892616601025, + 2.48200951068652, + 2.4909780636098553, + 2.499669270994436, + 2.506454011720538, + 2.513617964238584, + 2.52298319090286, + 2.5272151067943596, + 2.5388336283021284 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260622_055038.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260622_055038.json new file mode 100644 index 0000000000000000000000000000000000000000..19d36490147ea112a2d18ff83ee3345450f4190d --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260622_055038.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T05:50:38.176336+00:00", + "metrics": { + "MSE[mean]": 0.002375683265749669, + "MSE[0.5]": 0.002375683265749669, + "MAE[0.5]": 0.04254118303457896, + "MASE[0.5]": 0.12348973967796677, + "MAPE[0.5]": 0.030075373824626085, + "sMAPE[0.5]": 0.029821473999886265, + "MSIS": 0.9220146057127724, + "RMSE[mean]": 0.04874098137860654, + "NRMSE[mean]": 0.031319841342471025, + "ND[0.5]": 0.02733599253602318, + "mean_weighted_sum_quantile_loss": 0.0330261372349914 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00" + ], + "context": [ + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781 + ], + "actual": [ + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282 + ], + "predictions": { + "p50": [ + 1.6523226499557495, + 1.6741825342178345, + 1.6909102201461792, + 1.7051870822906494, + 1.7193059921264648, + 1.7318496704101562, + 1.744214653968811, + 1.7588733434677124, + 1.773227334022522, + 1.7796173095703125, + 1.7890417575836182, + 1.796621561050415, + 1.7993578910827637, + 1.808781623840332, + 1.8099124431610107, + 1.8058967590332031, + 1.8167929649353027, + 1.8106837272644043, + 1.8084042072296143, + 1.8031926155090332, + 1.799269437789917, + 1.7835817337036133, + 1.7778265476226807, + 1.7699592113494873, + 1.7623755931854248, + 1.7493507862091064, + 1.737093448638916, + 1.7228277921676636, + 1.6989213228225708, + 1.6844165325164795, + 1.6710230112075806, + 1.6510674953460693, + 1.6208467483520508, + 1.6015641689300537, + 1.5866830348968506, + 1.5695611238479614, + 1.5463483333587646, + 1.5233969688415527, + 1.4932461977005005, + 1.4724819660186768, + 1.4460272789001465, + 1.422111988067627, + 1.3975701332092285, + 1.371707797050476, + 1.344120740890503, + 1.318007230758667, + 1.2904374599456787, + 1.2627578973770142, + 1.2230443954467773, + 1.2014617919921875, + 1.1754560470581055, + 1.1512805223464966, + 1.1273260116577148, + 1.1037633419036865, + 1.0829075574874878, + 1.0651060342788696, + 1.0433814525604248, + 1.0290019512176514, + 1.0082989931106567, + 0.9929235577583313 + ], + "p10": [ + 1.6293649673461914, + 1.6580760478973389, + 1.6651829481124878, + 1.6766266822814941, + 1.689786434173584, + 1.6998554468154907, + 1.706796646118164, + 1.7145299911499023, + 1.7279274463653564, + 1.7311980724334717, + 1.7341594696044922, + 1.738781213760376, + 1.739256501197815, + 1.7428913116455078, + 1.736619234085083, + 1.7355841398239136, + 1.7495241165161133, + 1.7387362718582153, + 1.7297145128250122, + 1.7274292707443237, + 1.7103619575500488, + 1.693005084991455, + 1.6755945682525635, + 1.6628220081329346, + 1.6498650312423706, + 1.6282646656036377, + 1.6099097728729248, + 1.5930827856063843, + 1.5687150955200195, + 1.5381578207015991, + 1.5178040266036987, + 1.4802474975585938, + 1.4538874626159668, + 1.4341139793395996, + 1.408137559890747, + 1.3858487606048584, + 1.3518383502960205, + 1.3275163173675537, + 1.282665491104126, + 1.2571985721588135, + 1.233867883682251, + 1.2076847553253174, + 1.1757878065109253, + 1.1432580947875977, + 1.1163084506988525, + 1.0850343704223633, + 1.0600398778915405, + 1.0298821926116943, + 0.9626856446266174, + 0.9317299127578735, + 0.8988213539123535, + 0.8846933841705322, + 0.8546823263168335, + 0.8365001082420349, + 0.8179442882537842, + 0.7990792989730835, + 0.780364990234375, + 0.7625314593315125, + 0.7398108243942261, + 0.7319742441177368 + ], + "p90": [ + 1.6748039722442627, + 1.6924653053283691, + 1.7102277278900146, + 1.7264786958694458, + 1.7478384971618652, + 1.7669897079467773, + 1.7830054759979248, + 1.8019206523895264, + 1.8166048526763916, + 1.831431269645691, + 1.8410749435424805, + 1.8509970903396606, + 1.864598274230957, + 1.8668453693389893, + 1.8778514862060547, + 1.8875243663787842, + 1.895413875579834, + 1.8841205835342407, + 1.88242506980896, + 1.8859343528747559, + 1.8864178657531738, + 1.8807687759399414, + 1.877328634262085, + 1.876940131187439, + 1.8738269805908203, + 1.862356185913086, + 1.8614256381988525, + 1.8500916957855225, + 1.8379485607147217, + 1.8335336446762085, + 1.8262081146240234, + 1.8177167177200317, + 1.7986063957214355, + 1.7904722690582275, + 1.7742888927459717, + 1.7658709287643433, + 1.7418196201324463, + 1.727268099784851, + 1.7099599838256836, + 1.6969774961471558, + 1.680006504058838, + 1.6578562259674072, + 1.6408100128173828, + 1.6184965372085571, + 1.589451551437378, + 1.5760786533355713, + 1.5530860424041748, + 1.5277695655822754, + 1.511781930923462, + 1.5065408945083618, + 1.4979734420776367, + 1.45887291431427, + 1.4371991157531738, + 1.4164091348648071, + 1.397601842880249, + 1.3840694427490234, + 1.3550232648849487, + 1.3472353219985962, + 1.3262898921966553, + 1.3073638677597046 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260622_055344.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260622_055344.json new file mode 100644 index 0000000000000000000000000000000000000000..aaecf415fc0a106336dbe3127c4f9507ba57f157 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260622_055344.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-22T05:53:44.875606+00:00", + "metrics": { + "MSE[mean]": 1.4083820993274567, + "MSE[0.5]": 1.410918616461515, + "MAE[0.5]": 0.9109622100647381, + "MASE[0.5]": 2.6443666619689528, + "MAPE[0.5]": 0.7328674357835496, + "sMAPE[0.5]": 0.43666620738104894, + "MSIS": 101.18058204006886, + "RMSE[mean]": 1.186752754084631, + "NRMSE[mean]": 0.7625802131876115, + "ND[0.5]": 0.5853635089246954, + "mean_weighted_sum_quantile_loss": 0.5785203615858714 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00" + ], + "context": [ + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781 + ], + "actual": [ + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282 + ], + "predictions": { + "p50": [ + 1.6472700134698275, + 1.673567225651863, + 1.7008644547616174, + 1.7326616259356573, + 1.7594587720757464, + 1.78625597782048, + 1.819053151021078, + 1.8418503635607413, + 1.869647571332033, + 1.8974447791033249, + 1.9252419421711329, + 1.9530391648435859, + 1.9793363770256214, + 2.0086335207815242, + 2.0369307221155144, + 2.064727929886806, + 2.0905251485061433, + 2.1183223115739516, + 2.147619514934499, + 2.172916620781849, + 2.2032138857735992, + 2.230011076617172, + 2.258308263050001, + 2.2926054914444998, + 2.3154026443795184, + 2.3441997498692397, + 2.375997010450247, + 2.3957942765148807, + 2.425591428734644, + 2.4498885921600797, + 2.480185812448347, + 2.5074830415581015, + 2.536780185314005, + 2.5655773802106934, + 2.5923746306589104, + 2.618171789673603, + 2.651969009604242, + 2.674266154075401, + 2.701563398086317, + 2.729360561154125, + 2.7591577282750492, + 2.7839549597689897, + 2.8172521116311247, + 2.8385493285815313, + 2.870346514656733, + 2.897143705500305, + 2.925940945100477, + 2.9567381589514428, + 2.9795353267876226, + 3.0093324641062242, + 3.0371296569763544, + 3.0629269352003368, + 3.0942240234047107, + 3.118521201731308, + 3.1498184389472943, + 3.1761156213270074, + 3.2019127803417, + 3.229710003014153, + 3.259007206374701, + 3.2903043541837196 + ], + "p10": [ + 1.6171700314465884, + 1.6449671706725386, + 1.6708643939648797, + 1.702661594941242, + 1.727458760870073, + 1.7542559725752713, + 1.7840531396961954, + 1.8117503874979666, + 1.8395475803680972, + 1.866444725220726, + 1.8962420115509393, + 1.9240391507768897, + 1.949836309791582, + 1.976633569180496, + 2.0064307422618843, + 2.0362278497781636, + 2.0600250941467073, + 2.0888222741422346, + 2.1185195081157278, + 2.143316680005024, + 2.1722137931479812, + 2.203011120247772, + 2.2268083050116707, + 2.2566054780930593, + 2.284302666290186, + 2.313099858206642, + 2.3399971103476314, + 2.3666942100914645, + 2.3944913493174154, + 2.4213886014584043, + 2.453085756038511, + 2.4789830210541037, + 2.505780107589548, + 2.53747737541848, + 2.563374586789892, + 2.589071699408329, + 2.6179689854047563, + 2.6437661444194487, + 2.672463272058256, + 2.6993605897643547, + 2.7271577230298405, + 2.754954915899971, + 2.7827521087701017, + 2.8114492364089085, + 2.839346422031115, + 2.8690437156092528, + 2.897940882396391, + 2.9217380731207543, + 2.950535193511637, + 2.9763325313402635, + 3.007129685586584, + 3.033826785330418, + 3.062724071326845, + 3.0885212839857177, + 3.1183184570671063, + 3.146115590332592, + 3.1719128089519293, + 3.201710035677498, + 3.22940716426998, + 3.2572043631005743 + ], + "p90": [ + 1.672370047945154, + 1.7020672163535384, + 1.7268643882428338, + 1.755661627843006, + 1.7856587923890093, + 1.8152559620848538, + 1.841053180704191, + 1.867950438805645, + 1.8926474987335757, + 1.9234447245054702, + 1.9512419173756006, + 1.9810391917848853, + 2.0068362971553975, + 2.0356335307951046, + 2.0654306979160286, + 2.0894279397096516, + 2.1180251222800996, + 2.148822282486885, + 2.17661953496166, + 2.202416688015888, + 2.2293139461173417, + 2.2571111389874723, + 2.2858082666262796, + 2.315605439707668, + 2.3434026921824436, + 2.3691998452366714, + 2.397097042779806, + 2.4257942777069736, + 2.4527914212721424, + 2.4773885957363584, + 2.5061858353365305, + 2.537982976708248, + 2.563880200000589, + 2.5915773881977158, + 2.616474672048376, + 2.64917181375388, + 2.673968985643175, + 2.6979661618716886, + 2.728663382970579, + 2.7594605908610803, + 2.7831577173077946, + 2.8119549569079667, + 2.8417521240288908, + 2.868649328486164, + 2.89934648998041, + 2.9262437480818635, + 2.951940967988661, + 2.9807380883795433, + 3.008635285922678, + 3.0363324741198046, + 3.0611296460090998, + 3.0929269065901073, + 3.119724052730196, + 3.1476212502733305, + 3.1744184500576003, + 3.202115703819836, + 3.2311128216357976, + 3.258810021753853, + 3.285607275182303, + 3.3144044074941137 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260622_055239.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260622_055239.json new file mode 100644 index 0000000000000000000000000000000000000000..bed7e84d33a2acadb852205f2565e523552773d4 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260622_055239.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T05:52:39.846808+00:00", + "metrics": { + "MSE[mean]": 0.38045126985050004, + "MSE[0.5]": 0.18750410087250322, + "MAE[0.5]": 0.3248086671034495, + "MASE[0.5]": 0.942863711927078, + "MAPE[0.5]": 0.26186631176344993, + "sMAPE[0.5]": 0.2070239595867416, + "MSIS": 5.850709419181176, + "RMSE[mean]": 0.6168073198742863, + "NRMSE[mean]": 0.3963462952721063, + "ND[0.5]": 0.20871463053480196, + "mean_weighted_sum_quantile_loss": 0.1930325115982337 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00" + ], + "context": [ + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781 + ], + "actual": [ + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282 + ], + "predictions": { + "p50": [ + 1.648807168006897, + 1.6761261224746704, + 1.701090931892395, + 1.7219864130020142, + 1.7439852356910706, + 1.7654910683631897, + 1.780853807926178, + 1.7941474914550781, + 1.802216649055481, + 1.8184541463851929, + 1.8416312336921692, + 1.8314342498779297, + 1.822960615158081, + 1.8749538660049438, + 1.8611167669296265, + 1.8921958208084106, + 1.9406171441078186, + 1.943274736404419, + 1.8837878704071045, + 1.9711769819259644, + 1.945661187171936, + 1.943274736404419, + 1.9599244594573975, + 1.943274736404419, + 1.9983615279197693, + 2.0086848735809326, + 2.0245699882507324, + 2.0296326875686646, + 2.041361093521118, + 2.032434582710266, + 1.9468464851379395, + 1.9971529841423035, + 1.9834240674972534, + 1.9398437142372131, + 1.8669349551200867, + 1.943274736404419, + 1.8579057455062866, + 2.0038833618164062, + 1.9840632677078247, + 1.9447256326675415, + 1.9830387830734253, + 1.943274736404419, + 1.9093589186668396, + 2.0063719749450684, + 1.8985142707824707, + 1.9003414511680603, + 1.8694700002670288, + 1.8691567182540894, + 1.9588476419448853, + 1.880122423171997, + 1.943274736404419, + 1.943274736404419, + 1.8754873871803284, + 1.8260966539382935, + 1.6567566394805908, + 1.6636632680892944, + 1.882812261581421, + 1.6082770228385925, + 1.920710563659668, + 1.797918677330017 + ], + "p10": [ + 1.6374265551567078, + 1.6553393006324768, + 1.664450466632843, + 1.684632658958435, + 1.6951761841773987, + 1.6895809173583984, + 1.7015237212181091, + 1.6915305852890015, + 1.6994324922561646, + 1.6692777872085571, + 1.6829031109809875, + 1.647557020187378, + 1.6266916394233704, + 1.6289373636245728, + 1.551098644733429, + 1.6210488080978394, + 1.4140637516975403, + 1.3246793746948242, + 1.161144495010376, + 1.3076343536376953, + 1.2038444876670837, + 1.1502398252487183, + 1.1900036334991455, + 1.2974555492401123, + 1.208592414855957, + 1.0896311402320862, + 1.0596847534179688, + 1.074531078338623, + 0.9514545798301697, + 0.8627278506755829, + 1.0369427800178528, + 0.9771778583526611, + 0.8583448529243469, + 0.6314831376075745, + 0.7395784556865692, + 0.9120486974716187, + 0.7091350555419922, + 0.9125101268291473, + 0.7725457847118378, + 0.6428626775741577, + 0.44953325390815735, + 0.6677700281143188, + 0.5005289912223816, + 0.6201284229755402, + 0.534515768289566, + 0.49941518902778625, + 0.5700905025005341, + 0.5199036300182343, + 0.3435685634613037, + 0.430608868598938, + 0.34234192967414856, + 0.3430621922016144, + 0.33972635865211487, + 0.2711770236492157, + 0.33168983459472656, + 0.4209124445915222, + 0.37357139587402344, + 0.18737196922302246, + 0.4256703555583954, + 0.2961566746234894 + ], + "p90": [ + 1.6596620082855225, + 1.6984636783599854, + 1.732506275177002, + 1.7682605981826782, + 1.800766408443451, + 1.8306415677070618, + 1.8659998178482056, + 1.8840644359588623, + 1.906229019165039, + 1.9506437182426453, + 1.9874844551086426, + 2.0037660598754883, + 1.9795923829078674, + 2.109933018684387, + 2.104367971420288, + 2.1540167331695557, + 2.4534682035446167, + 2.547298789024353, + 2.3717682361602783, + 2.5340094566345215, + 2.513727068901062, + 2.5811104774475098, + 2.6021173000335693, + 2.6314544677734375, + 2.715723156929016, + 2.800261974334717, + 2.850035071372986, + 2.6859651803970337, + 2.607867956161499, + 2.800261974334717, + 2.6991666555404663, + 2.7983832359313965, + 3.239380359649658, + 3.1957300901412964, + 3.4785526990890503, + 3.228755474090576, + 3.245919704437256, + 3.61040461063385, + 3.6572489738464355, + 3.6649428606033325, + 3.7516316175460815, + 3.532110571861267, + 3.881343722343445, + 3.777353048324585, + 3.8287646770477295, + 3.5634279251098633, + 3.484740376472473, + 4.103063106536865, + 4.0840229988098145, + 4.085742950439453, + 4.002330780029297, + 4.369097709655762, + 4.352067232131958, + 4.942729949951172, + 4.5142364501953125, + 4.273487567901611, + 4.704452276229858, + 4.106724262237549, + 4.5142364501953125, + 4.449860334396362 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260622_055344.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260622_055344.json new file mode 100644 index 0000000000000000000000000000000000000000..9edbfc7ce379bdc4a64c2f559bde8671bedaef69 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260622_055344.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T05:53:44.910024+00:00", + "metrics": { + "MSE[mean]": 0.165240725823637, + "MSE[0.5]": 0.16470458265075977, + "MAE[0.5]": 0.369389503191843, + "MASE[0.5]": 1.0722742137155905, + "MAPE[0.5]": 0.23289993075485552, + "sMAPE[0.5]": 0.2534836145687543, + "MSIS": 38.36186676411647, + "RMSE[mean]": 0.4064981252400028, + "NRMSE[mean]": 0.2612064104666738, + "ND[0.5]": 0.2373612575355468, + "mean_weighted_sum_quantile_loss": 0.23160594538980403 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00" + ], + "context": [ + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781 + ], + "actual": [ + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282 + ], + "predictions": { + "p50": [ + 1.2908477923070372, + 1.289347811618942, + 1.288847847858566, + 1.2928478261624754, + 1.291847779432434, + 1.2908477923070372, + 1.2958477726375044, + 1.2908477923070372, + 1.2908478072081984, + 1.2908478221093596, + 1.2908477923070372, + 1.2908478221093596, + 1.2893478414212645, + 1.2908477923070372, + 1.2913478007708967, + 1.291347815672058, + 1.2893478414212645, + 1.289347811618942, + 1.2908478221093596, + 1.2883477350865782, + 1.2908478072081984, + 1.2898478051816404, + 1.2903477987443388, + 1.296847834268707, + 1.291847794333595, + 1.2928477069531858, + 1.2968477746640623, + 1.288847847858566, + 1.2908478072081984, + 1.2873477777635038, + 1.2898478051816404, + 1.2893478414212645, + 1.2908477923070372, + 1.291847794333595, + 1.290847851911682, + 1.2888478180562437, + 1.2948478451167524, + 1.2893477967177809, + 1.288847847858566, + 1.2888478180562437, + 1.2908477923070372, + 1.287847830930847, + 1.2933477899228514, + 1.2868478140031279, + 1.2908478072081984, + 1.2898478051816404, + 1.290847851911682, + 1.293847872892517, + 1.288847847858566, + 1.2908477923070372, + 1.2908477923070372, + 1.2888478776608885, + 1.2923477729951323, + 1.288847758451599, + 1.2923478027974546, + 1.2908477923070372, + 1.288847758451599, + 1.2888477882539213, + 1.2903477987443388, + 1.2938477536832274 + ], + "p10": [ + 1.2607478102837981, + 1.2607477566396177, + 1.2588477870618284, + 1.2628477951680601, + 1.2598477682267606, + 1.2588477870618284, + 1.2608477613126219, + 1.2607478162442625, + 1.2607478162442625, + 1.2598477682267606, + 1.2618478616868436, + 1.2618478080426634, + 1.2598477741872252, + 1.2588478407060086, + 1.2608478209172667, + 1.2628477355634153, + 1.2588477870618284, + 1.2598477741872252, + 1.261747815290588, + 1.2587477943097531, + 1.2598477145825804, + 1.2628478488122403, + 1.2588478407060086, + 1.2608478209172667, + 1.2607478162442625, + 1.261747815290588, + 1.2608478745614469, + 1.2597477814351499, + 1.2597477277909697, + 1.2588477870618284, + 1.2627477487718046, + 1.2608478209172667, + 1.2598477145825804, + 1.2637477895413816, + 1.2618478080426634, + 1.2597477277909697, + 1.2608478209172667, + 1.2588477870618284, + 1.259747721830505, + 1.2588478466664732, + 1.2588477870618284, + 1.2588477870618284, + 1.2588477870618284, + 1.259747721830505, + 1.2598477145825804, + 1.261747815290588, + 1.2628477892075956, + 1.2588477870618284, + 1.2598477145825804, + 1.2578478595410765, + 1.2608478209172667, + 1.2597477277909697, + 1.2608478209172667, + 1.2588478407060086, + 1.2608478209172667, + 1.2608477613126219, + 1.2588477870618284, + 1.2608478209172667, + 1.2607477566396177, + 1.2607477626000823 + ], + "p90": [ + 1.3159478267823637, + 1.3178478023206175, + 1.3148477813397825, + 1.315847828069824, + 1.3180477997456967, + 1.319847776571411, + 1.3178478023206175, + 1.3169478675519408, + 1.313847734609741, + 1.316847767511505, + 1.316847767511505, + 1.318847849050659, + 1.3168477615510406, + 1.3178478023206175, + 1.319847776571411, + 1.3160478254949033, + 1.3168478151952208, + 1.3198477825318755, + 1.3198478421365203, + 1.3178478023206175, + 1.3169478675519408, + 1.3169478675519408, + 1.3178478023206175, + 1.3198477825318755, + 1.3198478421365203, + 1.3178478023206175, + 1.3179478069936217, + 1.318847849050659, + 1.3180477997456967, + 1.3148477813397825, + 1.315847828069824, + 1.319847776571411, + 1.3179478069936217, + 1.3178478023206175, + 1.3149478933011474, + 1.3198478421365203, + 1.3168478211556853, + 1.3130478045140683, + 1.3159478327428282, + 1.3189478477631986, + 1.3148477813397825, + 1.315847828069824, + 1.3178478023206175, + 1.3169478139077604, + 1.3198477825318755, + 1.3189478477631986, + 1.3168478747998655, + 1.3178478023206175, + 1.3179478069936217, + 1.3178478023206175, + 1.3148477813397825, + 1.318847849050659, + 1.3178478023206175, + 1.3179478069936217, + 1.3169478139077604, + 1.3168478747998655, + 1.3180477997456967, + 1.3179478069936217, + 1.3169478675519408, + 1.3179478069936217 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260622_055344.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260622_055344.json new file mode 100644 index 0000000000000000000000000000000000000000..8a11624fa3d552fc4aa12047186607fb18418b2c --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260622_055344.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T05:53:44.943758+00:00", + "metrics": { + "MSE[mean]": 0.2115340739135925, + "MSE[0.5]": 0.2115340739135925, + "MAE[0.5]": 0.3999000032742818, + "MASE[0.5]": 1.1608409493788276, + "MAPE[0.5]": 0.24863897284809014, + "sMAPE[0.5]": 0.28234951968731, + "MSIS": 42.41775192159243, + "RMSE[mean]": 0.4599283356280547, + "NRMSE[mean]": 0.29553944326406295, + "ND[0.5]": 0.2569666079990247, + "mean_weighted_sum_quantile_loss": 0.25184355567220273 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00" + ], + "context": [ + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781 + ], + "actual": [ + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282 + ], + "predictions": { + "p50": [ + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924 + ], + "p10": [ + 0.9241400182247161, + 0.9564800107479096, + 0.9897999906539917, + 1.0270399785041808, + 1.0544799757003784, + 1.0799599981307983, + 1.0966199588775634, + 1.12798002243042, + 1.1701200056076049, + 1.207359993457794, + 1.2406800317764282, + 1.2612599420547486, + 1.279879994392395, + 1.3043799710273742, + 1.3318199682235718, + 1.3582800364494323, + 1.38572003364563, + 1.4190399551391601, + 1.448440043926239, + 1.4778400158882141, + 1.5111600542068482, + 1.5307600355148314, + 1.5572199869155883, + 1.5856400299072266, + 0.9241400182247161, + 0.9564800107479096, + 0.9897999906539917, + 1.0270399785041808, + 1.0544799757003784, + 1.0799599981307983, + 1.0966199588775634, + 1.12798002243042, + 1.1701200056076049, + 1.207359993457794, + 1.2406800317764282, + 1.2612599420547486, + 1.279879994392395, + 1.3043799710273742, + 1.3318199682235718, + 1.3582800364494323, + 1.38572003364563, + 1.4190399551391601, + 1.448440043926239, + 1.4778400158882141, + 1.5111600542068482, + 1.5307600355148314, + 1.5572199869155883, + 1.5856400299072266, + 0.9241400182247161, + 0.9564800107479096, + 0.9897999906539917, + 1.0270399785041808, + 1.0544799757003784, + 1.0799599981307983, + 1.0966199588775634, + 1.12798002243042, + 1.1701200056076049, + 1.207359993457794, + 1.2406800317764282, + 1.2612599420547486 + ], + "p90": [ + 0.9618600189685822, + 0.9955200111865997, + 1.030199990272522, + 1.0689599776268006, + 1.0975199747085571, + 1.1240399980545044, + 1.1413799571990968, + 1.1740200233459472, + 1.217880005836487, + 1.2566399931907655, + 1.2913200330734254, + 1.3127399396896362, + 1.3321199941635131, + 1.3576199698448181, + 1.3861799669265746, + 1.4137200379371644, + 1.4422800350189209, + 1.4769599533081055, + 1.5075600457191467, + 1.5381600165367126, + 1.5728400564193725, + 1.5932400369644166, + 1.6207799863815309, + 1.6503600311279296, + 0.9618600189685822, + 0.9955200111865997, + 1.030199990272522, + 1.0689599776268006, + 1.0975199747085571, + 1.1240399980545044, + 1.1413799571990968, + 1.1740200233459472, + 1.217880005836487, + 1.2566399931907655, + 1.2913200330734254, + 1.3127399396896362, + 1.3321199941635131, + 1.3576199698448181, + 1.3861799669265746, + 1.4137200379371644, + 1.4422800350189209, + 1.4769599533081055, + 1.5075600457191467, + 1.5381600165367126, + 1.5728400564193725, + 1.5932400369644166, + 1.6207799863815309, + 1.6503600311279296, + 0.9618600189685822, + 0.9955200111865997, + 1.030199990272522, + 1.0689599776268006, + 1.0975199747085571, + 1.1240399980545044, + 1.1413799571990968, + 1.1740200233459472, + 1.217880005836487, + 1.2566399931907655, + 1.2913200330734254, + 1.3127399396896362 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260622_055341.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260622_055341.json new file mode 100644 index 0000000000000000000000000000000000000000..d242b39db6a648e35a5662b7702e82c6e1ac03b0 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260622_055341.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T05:53:41.955791+00:00", + "metrics": { + "MSE[mean]": 0.008957527942416495, + "MSE[0.5]": 0.008957527942416495, + "MAE[0.5]": 0.07835161089897155, + "MASE[0.5]": 0.227441254405141, + "MAPE[0.5]": 0.05190303592171834, + "sMAPE[0.5]": 0.05391702132104857, + "MSIS": 0.7727089114191776, + "RMSE[mean]": 0.09464421769139673, + "NRMSE[mean]": 0.060816212522505846, + "ND[0.5]": 0.050346955536679214, + "mean_weighted_sum_quantile_loss": 0.043998792843917646 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00" + ], + "context": [ + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781 + ], + "actual": [ + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282 + ], + "predictions": { + "p50": [ + 1.6506805419921875, + 1.6707305908203125, + 1.694122314453125, + 1.707489013671875, + 1.7308807373046875, + 1.747589111328125, + 1.7642974853515625, + 1.774322509765625, + 1.7910308837890625, + 1.7977142333984375, + 1.8077392578125, + 1.8077392578125, + 1.8110809326171875, + 1.8110809326171875, + 1.814422607421875, + 1.8110809326171875, + 1.8110809326171875, + 1.814422607421875, + 1.8043975830078125, + 1.781005859375, + 1.7776641845703125, + 1.7576141357421875, + 1.747589111328125, + 1.7275390625, + 1.720855712890625, + 1.6974639892578125, + 1.674072265625, + 1.6473388671875, + 1.63397216796875, + 1.600555419921875, + 1.5838470458984375, + 1.55377197265625, + 1.5504302978515625, + 1.5170135498046875, + 1.4835968017578125, + 1.4618759155273438, + 1.4301300048828125, + 1.4117507934570312, + 1.3716506958007812, + 1.3382339477539062, + 1.3165130615234375, + 1.293121337890625, + 1.2772483825683594, + 1.2446670532226562, + 1.2154273986816406, + 1.1970481872558594, + 1.1753273010253906, + 1.159454345703125, + 1.113088607788086, + 1.0786798000335693, + 1.052103042602539, + 1.032470703125, + 1.0174331665039062, + 0.9915351867675781, + 0.9664726257324219, + 0.9355621337890625, + 0.9221954345703125, + 0.9130058288574219, + 0.8904495239257812, + 0.8862724304199219 + ], + "p10": [ + 1.6439971923828125, + 1.6573638916015625, + 1.674072265625, + 1.68743896484375, + 1.7041473388671875, + 1.720855712890625, + 1.7308807373046875, + 1.7375640869140625, + 1.7576141357421875, + 1.7576141357421875, + 1.7642974853515625, + 1.7642974853515625, + 1.7576141357421875, + 1.7542724609375, + 1.7542724609375, + 1.7442474365234375, + 1.7275390625, + 1.7241973876953125, + 1.707489013671875, + 1.6840972900390625, + 1.6707305908203125, + 1.654022216796875, + 1.63397216796875, + 1.60723876953125, + 1.5972137451171875, + 1.567138671875, + 1.533721923828125, + 1.5103302001953125, + 1.4919509887695312, + 1.4568634033203125, + 1.4334716796875, + 1.3983840942382812, + 1.3833465576171875, + 1.3482589721679688, + 1.3181838989257812, + 1.2897796630859375, + 1.2555274963378906, + 1.2338066101074219, + 1.1962127685546875, + 1.165719985961914, + 1.1406574249267578, + 1.1210250854492188, + 1.105987548828125, + 1.0747637748718262, + 1.0544004440307617, + 1.039780616760254, + 1.018686294555664, + 1.0003070831298828, + 0.9622955322265625, + 0.9221954345703125, + 0.8962974548339844, + 0.8779182434082031, + 0.8670578002929688, + 0.8470077514648438, + 0.8236160278320312, + 0.7968826293945312, + 0.785186767578125, + 0.77850341796875, + 0.7567825317382812, + 0.75177001953125 + ], + "p90": [ + 1.6573638916015625, + 1.68743896484375, + 1.71417236328125, + 1.7308807373046875, + 1.760955810546875, + 1.774322509765625, + 1.79437255859375, + 1.8077392578125, + 1.8244476318359375, + 1.8378143310546875, + 1.8444976806640625, + 1.8511810302734375, + 1.8578643798828125, + 1.8645477294921875, + 1.867889404296875, + 1.87457275390625, + 1.894622802734375, + 1.9046478271484375, + 1.8912811279296875, + 1.8779144287109375, + 1.8779144287109375, + 1.867889404296875, + 1.8645477294921875, + 1.8444976806640625, + 1.84783935546875, + 1.83447265625, + 1.814422607421875, + 1.79437255859375, + 1.7843475341796875, + 1.760955810546875, + 1.7442474365234375, + 1.720855712890625, + 1.734222412109375, + 1.707489013671875, + 1.674072265625, + 1.667388916015625, + 1.640655517578125, + 1.6239471435546875, + 1.58050537109375, + 1.547088623046875, + 1.5370635986328125, + 1.5120010375976562, + 1.493621826171875, + 1.4685592651367188, + 1.4351425170898438, + 1.42010498046875, + 1.400054931640625, + 1.3833465576171875, + 1.33990478515625, + 1.31317138671875, + 1.28643798828125, + 1.2622108459472656, + 1.2455024719238281, + 1.2170982360839844, + 1.1912002563476562, + 1.1577835083007812, + 1.1435813903808594, + 1.1233224868774414, + 1.1016016006469727, + 1.0959625244140625 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260622_055132.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260622_055132.json new file mode 100644 index 0000000000000000000000000000000000000000..2a1237e156ee0e8d6dea1c10c3b8910e9d526d63 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260622_055132.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T05:51:32.059782+00:00", + "metrics": { + "MSE[mean]": 0.00660618451509567, + "MSE[0.5]": 0.014984172511743192, + "MAE[0.5]": 0.10893604556719462, + "MASE[0.5]": 0.3162226094583534, + "MAPE[0.5]": 0.07506198843059428, + "sMAPE[0.5]": 0.07893646072508936, + "MSIS": 0.4526417321535845, + "RMSE[mean]": 0.08127843819301445, + "NRMSE[mean]": 0.05222766790424906, + "ND[0.5]": 0.06999981467624425, + "mean_weighted_sum_quantile_loss": 0.04323587555287771 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00" + ], + "context": [ + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781 + ], + "actual": [ + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282 + ], + "predictions": { + "p50": [ + 1.6280542612075806, + 1.6502243280410767, + 1.6840167045593262, + 1.6932933330535889, + 1.707295536994934, + 1.7271668910980225, + 1.7429237365722656, + 1.7520809173583984, + 1.74961519241333, + 1.771762728691101, + 1.7693272829055786, + 1.790506362915039, + 1.7830281257629395, + 1.7924987077713013, + 1.7936887741088867, + 1.7900238037109375, + 1.790652871131897, + 1.784619688987732, + 1.7770832777023315, + 1.7657220363616943, + 1.757172703742981, + 1.7498258352279663, + 1.7259745597839355, + 1.7196619510650635, + 1.7013286352157593, + 1.6777102947235107, + 1.6606534719467163, + 1.63455069065094, + 1.6082100868225098, + 1.5814696550369263, + 1.5581337213516235, + 1.5430908203125, + 1.5135499238967896, + 1.4867908954620361, + 1.4549957513809204, + 1.4261348247528076, + 1.3990017175674438, + 1.3666459321975708, + 1.3569334745407104, + 1.331599235534668, + 1.2993488311767578, + 1.2754405736923218, + 1.2330349683761597, + 1.1932520866394043, + 1.1768385171890259, + 1.1401591300964355, + 1.1083178520202637, + 1.086073875427246, + 1.0563526153564453, + 1.0384756326675415, + 1.0113804340362549, + 0.9763618111610413, + 0.9510993957519531, + 0.9358206391334534, + 0.9124506115913391, + 0.8924531936645508, + 0.8722801208496094, + 0.8409907817840576, + 0.8322159647941589, + 0.8145053386688232 + ], + "p10": [ + 1.638903260231018, + 1.6651225090026855, + 1.683955192565918, + 1.721622109413147, + 1.7058266401290894, + 1.7374476194381714, + 1.7313411235809326, + 1.7572777271270752, + 1.7593001127243042, + 1.7863004207611084, + 1.7805144786834717, + 1.8249742984771729, + 1.7643970251083374, + 1.825930118560791, + 1.788120985031128, + 1.8041284084320068, + 1.8018637895584106, + 1.798195242881775, + 1.7943884134292603, + 1.8094269037246704, + 1.7753151655197144, + 1.782689094543457, + 1.763606071472168, + 1.7435039281845093, + 1.7293798923492432, + 1.7149505615234375, + 1.7026207447052002, + 1.6695195436477661, + 1.640982985496521, + 1.6211764812469482, + 1.590183138847351, + 1.5914356708526611, + 1.571740746498108, + 1.5489304065704346, + 1.509765625, + 1.4872369766235352, + 1.453173279762268, + 1.4241788387298584, + 1.4033567905426025, + 1.3670543432235718, + 1.3355478048324585, + 1.3275140523910522, + 1.2873677015304565, + 1.2625882625579834, + 1.2267570495605469, + 1.2018928527832031, + 1.1822538375854492, + 1.144366979598999, + 1.1130485534667969, + 1.111736536026001, + 1.0562653541564941, + 1.054598093032837, + 1.0239462852478027, + 1.014923334121704, + 0.975202202796936, + 0.9561911821365356, + 0.9419134259223938, + 0.9230029582977295, + 0.9030981659889221, + 0.8680689930915833 + ], + "p90": [ + 1.6672313213348389, + 1.6819963455200195, + 1.7262811660766602, + 1.7344598770141602, + 1.7556601762771606, + 1.7859406471252441, + 1.8002034425735474, + 1.816171646118164, + 1.8264145851135254, + 1.8474452495574951, + 1.8584327697753906, + 1.8684147596359253, + 1.8836883306503296, + 1.8864953517913818, + 1.889736294746399, + 1.8822633028030396, + 1.8909258842468262, + 1.893295407295227, + 1.8945180177688599, + 1.8942784070968628, + 1.8844548463821411, + 1.8874261379241943, + 1.879453420639038, + 1.8761781454086304, + 1.8660023212432861, + 1.8525192737579346, + 1.8463982343673706, + 1.8177282810211182, + 1.8001197576522827, + 1.782940149307251, + 1.768137812614441, + 1.752541184425354, + 1.7312942743301392, + 1.698582410812378, + 1.6767362356185913, + 1.6579396724700928, + 1.63231360912323, + 1.6015055179595947, + 1.586017370223999, + 1.5621463060379028, + 1.5301443338394165, + 1.5140126943588257, + 1.465349793434143, + 1.4312517642974854, + 1.4151955842971802, + 1.3763240575790405, + 1.350196361541748, + 1.338169813156128, + 1.303702473640442, + 1.2886840105056763, + 1.2577316761016846, + 1.2332899570465088, + 1.1977438926696777, + 1.190643310546875, + 1.1814664602279663, + 1.157324194908142, + 1.1344863176345825, + 1.1065928936004639, + 1.1053507328033447, + 1.0860556364059448 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260622_055226.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260622_055226.json new file mode 100644 index 0000000000000000000000000000000000000000..fda4b3063177a5270ba6d2c946fea7847c46291f --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260622_055226.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-22T05:52:26.048840+00:00", + "metrics": { + "MSE[mean]": 0.07153531398360044, + "MSE[0.5]": 0.07153531398360044, + "MAE[0.5]": 0.2012411832809448, + "MASE[0.5]": 0.5841685529913433, + "MAPE[0.5]": 0.1623141522205354, + "sMAPE[0.5]": 0.1391939893133301, + "MSIS": 1.762011893304001, + "RMSE[mean]": 0.267460864396271, + "NRMSE[mean]": 0.17186424239476097, + "ND[0.5]": 0.12931298783197617, + "mean_weighted_sum_quantile_loss": 0.08247669755062287 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00" + ], + "context": [ + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781 + ], + "actual": [ + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282 + ], + "predictions": { + "p50": [ + 1.6429517269134521, + 1.6666429042816162, + 1.6879572868347168, + 1.710086464881897, + 1.7320915460586548, + 1.7538483142852783, + 1.7735928297042847, + 1.7895463705062866, + 1.8052234649658203, + 1.8199758529663086, + 1.8330559730529785, + 1.844910979270935, + 1.8567452430725098, + 1.8661447763442993, + 1.8766733407974243, + 1.8854196071624756, + 1.8938570022583008, + 1.9010077714920044, + 1.907094955444336, + 1.9108586311340332, + 1.9116449356079102, + 1.9099791049957275, + 1.9096763134002686, + 1.9079089164733887, + 1.9071093797683716, + 1.9047741889953613, + 1.9001004695892334, + 1.8956581354141235, + 1.8894472122192383, + 1.878260850906372, + 1.865654468536377, + 1.8514429330825806, + 1.9278020858764648, + 1.9112354516983032, + 1.8949666023254395, + 1.8911348581314087, + 1.8701120615005493, + 1.848111867904663, + 1.8273121118545532, + 1.799649953842163, + 1.7764320373535156, + 1.7564611434936523, + 1.7341595888137817, + 1.7092819213867188, + 1.6889960765838623, + 1.6703704595565796, + 1.6527323722839355, + 1.628385305404663, + 1.608116626739502, + 1.5881870985031128, + 1.5642120838165283, + 1.5428004264831543, + 1.523014783859253, + 1.5018006563186646, + 1.48350989818573, + 1.4636850357055664, + 1.4486640691757202, + 1.434287190437317, + 1.4160104990005493, + 1.3976972103118896 + ], + "p10": [ + 1.6314201354980469, + 1.6527438163757324, + 1.671629548072815, + 1.6893198490142822, + 1.7073640823364258, + 1.7230957746505737, + 1.7374647855758667, + 1.7477434873580933, + 1.75874662399292, + 1.767148494720459, + 1.7721855640411377, + 1.776132583618164, + 1.778900384902954, + 1.7782998085021973, + 1.7780177593231201, + 1.7764058113098145, + 1.7758805751800537, + 1.772188663482666, + 1.7667405605316162, + 1.7586692571640015, + 1.7465744018554688, + 1.7335457801818848, + 1.7202911376953125, + 1.7063950300216675, + 1.692227840423584, + 1.6781299114227295, + 1.6628996133804321, + 1.6428072452545166, + 1.618253469467163, + 1.5873645544052124, + 1.5527573823928833, + 1.5262006521224976, + 1.6649236679077148, + 1.590510368347168, + 1.5471129417419434, + 1.5266607999801636, + 1.482540488243103, + 1.4317468404769897, + 1.379342794418335, + 1.33774733543396, + 1.2983224391937256, + 1.2636593580245972, + 1.2237478494644165, + 1.1906805038452148, + 1.1676665544509888, + 1.1375925540924072, + 1.1024924516677856, + 1.0623807907104492, + 1.0284777879714966, + 0.9973886609077454, + 0.966526210308075, + 0.9452967047691345, + 0.9113587737083435, + 0.886191725730896, + 0.8611639142036438, + 0.8379014730453491, + 0.8191078901290894, + 0.8013259172439575, + 0.7875917553901672, + 0.7637213468551636 + ], + "p90": [ + 1.6524004936218262, + 1.6787410974502563, + 1.702427625656128, + 1.7299636602401733, + 1.7563822269439697, + 1.7830688953399658, + 1.8088185787200928, + 1.8310151100158691, + 1.8518943786621094, + 1.870758056640625, + 1.8900275230407715, + 1.9100353717803955, + 1.9294276237487793, + 1.9469537734985352, + 1.9639267921447754, + 1.9810142517089844, + 1.999581217765808, + 2.018441915512085, + 2.033019542694092, + 2.047910451889038, + 2.0598485469818115, + 2.0698609352111816, + 2.0810723304748535, + 2.090261936187744, + 2.102388858795166, + 2.1122384071350098, + 2.1191511154174805, + 2.1257388591766357, + 2.129350185394287, + 2.128857135772705, + 2.1242423057556152, + 2.116586923599243, + 2.126765012741089, + 2.1636745929718018, + 2.181777000427246, + 2.2069997787475586, + 2.2050366401672363, + 2.205251693725586, + 2.207494020462036, + 2.2046263217926025, + 2.200629234313965, + 2.2037293910980225, + 2.2015111446380615, + 2.200417995452881, + 2.2013797760009766, + 2.195736885070801, + 2.1906144618988037, + 2.1755547523498535, + 2.1648359298706055, + 2.1580705642700195, + 2.1433963775634766, + 2.138007402420044, + 2.126405715942383, + 2.1208596229553223, + 2.1101560592651367, + 2.099771738052368, + 2.0923333168029785, + 2.0835323333740234, + 2.072726249694824, + 2.06417179107666 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260622_055205.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260622_055205.json new file mode 100644 index 0000000000000000000000000000000000000000..6b1d2eaa9732327503e404f5a48245e80b01a675 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260622_055205.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T05:52:05.951400+00:00", + "metrics": { + "MSE[mean]": 0.022525773761503724, + "MSE[0.5]": 0.022525773761503724, + "MAE[0.5]": 0.12716737588246663, + "MASE[0.5]": 0.3691450266084821, + "MAPE[0.5]": 0.09621981973561891, + "sMAPE[0.5]": 0.10465765139859932, + "MSIS": 1.6930335071012856, + "RMSE[mean]": 0.15008588794921301, + "NRMSE[mean]": 0.09644176348850578, + "ND[0.5]": 0.08171485111552135, + "mean_weighted_sum_quantile_loss": 0.08066125900901214 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00" + ], + "context": [ + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781 + ], + "actual": [ + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282 + ], + "predictions": { + "p50": [ + 1.6335093975067139, + 1.6555266380310059, + 1.674010992050171, + 1.692126989364624, + 1.7105255126953125, + 1.7285922765731812, + 1.7416688203811646, + 1.7560292482376099, + 1.7672646045684814, + 1.7771203517913818, + 1.7854316234588623, + 1.7905688285827637, + 1.7944780588150024, + 1.7993378639221191, + 1.800543189048767, + 1.8021782636642456, + 1.801593542098999, + 1.7997863292694092, + 1.7961632013320923, + 1.792667269706726, + 1.7846380472183228, + 1.7730684280395508, + 1.75739586353302, + 1.7462925910949707, + 1.7313477993011475, + 1.716315507888794, + 1.7006618976593018, + 1.682928442955017, + 1.6635708808898926, + 1.6470494270324707, + 1.6228950023651123, + 1.599740743637085, + 1.504166841506958, + 1.484943151473999, + 1.4494446516036987, + 1.4211697578430176, + 1.3901996612548828, + 1.360932469367981, + 1.3313391208648682, + 1.3021981716156006, + 1.2671858072280884, + 1.2325278520584106, + 1.2021046876907349, + 1.1676009893417358, + 1.1328805685043335, + 1.1028633117675781, + 1.0651423931121826, + 1.0310275554656982, + 0.9907610416412354, + 0.9563143253326416, + 0.9240438342094421, + 0.8918337821960449, + 0.8574796915054321, + 0.8251689672470093, + 0.7938395142555237, + 0.7628335952758789, + 0.7331842184066772, + 0.7075577974319458, + 0.6812351942062378, + 0.6560046672821045 + ], + "p10": [ + 1.6215152740478516, + 1.637434720993042, + 1.6524677276611328, + 1.6645692586898804, + 1.6788225173950195, + 1.692057728767395, + 1.7016024589538574, + 1.7078993320465088, + 1.7141449451446533, + 1.7192288637161255, + 1.7187259197235107, + 1.7153340578079224, + 1.7123804092407227, + 1.706226110458374, + 1.7019104957580566, + 1.693428635597229, + 1.6853070259094238, + 1.6742079257965088, + 1.6601111888885498, + 1.6459652185440063, + 1.62908935546875, + 1.6085264682769775, + 1.5816926956176758, + 1.5596319437026978, + 1.5353790521621704, + 1.5125644207000732, + 1.4831570386886597, + 1.4570207595825195, + 1.427679181098938, + 1.399460792541504, + 1.3654569387435913, + 1.334718942642212, + 1.2183682918548584, + 1.197199821472168, + 1.1532418727874756, + 1.123286247253418, + 1.087924838066101, + 1.0515263080596924, + 1.0159536600112915, + 0.9805026054382324, + 0.9342967867851257, + 0.8852993249893188, + 0.8548889756202698, + 0.7977473735809326, + 0.7545491456985474, + 0.7164919376373291, + 0.6786904335021973, + 0.6372497081756592, + 0.5924466848373413, + 0.5475487112998962, + 0.511549711227417, + 0.47650110721588135, + 0.44006067514419556, + 0.3973296880722046, + 0.36662811040878296, + 0.3315931558609009, + 0.29547399282455444, + 0.26679831743240356, + 0.23133283853530884, + 0.19993263483047485 + ], + "p90": [ + 1.6446418762207031, + 1.6712415218353271, + 1.695143222808838, + 1.7181146144866943, + 1.7425516843795776, + 1.7665114402770996, + 1.7843897342681885, + 1.805659532546997, + 1.8237066268920898, + 1.8407948017120361, + 1.8542625904083252, + 1.8680479526519775, + 1.8820827007293701, + 1.894317865371704, + 1.9070407152175903, + 1.916654348373413, + 1.9275743961334229, + 1.9347209930419922, + 1.9435951709747314, + 1.9496272802352905, + 1.9558963775634766, + 1.9546239376068115, + 1.9493403434753418, + 1.9506011009216309, + 1.947297215461731, + 1.9458460807800293, + 1.9431984424591064, + 1.9391217231750488, + 1.9280810356140137, + 1.9286916255950928, + 1.914169192314148, + 1.9062285423278809, + 1.8429274559020996, + 1.834640622138977, + 1.8223435878753662, + 1.8174831867218018, + 1.8074533939361572, + 1.7928335666656494, + 1.782942771911621, + 1.7670594453811646, + 1.7509703636169434, + 1.7426555156707764, + 1.7271137237548828, + 1.7269654273986816, + 1.7048128843307495, + 1.695755124092102, + 1.6768583059310913, + 1.6653143167495728, + 1.6323119401931763, + 1.6213321685791016, + 1.6075634956359863, + 1.5812816619873047, + 1.5601396560668945, + 1.539317011833191, + 1.511528730392456, + 1.5101492404937744, + 1.4825403690338135, + 1.4493377208709717, + 1.4456727504730225, + 1.4032046794891357 + ] + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 7b0793efe76580b161029f335ff1ce92e33a1fa9..52ac8efcb62c4a4045c877aef66fa49a90e8fbca 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,204410.95245170593,204410.95245170593,381.8416341145833,0.35445266586430013,0.005960778592582779,0.0059689821247466785,3.5621152135198106,452.1182947544878,0.007052745303857331,0.005956476044131822,0.00563978125126609,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,204440.22800254822,204440.22800254822,382.29833984375,0.35487661272801496,0.005967893224043501,0.005976093206990635,3.5621152135198106,452.15066958100175,0.007053300758616772,0.005963642988600704,0.005640613169516019,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,2.839674102974641,2.839674102974641,1.339166482289632,0.7358058037897606,0.0554569215471904,0.055679821211488754,18.275267734259632,1.6851332597081576,0.06691794523180099,0.05317933688736354,0.048085583652887245,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.302642428757034,0.302642428757034,0.48151667217413585,1.3836354125903547,0.28746201411924766,0.35118578961473496,51.761404238414535,0.5501294654506647,0.3439169025666273,0.30102318241154086,0.2965368535529927,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.2115340739135925,0.2115340739135925,0.3999000032742818,1.1608409493788276,0.24863897284809014,0.28234951968731,42.41775192159243,0.4599283356280547,0.29553944326406295,0.2569666079990247,0.25184355567220273,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.07722224149439445,0.07722224149439445,0.24722225798500908,3.8034201906672513,0.1550931872126665,0.17131559501953497,130.98167630038904,0.27788890135159133,0.17944395423600515,0.15964127869883996,0.15469459221026882,Ocean,1 nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,5.104166682561299,5.104166682561299,2.2083333333333335,1.2082066308943158,0.143248718599293,0.1331377441038632,37.244451952067394,2.259240288805354,0.14517206675054484,0.14190093708165996,0.13428826416778225,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,177.99333511034743,177.99333511034743,11.37500007947286,0.983538443865483,0.5671956460732802,0.4133784328139261,36.16011908053463,13.34141428448826,0.6064279220221936,0.5170454581578573,0.5072525288601114,Air Quality,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index debb2fffd8a5277e5abfcbd7bb32f150e2039b99..e180c3ef573903a878649fec60ed197eb3f0343a 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T05:43:44.237514+00:00", + "evaluated_at": "2026-06-22T05:53:44.934160+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64257.98828125, 63974.01171875, 64100.01953125, - 64229.98046875 + 64219.01953125 ], "p50": [ 63744.609375, diff --git a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index c7ea57994a88a5c284aef5c7022d0975e67132d9..44316516ec861fe38db63c6102d97cd83b5c350d 100644 --- a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,15 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T05:32:12.105604+00:00", + "evaluated_at": "2026-06-22T05:53:44.943758+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.6469999551773071, - 1.6729999780654907, - 1.6970000267028809, - 1.715999960899353, 1.7309999465942383, 1.7480000257492065, 1.7630000114440918, @@ -245,13 +241,13 @@ 1.4140000343322754, 1.4479999542236328, 1.4780000448226929, - 1.5080000162124634 - ], - "actuals": [ + 1.5080000162124634, 1.5420000553131104, 1.562000036239624, 1.5889999866485596, - 1.6180000305175781, + 1.6180000305175781 + ], + "actuals": [ 1.6390000581741333, 1.6519999504089355, 1.680999994277954, @@ -307,13 +303,13 @@ 1.0740000009536743, 1.0470000505447388, 1.0149999856948853, - 0.9850000143051147 + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282 ], "p50": [ - 0.828000009059906, - 0.8529999852180481, - 0.8790000081062317, - 0.9179999828338623, 0.9430000185966492, 0.9760000109672546, 1.0099999904632568, @@ -334,10 +330,10 @@ 1.4479999542236328, 1.4780000448226929, 1.5080000162124634, - 0.828000009059906, - 0.8529999852180481, - 0.8790000081062317, - 0.9179999828338623, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, 0.9430000185966492, 0.9760000109672546, 1.0099999904632568, @@ -358,10 +354,10 @@ 1.4479999542236328, 1.4780000448226929, 1.5080000162124634, - 0.828000009059906, - 0.8529999852180481, - 0.8790000081062317, - 0.9179999828338623, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, 0.9430000185966492, 0.9760000109672546, 1.0099999904632568, @@ -369,13 +365,13 @@ 1.0759999752044678, 1.1019999980926514, 1.11899995803833, - 1.1510000228881836 + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924 ], "p10": [ - 0.8114400088787078, - 0.8359399855136871, - 0.861420007944107, - 0.8996399831771851, 0.9241400182247161, 0.9564800107479096, 0.9897999906539917, @@ -396,10 +392,10 @@ 1.4190399551391601, 1.448440043926239, 1.4778400158882141, - 0.8114400088787078, - 0.8359399855136871, - 0.861420007944107, - 0.8996399831771851, + 1.5111600542068482, + 1.5307600355148314, + 1.5572199869155883, + 1.5856400299072266, 0.9241400182247161, 0.9564800107479096, 0.9897999906539917, @@ -420,10 +416,10 @@ 1.4190399551391601, 1.448440043926239, 1.4778400158882141, - 0.8114400088787078, - 0.8359399855136871, - 0.861420007944107, - 0.8996399831771851, + 1.5111600542068482, + 1.5307600355148314, + 1.5572199869155883, + 1.5856400299072266, 0.9241400182247161, 0.9564800107479096, 0.9897999906539917, @@ -431,13 +427,13 @@ 1.0544799757003784, 1.0799599981307983, 1.0966199588775634, - 1.12798002243042 + 1.12798002243042, + 1.1701200056076049, + 1.207359993457794, + 1.2406800317764282, + 1.2612599420547486 ], "p90": [ - 0.8445600092411042, - 0.8700599849224091, - 0.8965800082683564, - 0.9363599824905395, 0.9618600189685822, 0.9955200111865997, 1.030199990272522, @@ -458,10 +454,10 @@ 1.4769599533081055, 1.5075600457191467, 1.5381600165367126, - 0.8445600092411042, - 0.8700599849224091, - 0.8965800082683564, - 0.9363599824905395, + 1.5728400564193725, + 1.5932400369644166, + 1.6207799863815309, + 1.6503600311279296, 0.9618600189685822, 0.9955200111865997, 1.030199990272522, @@ -482,10 +478,10 @@ 1.4769599533081055, 1.5075600457191467, 1.5381600165367126, - 0.8445600092411042, - 0.8700599849224091, - 0.8965800082683564, - 0.9363599824905395, + 1.5728400564193725, + 1.5932400369644166, + 1.6207799863815309, + 1.6503600311279296, 0.9618600189685822, 0.9955200111865997, 1.030199990272522, @@ -493,13 +489,13 @@ 1.0975199747085571, 1.1240399980545044, 1.1413799571990968, - 1.1740200233459472 + 1.1740200233459472, + 1.217880005836487, + 1.2566399931907655, + 1.2913200330734254, + 1.3127399396896362 ], "timestamps": [ - "2026-06-20 23:24:00", - "2026-06-20 23:30:00", - "2026-06-20 23:36:00", - "2026-06-20 23:42:00", "2026-06-20 23:48:00", "2026-06-20 23:54:00", "2026-06-21 00:00:00", @@ -795,6 +791,10 @@ "2026-06-22 05:00:00", "2026-06-22 05:06:00", "2026-06-22 05:12:00", - "2026-06-22 05:18:00" + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 1593cbbde3f7aa2a6c0e0e201c5d5d5bc0e17b26..f81629c8a57c1c8b144269cb44a1d062368982e4 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,25 +1,19 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T05:43:44.253218+00:00", + "evaluated_at": "2026-06-22T05:53:44.951976+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:37:41.410086Z", + "data_fetched_at": "2026-06-22T05:50:26.333647Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", - "data_fetched_at": "2026-06-22T05:37:41.410086Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", - "data_fetched_at": "2026-06-22T05:37:41.410086Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t234200z", + "data_fetched_at": "2026-06-22T05:50:26.333647Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 9ee9a95ea29d2cd52586e5f55009b37f7a703b6d..0015cfb865a4e56f3b28f26d83a3a25941bbe7c4 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,232688.64363161722,232688.64363161722,403.4083658854167,0.37447244602231783,0.006308120048132408,0.006279742959019702,1.8752978279597639,482.37811272031945,0.0075247783791169524,0.0062929027448007085,0.0042395954255271436,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,232848.83316612244,232848.83316612244,403.8650716145833,0.37489639288603255,0.006315250548776637,0.0062868540284863605,1.8752978279597639,482.54412561559843,0.0075274218888684696,0.00630007209463535,0.004242000523285643,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,0.5319255211838936,0.5319255211838936,0.5680897235870361,0.31213722955041606,0.02243894332596032,0.022061627174980957,1.8939800144891865,0.7293322433458523,0.02896234753829305,0.022559282353924934,0.02244308316193695,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.01711558349462668,0.01711558349462668,0.11205109357833862,0.3219781786463191,0.07458054484624678,0.07876554418424586,2.9394259602922927,0.13082653971815764,0.08178703585077031,0.0700494473625344,0.05610662044508617,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.008957527942416495,0.008957527942416495,0.07835161089897155,0.227441254405141,0.05190303592171834,0.05391702132104857,0.7727089114191776,0.09464421769139673,0.060816212522505846,0.050346955536679214,0.043998792843917646,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.07675634802857366,0.07675634802857366,0.2542745702796512,3.911917326770422,0.15980561908460633,0.1758621789113827,95.72642081507952,0.2770493602746154,0.1789018290562539,0.16419523820748777,0.14614053361737792,Ocean,1 nws_ksfo_observations_temperature/1h/short,Timer-S1,3.914418406641744,3.914418406641744,1.632049560546875,0.8929146117739872,0.10918596131375284,0.10082776530324102,22.47111584411826,1.978488920019959,0.12713181815389293,0.1048706544929719,0.08869309023202183,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,136.6839714850048,136.6839714850048,9.485202630360922,0.8201372632646429,0.5253223406456043,0.3710552175724397,2.4927712520888017,11.691192047221053,0.5314178203282297,0.4311455741073146,0.26983297457197297,Air Quality,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index 4a62a7c9fe0dbdd7de223266f42b167d43134cd6..5c174cd4f7fd8096dc31b73dfde85d408a7c7cb3 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T05:43:10.091648+00:00", + "evaluated_at": "2026-06-22T05:53:38.011455+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64257.98828125, 63974.01171875, 64100.01953125, - 64229.98046875 + 64219.01953125 ], "p50": [ 64370.0625, diff --git a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index cbed41ca75227c6f06a03c450a822eb0ccb1b82d..d2d279cbf524502919b686204c92a4623953852b 100644 --- a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,15 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T05:32:08.873405+00:00", + "evaluated_at": "2026-06-22T05:53:41.955791+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.6469999551773071, - 1.6729999780654907, - 1.6970000267028809, - 1.715999960899353, 1.7309999465942383, 1.7480000257492065, 1.7630000114440918, @@ -245,13 +241,13 @@ 1.4140000343322754, 1.4479999542236328, 1.4780000448226929, - 1.5080000162124634 - ], - "actuals": [ + 1.5080000162124634, 1.5420000553131104, 1.562000036239624, 1.5889999866485596, - 1.6180000305175781, + 1.6180000305175781 + ], + "actuals": [ 1.6390000581741333, 1.6519999504089355, 1.680999994277954, @@ -307,199 +303,199 @@ 1.0740000009536743, 1.0470000505447388, 1.0149999856948853, - 0.9850000143051147 + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282 ], "p50": [ - 1.54583740234375, - 1.56597900390625, - 1.5894775390625, - 1.6163330078125, - 1.636474609375, - 1.65325927734375, - 1.67340087890625, - 1.690185546875, - 1.70697021484375, - 1.7237548828125, - 1.7371826171875, - 1.74053955078125, - 1.75396728515625, - 1.7640380859375, - 1.77410888671875, - 1.7774658203125, - 1.78753662109375, - 1.79425048828125, - 1.80096435546875, - 1.78753662109375, - 1.7908935546875, - 1.7841796875, - 1.76739501953125, - 1.7506103515625, - 1.743896484375, - 1.73046875, - 1.70697021484375, - 1.69354248046875, - 1.68682861328125, - 1.663330078125, - 1.64654541015625, - 1.61968994140625, - 1.609619140625, - 1.5760498046875, - 1.5491943359375, - 1.51898193359375, - 1.480377197265625, - 1.466949462890625, - 1.430023193359375, - 1.409881591796875, - 1.386383056640625, - 1.3612060546875, - 1.32763671875, - 1.29742431640625, - 1.2646942138671875, - 1.2445526123046875, - 1.2269287109375, - 1.2126617431640625, - 1.1807708740234375, - 1.1434249877929688, - 1.102407455444336, - 1.0803775787353516, - 1.0553054809570312, - 1.0280303955078125, - 0.9999160766601562, - 0.9676055908203125, - 0.9449462890625, - 0.923126220703125, - 0.8937530517578125, - 0.886199951171875 + 1.6506805419921875, + 1.6707305908203125, + 1.694122314453125, + 1.707489013671875, + 1.7308807373046875, + 1.747589111328125, + 1.7642974853515625, + 1.774322509765625, + 1.7910308837890625, + 1.7977142333984375, + 1.8077392578125, + 1.8077392578125, + 1.8110809326171875, + 1.8110809326171875, + 1.814422607421875, + 1.8110809326171875, + 1.8110809326171875, + 1.814422607421875, + 1.8043975830078125, + 1.781005859375, + 1.7776641845703125, + 1.7576141357421875, + 1.747589111328125, + 1.7275390625, + 1.720855712890625, + 1.6974639892578125, + 1.674072265625, + 1.6473388671875, + 1.63397216796875, + 1.600555419921875, + 1.5838470458984375, + 1.55377197265625, + 1.5504302978515625, + 1.5170135498046875, + 1.4835968017578125, + 1.4618759155273438, + 1.4301300048828125, + 1.4117507934570312, + 1.3716506958007812, + 1.3382339477539062, + 1.3165130615234375, + 1.293121337890625, + 1.2772483825683594, + 1.2446670532226562, + 1.2154273986816406, + 1.1970481872558594, + 1.1753273010253906, + 1.159454345703125, + 1.113088607788086, + 1.0786798000335693, + 1.052103042602539, + 1.032470703125, + 1.0174331665039062, + 0.9915351867675781, + 0.9664726257324219, + 0.9355621337890625, + 0.9221954345703125, + 0.9130058288574219, + 0.8904495239257812, + 0.8862724304199219 ], "p10": [ - 1.53240966796875, - 1.555908203125, - 1.57269287109375, - 1.59619140625, - 1.61297607421875, - 1.6297607421875, - 1.64654541015625, - 1.65997314453125, - 1.6834716796875, - 1.69354248046875, - 1.70361328125, - 1.71368408203125, - 1.717041015625, - 1.72711181640625, - 1.73382568359375, - 1.73046875, - 1.73382568359375, - 1.7371826171875, - 1.74053955078125, - 1.7237548828125, - 1.72711181640625, - 1.71368408203125, - 1.690185546875, - 1.6700439453125, - 1.6566162109375, - 1.636474609375, - 1.609619140625, - 1.59283447265625, - 1.57940673828125, - 1.555908203125, - 1.53240966796875, - 1.502197265625, - 1.48541259765625, - 1.448486328125, - 1.421630859375, - 1.389739990234375, - 1.349456787109375, - 1.33099365234375, - 1.2940673828125, - 1.27392578125, - 1.25042724609375, - 1.2244110107421875, - 1.195037841796875, - 1.1652450561523438, - 1.141326904296875, - 1.124542236328125, - 1.1058692932128906, - 1.089766502380371, - 1.0662155151367188, - 1.0183792114257812, - 0.973480224609375, - 0.9541778564453125, - 0.929840087890625, - 0.906341552734375, - 0.8786468505859375, - 0.8509521484375, - 0.832489013671875, - 0.819061279296875, - 0.79052734375, - 0.78717041015625 + 1.6439971923828125, + 1.6573638916015625, + 1.674072265625, + 1.68743896484375, + 1.7041473388671875, + 1.720855712890625, + 1.7308807373046875, + 1.7375640869140625, + 1.7576141357421875, + 1.7576141357421875, + 1.7642974853515625, + 1.7642974853515625, + 1.7576141357421875, + 1.7542724609375, + 1.7542724609375, + 1.7442474365234375, + 1.7275390625, + 1.7241973876953125, + 1.707489013671875, + 1.6840972900390625, + 1.6707305908203125, + 1.654022216796875, + 1.63397216796875, + 1.60723876953125, + 1.5972137451171875, + 1.567138671875, + 1.533721923828125, + 1.5103302001953125, + 1.4919509887695312, + 1.4568634033203125, + 1.4334716796875, + 1.3983840942382812, + 1.3833465576171875, + 1.3482589721679688, + 1.3181838989257812, + 1.2897796630859375, + 1.2555274963378906, + 1.2338066101074219, + 1.1962127685546875, + 1.165719985961914, + 1.1406574249267578, + 1.1210250854492188, + 1.105987548828125, + 1.0747637748718262, + 1.0544004440307617, + 1.039780616760254, + 1.018686294555664, + 1.0003070831298828, + 0.9622955322265625, + 0.9221954345703125, + 0.8962974548339844, + 0.8779182434082031, + 0.8670578002929688, + 0.8470077514648438, + 0.8236160278320312, + 0.7968826293945312, + 0.785186767578125, + 0.77850341796875, + 0.7567825317382812, + 0.75177001953125 ], "p90": [ - 1.555908203125, - 1.582763671875, - 1.609619140625, - 1.63311767578125, - 1.6566162109375, - 1.67340087890625, - 1.69354248046875, - 1.7103271484375, - 1.73046875, - 1.743896484375, - 1.76068115234375, - 1.76739501953125, - 1.7841796875, - 1.797607421875, - 1.80767822265625, - 1.8177490234375, - 1.83453369140625, - 1.851318359375, - 1.851318359375, - 1.8446044921875, - 1.851318359375, - 1.851318359375, - 1.84124755859375, - 1.824462890625, - 1.824462890625, - 1.81103515625, - 1.797607421875, - 1.78753662109375, - 1.78082275390625, - 1.7640380859375, - 1.74725341796875, - 1.73046875, - 1.73046875, - 1.70025634765625, - 1.6700439453125, - 1.65325927734375, - 1.61968994140625, - 1.609619140625, - 1.57940673828125, - 1.55255126953125, - 1.54248046875, - 1.51226806640625, - 1.477020263671875, - 1.45184326171875, - 1.416595458984375, - 1.39813232421875, - 1.383026123046875, - 1.36456298828125, - 1.341064453125, - 1.314208984375, - 1.2747650146484375, - 1.248748779296875, - 1.2227325439453125, - 1.195037841796875, - 1.1694412231445312, - 1.1367111206054688, - 1.1104850769042969, - 1.0792236328125, - 1.0464935302734375, - 1.0343246459960938 + 1.6573638916015625, + 1.68743896484375, + 1.71417236328125, + 1.7308807373046875, + 1.760955810546875, + 1.774322509765625, + 1.79437255859375, + 1.8077392578125, + 1.8244476318359375, + 1.8378143310546875, + 1.8444976806640625, + 1.8511810302734375, + 1.8578643798828125, + 1.8645477294921875, + 1.867889404296875, + 1.87457275390625, + 1.894622802734375, + 1.9046478271484375, + 1.8912811279296875, + 1.8779144287109375, + 1.8779144287109375, + 1.867889404296875, + 1.8645477294921875, + 1.8444976806640625, + 1.84783935546875, + 1.83447265625, + 1.814422607421875, + 1.79437255859375, + 1.7843475341796875, + 1.760955810546875, + 1.7442474365234375, + 1.720855712890625, + 1.734222412109375, + 1.707489013671875, + 1.674072265625, + 1.667388916015625, + 1.640655517578125, + 1.6239471435546875, + 1.58050537109375, + 1.547088623046875, + 1.5370635986328125, + 1.5120010375976562, + 1.493621826171875, + 1.4685592651367188, + 1.4351425170898438, + 1.42010498046875, + 1.400054931640625, + 1.3833465576171875, + 1.33990478515625, + 1.31317138671875, + 1.28643798828125, + 1.2622108459472656, + 1.2455024719238281, + 1.2170982360839844, + 1.1912002563476562, + 1.1577835083007812, + 1.1435813903808594, + 1.1233224868774414, + 1.1016016006469727, + 1.0959625244140625 ], "timestamps": [ - "2026-06-20 23:24:00", - "2026-06-20 23:30:00", - "2026-06-20 23:36:00", - "2026-06-20 23:42:00", "2026-06-20 23:48:00", "2026-06-20 23:54:00", "2026-06-21 00:00:00", @@ -795,6 +791,10 @@ "2026-06-22 05:00:00", "2026-06-22 05:06:00", "2026-06-22 05:12:00", - "2026-06-22 05:18:00" + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 000884b743b66abdf432fe25b913776cdc77e5d4..d59ba95b951b65ff8e3ee4bc262c24b0036b57e7 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,25 +1,19 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T05:43:43.778934+00:00", + "evaluated_at": "2026-06-22T05:53:44.580948+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:37:41.410086Z", + "data_fetched_at": "2026-06-22T05:50:26.333647Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", - "data_fetched_at": "2026-06-22T05:37:41.410086Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", - "data_fetched_at": "2026-06-22T05:37:41.410086Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t234200z", + "data_fetched_at": "2026-06-22T05:50:26.333647Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 8acb653ced5687f4f5cccb3cc983baeafcf23db1..91fa21964077e05f3857c61c66ac097bd4084a76 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,167335.2148138682,116902.625430425,251.04508463541666,0.23303797059083928,0.003928597158584918,0.003914769200778497,10.417323260541181,409.0662719094159,0.00638116232333003,0.003916136688696396,0.004490946050002516,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,167597.08559735617,117069.05898857117,251.50179036458334,0.2334619174545541,0.003935728416119695,0.003921880269195999,10.434281135089774,409.38623034654717,0.006386199121957218,0.003923289045255298,0.004498102516302868,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,0.4067353237384547,0.3276029787418035,0.4994724591573079,0.2744354336383443,0.01942845751119167,0.019503819719654494,8.830249186058134,0.6377580448245672,0.025325865280293635,0.019834437706410364,0.022109313121004018,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.01619570319315168,0.024343685921212218,0.1424389938513438,0.4092976368535494,0.09318908617824133,0.09898022652658028,3.7947120312903637,0.12726234004273096,0.07955885395999018,0.08904663474066211,0.06091492803800961,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.00660618451509567,0.014984172511743192,0.10893604556719462,0.3162226094583534,0.07506198843059428,0.07893646072508936,0.4526417321535845,0.08127843819301445,0.05222766790424906,0.06999981467624425,0.04323587555287771,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.07942849250380846,0.08966415376808515,0.2764476173453861,4.253041202855822,0.17392372789674992,0.1929787332992717,118.83584178771915,0.28183060959343725,0.1819892725625783,0.17851325963110132,0.15602310123168003,Ocean,1 nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,1.7983452788550192,1.4962878562109836,1.032567024230957,0.5649302606122206,0.06888379085885953,0.06558465002244888,26.799229636996206,1.3410239665475854,0.08617021471791714,0.06634968830399723,0.0749967579328817,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,66.17225134076837,30.726108464674628,4.3096872965494795,0.37263675671038293,0.2370605825124761,0.19690850296890114,29.309796842267858,8.134632833801927,0.3697560379000876,0.1958948771158854,0.33434970451123786,Air Quality,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 8073c9e672d94570282e6f5d997439ea97126e3e..d28cac03eebe85a1c1b932da20a5777e9b27a27d 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T05:39:08.120181+00:00", + "evaluated_at": "2026-06-22T05:51:24.686572+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64257.98828125, 63974.01171875, 64100.01953125, - 64229.98046875 + 64219.01953125 ], "p50": [ 64238.5, diff --git a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 1eb6494f206766f3b6182fcb16629f53863a986b..783b5289e79d48a41e6a0b88542aa35b75f39df5 100644 --- a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,15 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T05:28:54.033248+00:00", + "evaluated_at": "2026-06-22T05:51:32.059782+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.6469999551773071, - 1.6729999780654907, - 1.6970000267028809, - 1.715999960899353, 1.7309999465942383, 1.7480000257492065, 1.7630000114440918, @@ -245,13 +241,13 @@ 1.4140000343322754, 1.4479999542236328, 1.4780000448226929, - 1.5080000162124634 - ], - "actuals": [ + 1.5080000162124634, 1.5420000553131104, 1.562000036239624, 1.5889999866485596, - 1.6180000305175781, + 1.6180000305175781 + ], + "actuals": [ 1.6390000581741333, 1.6519999504089355, 1.680999994277954, @@ -307,199 +303,199 @@ 1.0740000009536743, 1.0470000505447388, 1.0149999856948853, - 0.9850000143051147 + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282 ], "p50": [ - 1.5288017988204956, - 1.5477445125579834, - 1.5743675231933594, - 1.5862454175949097, - 1.6126223802566528, - 1.6334336996078491, - 1.650367021560669, - 1.6617721319198608, - 1.6646125316619873, - 1.6867122650146484, - 1.6903477907180786, - 1.709238886833191, - 1.712584376335144, - 1.7259290218353271, - 1.7262037992477417, - 1.7288798093795776, - 1.7302770614624023, - 1.7309346199035645, - 1.7370617389678955, - 1.7328979969024658, - 1.7269407510757446, - 1.7181426286697388, - 1.715252161026001, - 1.7095248699188232, - 1.7051516771316528, - 1.6890195608139038, - 1.681789517402649, - 1.6586189270019531, - 1.6398115158081055, - 1.6201553344726562, - 1.602360725402832, - 1.5906224250793457, - 1.568337321281433, - 1.5491713285446167, - 1.5156726837158203, - 1.4965285062789917, - 1.4719181060791016, - 1.442912220954895, - 1.4326508045196533, - 1.406762957572937, - 1.3775689601898193, - 1.3581310510635376, - 1.3166292905807495, - 1.278254747390747, - 1.263741374015808, - 1.2256977558135986, - 1.193350911140442, - 1.1702044010162354, - 1.1371829509735107, - 1.1194019317626953, - 1.0870524644851685, - 1.0535202026367188, - 1.0204501152038574, - 1.0053679943084717, - 0.9786043167114258, - 0.9505296945571899, - 0.9294484853744507, - 0.8974171876907349, - 0.8849284648895264, - 0.8698002099990845 + 1.6280542612075806, + 1.6502243280410767, + 1.6840167045593262, + 1.6932933330535889, + 1.707295536994934, + 1.7271668910980225, + 1.7429237365722656, + 1.7520809173583984, + 1.74961519241333, + 1.771762728691101, + 1.7693272829055786, + 1.790506362915039, + 1.7830281257629395, + 1.7924987077713013, + 1.7936887741088867, + 1.7900238037109375, + 1.790652871131897, + 1.784619688987732, + 1.7770832777023315, + 1.7657220363616943, + 1.757172703742981, + 1.7498258352279663, + 1.7259745597839355, + 1.7196619510650635, + 1.7013286352157593, + 1.6777102947235107, + 1.6606534719467163, + 1.63455069065094, + 1.6082100868225098, + 1.5814696550369263, + 1.5581337213516235, + 1.5430908203125, + 1.5135499238967896, + 1.4867908954620361, + 1.4549957513809204, + 1.4261348247528076, + 1.3990017175674438, + 1.3666459321975708, + 1.3569334745407104, + 1.331599235534668, + 1.2993488311767578, + 1.2754405736923218, + 1.2330349683761597, + 1.1932520866394043, + 1.1768385171890259, + 1.1401591300964355, + 1.1083178520202637, + 1.086073875427246, + 1.0563526153564453, + 1.0384756326675415, + 1.0113804340362549, + 0.9763618111610413, + 0.9510993957519531, + 0.9358206391334534, + 0.9124506115913391, + 0.8924531936645508, + 0.8722801208496094, + 0.8409907817840576, + 0.8322159647941589, + 0.8145053386688232 ], "p10": [ - 1.5410172939300537, - 1.5621099472045898, - 1.5763325691223145, - 1.6108629703521729, - 1.604533314704895, - 1.6427072286605835, - 1.6416579484939575, - 1.6737732887268066, - 1.676680326461792, - 1.6992450952529907, - 1.6953877210617065, - 1.7376189231872559, - 1.6924231052398682, - 1.7498449087142944, - 1.7151427268981934, - 1.7469089031219482, - 1.7411949634552002, - 1.736220121383667, - 1.7498093843460083, - 1.7624012231826782, - 1.742609977722168, - 1.7430157661437988, - 1.737739086151123, - 1.724196434020996, - 1.7245333194732666, - 1.7069060802459717, - 1.7042922973632812, - 1.6762211322784424, - 1.6598728895187378, - 1.6433309316635132, - 1.626987099647522, - 1.6193602085113525, - 1.6081492900848389, - 1.5925912857055664, - 1.5533483028411865, - 1.5360122919082642, - 1.5083461999893188, - 1.4778599739074707, - 1.4595961570739746, - 1.4169178009033203, - 1.3970695734024048, - 1.380795955657959, - 1.3492968082427979, - 1.3194836378097534, - 1.280741810798645, - 1.2629244327545166, - 1.2394134998321533, - 1.1972278356552124, - 1.162658452987671, - 1.1618335247039795, - 1.105790138244629, - 1.0979588031768799, - 1.0641952753067017, - 1.0531296730041504, - 1.0105938911437988, - 0.990790605545044, - 0.964308500289917, - 0.9453929662704468, - 0.9266625642776489, - 0.8982357978820801 + 1.638903260231018, + 1.6651225090026855, + 1.683955192565918, + 1.721622109413147, + 1.7058266401290894, + 1.7374476194381714, + 1.7313411235809326, + 1.7572777271270752, + 1.7593001127243042, + 1.7863004207611084, + 1.7805144786834717, + 1.8249742984771729, + 1.7643970251083374, + 1.825930118560791, + 1.788120985031128, + 1.8041284084320068, + 1.8018637895584106, + 1.798195242881775, + 1.7943884134292603, + 1.8094269037246704, + 1.7753151655197144, + 1.782689094543457, + 1.763606071472168, + 1.7435039281845093, + 1.7293798923492432, + 1.7149505615234375, + 1.7026207447052002, + 1.6695195436477661, + 1.640982985496521, + 1.6211764812469482, + 1.590183138847351, + 1.5914356708526611, + 1.571740746498108, + 1.5489304065704346, + 1.509765625, + 1.4872369766235352, + 1.453173279762268, + 1.4241788387298584, + 1.4033567905426025, + 1.3670543432235718, + 1.3355478048324585, + 1.3275140523910522, + 1.2873677015304565, + 1.2625882625579834, + 1.2267570495605469, + 1.2018928527832031, + 1.1822538375854492, + 1.144366979598999, + 1.1130485534667969, + 1.111736536026001, + 1.0562653541564941, + 1.054598093032837, + 1.0239462852478027, + 1.014923334121704, + 0.975202202796936, + 0.9561911821365356, + 0.9419134259223938, + 0.9230029582977295, + 0.9030981659889221, + 0.8680689930915833 ], "p90": [ - 1.5635457038879395, - 1.5751060247421265, - 1.6116031408309937, - 1.6245286464691162, - 1.654189944267273, - 1.683903455734253, - 1.6958781480789185, - 1.7115975618362427, - 1.7260282039642334, - 1.7454451322555542, - 1.7617363929748535, - 1.7696020603179932, - 1.7923715114593506, - 1.7965444326400757, - 1.7975904941558838, - 1.795715570449829, - 1.8055123090744019, - 1.812061071395874, - 1.8253238201141357, - 1.8306334018707275, - 1.8194383382797241, - 1.8183423280715942, - 1.8254947662353516, - 1.8226298093795776, - 1.8195621967315674, - 1.8093420267105103, - 1.8106029033660889, - 1.78097403049469, - 1.7702001333236694, - 1.7548660039901733, - 1.743979811668396, - 1.7242461442947388, - 1.7109633684158325, - 1.6819156408309937, - 1.6592192649841309, - 1.6475975513458252, - 1.6216400861740112, - 1.5923386812210083, - 1.5762076377868652, - 1.5518109798431396, - 1.522215485572815, - 1.5070462226867676, - 1.4667322635650635, - 1.432111144065857, - 1.417685627937317, - 1.3747197389602661, - 1.3456579446792603, - 1.330121636390686, - 1.2927014827728271, - 1.2734581232070923, - 1.242348074913025, - 1.2170823812484741, - 1.1808738708496094, - 1.1675245761871338, - 1.1501708030700684, - 1.1201876401901245, - 1.0956063270568848, - 1.0641833543777466, - 1.0614562034606934, - 1.0437568426132202 + 1.6672313213348389, + 1.6819963455200195, + 1.7262811660766602, + 1.7344598770141602, + 1.7556601762771606, + 1.7859406471252441, + 1.8002034425735474, + 1.816171646118164, + 1.8264145851135254, + 1.8474452495574951, + 1.8584327697753906, + 1.8684147596359253, + 1.8836883306503296, + 1.8864953517913818, + 1.889736294746399, + 1.8822633028030396, + 1.8909258842468262, + 1.893295407295227, + 1.8945180177688599, + 1.8942784070968628, + 1.8844548463821411, + 1.8874261379241943, + 1.879453420639038, + 1.8761781454086304, + 1.8660023212432861, + 1.8525192737579346, + 1.8463982343673706, + 1.8177282810211182, + 1.8001197576522827, + 1.782940149307251, + 1.768137812614441, + 1.752541184425354, + 1.7312942743301392, + 1.698582410812378, + 1.6767362356185913, + 1.6579396724700928, + 1.63231360912323, + 1.6015055179595947, + 1.586017370223999, + 1.5621463060379028, + 1.5301443338394165, + 1.5140126943588257, + 1.465349793434143, + 1.4312517642974854, + 1.4151955842971802, + 1.3763240575790405, + 1.350196361541748, + 1.338169813156128, + 1.303702473640442, + 1.2886840105056763, + 1.2577316761016846, + 1.2332899570465088, + 1.1977438926696777, + 1.190643310546875, + 1.1814664602279663, + 1.157324194908142, + 1.1344863176345825, + 1.1065928936004639, + 1.1053507328033447, + 1.0860556364059448 ], "timestamps": [ - "2026-06-20 23:24:00", - "2026-06-20 23:30:00", - "2026-06-20 23:36:00", - "2026-06-20 23:42:00", "2026-06-20 23:48:00", "2026-06-20 23:54:00", "2026-06-21 00:00:00", @@ -795,6 +791,10 @@ "2026-06-22 05:00:00", "2026-06-22 05:06:00", "2026-06-22 05:12:00", - "2026-06-22 05:18:00" + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index d5c3cb48f1bcb7c5e6e0a9e5356382eba459b3e7..797f63248372847f0f59182bf21a244b30edcd86 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,25 +1,19 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T05:40:13.850587+00:00", + "evaluated_at": "2026-06-22T05:51:35.448943+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:37:41.410086Z", + "data_fetched_at": "2026-06-22T05:50:26.333647Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", - "data_fetched_at": "2026-06-22T05:37:41.410086Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", - "data_fetched_at": "2026-06-22T05:37:41.410086Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t234200z", + "data_fetched_at": "2026-06-22T05:50:26.333647Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 76fd87ed0495e3b82d0043da828b13c457b213c3..a97a685c2843d515c2e6a86a0b0654bdf990dadb 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,317759.65020370483,317759.65020370483,465.5641276041667,0.43216986157817616,0.00727939261934217,0.007240641490110988,2.1469250858998534,563.7017386913977,0.00879337296556612,0.0072624913716171375,0.004967055418285007,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,318288.965007782,318288.965007782,466.0208333333333,0.432593808441891,0.007286567864760604,0.0072477524293608625,2.1469250858998534,564.1710423336011,0.008800756713616515,0.0072696676537650565,0.004969465717198332,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.550176228056595,0.550176228056595,0.5530107021331787,0.3038520524287122,0.0222467109581586,0.021974201689470545,2.9614589625774843,0.7417386521252584,0.029455015627561792,0.021960482748027216,0.031543872018444045,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.03602896286982945,0.03602896286982945,0.13097935318946838,0.3763684247377185,0.10052106855430606,0.08958116753551275,1.7617040247516396,0.18981296812870677,0.11866277333886427,0.0818825681554808,0.0657643013292139,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.07153531398360044,0.07153531398360044,0.2012411832809448,0.5841685529913433,0.1623141522205354,0.1391939893133301,1.762011893304001,0.267460864396271,0.17186424239476097,0.12931298783197617,0.08247669755062287,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.08015537112375269,0.08015537112375269,0.26059147550000084,4.0091005053945175,0.16384882819968605,0.1807027235184357,88.23314518842875,0.2831172391850286,0.18282010063965973,0.16827431601793777,0.146503036320358,Ocean,1 nws_ksfo_observations_temperature/1h/short,TiRex,2.571607291844733,2.571607291844733,1.3970366319020588,0.7643361157432432,0.09286452192808893,0.08732882440836547,2.0212630737437762,1.603623176386751,0.10304405952685951,0.08976942213025278,0.05350786895956221,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,96.49976670441977,96.49976670441977,7.561029354731242,0.6537637796586483,0.42758803384852034,0.3100735091809212,2.6924247881521493,9.82342947775469,0.44651952171612225,0.3436831524877837,0.24087379275749024,Air Quality,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 234d1e809a2ffbaaeb4dc5596ed16e0b60d96df0..a8b126b393f274789657c383e3fb22db3375204f 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-22T05:41:55.475090+00:00", + "evaluated_at": "2026-06-22T05:52:19.553036+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64257.98828125, 63974.01171875, 64100.01953125, - 64229.98046875 + 64219.01953125 ], "p50": [ 64301.0859375, diff --git a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index d8330e987092fa0722ab4a944ec805e0fb426610..c5e4d0f73a7b086711db409227ea598259bcae31 100644 --- a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,15 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TiRex", - "evaluated_at": "2026-06-22T05:30:49.893736+00:00", + "evaluated_at": "2026-06-22T05:52:26.048840+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.6469999551773071, - 1.6729999780654907, - 1.6970000267028809, - 1.715999960899353, 1.7309999465942383, 1.7480000257492065, 1.7630000114440918, @@ -245,13 +241,13 @@ 1.4140000343322754, 1.4479999542236328, 1.4780000448226929, - 1.5080000162124634 - ], - "actuals": [ + 1.5080000162124634, 1.5420000553131104, 1.562000036239624, 1.5889999866485596, - 1.6180000305175781, + 1.6180000305175781 + ], + "actuals": [ 1.6390000581741333, 1.6519999504089355, 1.680999994277954, @@ -307,199 +303,199 @@ 1.0740000009536743, 1.0470000505447388, 1.0149999856948853, - 0.9850000143051147 + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282 ], "p50": [ - 1.5387139320373535, - 1.5663952827453613, - 1.592370867729187, - 1.617917776107788, - 1.6415438652038574, - 1.6637165546417236, - 1.684307336807251, - 1.70429527759552, - 1.7242746353149414, - 1.7434028387069702, - 1.761888027191162, - 1.7792268991470337, - 1.7947478294372559, - 1.8089148998260498, - 1.8232760429382324, - 1.83379328250885, - 1.8445281982421875, - 1.854050636291504, - 1.8626248836517334, - 1.87083101272583, - 1.8775699138641357, - 1.8828785419464111, - 1.8877732753753662, - 1.890075445175171, - 1.8905844688415527, - 1.8872454166412354, - 1.8828827142715454, - 1.8788528442382812, - 1.8750882148742676, - 1.8707175254821777, - 1.8671858310699463, - 1.860732078552246, - 1.9029181003570557, - 1.881176471710205, - 1.8611633777618408, - 1.8543710708618164, - 1.8365728855133057, - 1.8195171356201172, - 1.8041800260543823, - 1.7857069969177246, - 1.7673873901367188, - 1.7488319873809814, - 1.7287988662719727, - 1.705676794052124, - 1.6869099140167236, - 1.6704015731811523, - 1.6551566123962402, - 1.633251667022705, - 1.6155576705932617, - 1.598872423171997, - 1.5751569271087646, - 1.5603917837142944, - 1.5380948781967163, - 1.5245578289031982, - 1.4979873895645142, - 1.4831211566925049, - 1.4680721759796143, - 1.4543828964233398, - 1.439054250717163, - 1.4247125387191772 + 1.6429517269134521, + 1.6666429042816162, + 1.6879572868347168, + 1.710086464881897, + 1.7320915460586548, + 1.7538483142852783, + 1.7735928297042847, + 1.7895463705062866, + 1.8052234649658203, + 1.8199758529663086, + 1.8330559730529785, + 1.844910979270935, + 1.8567452430725098, + 1.8661447763442993, + 1.8766733407974243, + 1.8854196071624756, + 1.8938570022583008, + 1.9010077714920044, + 1.907094955444336, + 1.9108586311340332, + 1.9116449356079102, + 1.9099791049957275, + 1.9096763134002686, + 1.9079089164733887, + 1.9071093797683716, + 1.9047741889953613, + 1.9001004695892334, + 1.8956581354141235, + 1.8894472122192383, + 1.878260850906372, + 1.865654468536377, + 1.8514429330825806, + 1.9278020858764648, + 1.9112354516983032, + 1.8949666023254395, + 1.8911348581314087, + 1.8701120615005493, + 1.848111867904663, + 1.8273121118545532, + 1.799649953842163, + 1.7764320373535156, + 1.7564611434936523, + 1.7341595888137817, + 1.7092819213867188, + 1.6889960765838623, + 1.6703704595565796, + 1.6527323722839355, + 1.628385305404663, + 1.608116626739502, + 1.5881870985031128, + 1.5642120838165283, + 1.5428004264831543, + 1.523014783859253, + 1.5018006563186646, + 1.48350989818573, + 1.4636850357055664, + 1.4486640691757202, + 1.434287190437317, + 1.4160104990005493, + 1.3976972103118896 ], "p10": [ - 1.5283771753311157, - 1.553189992904663, - 1.5761892795562744, - 1.5967686176300049, - 1.6155204772949219, - 1.6319098472595215, - 1.6471638679504395, - 1.6610562801361084, - 1.676518440246582, - 1.6890809535980225, - 1.6990821361541748, - 1.708315372467041, - 1.714989185333252, - 1.7197669744491577, - 1.7231338024139404, - 1.7229726314544678, - 1.7238322496414185, - 1.7219477891921997, - 1.7186717987060547, - 1.714882493019104, - 1.708547830581665, - 1.704014539718628, - 1.6957896947860718, - 1.685656189918518, - 1.6724491119384766, - 1.6558598279953003, - 1.6396007537841797, - 1.6189820766448975, - 1.597559928894043, - 1.5744760036468506, - 1.5498628616333008, - 1.531367540359497, - 1.6086645126342773, - 1.545986294746399, - 1.5098519325256348, - 1.4908363819122314, - 1.4538397789001465, - 1.4129090309143066, - 1.3718507289886475, - 1.3402562141418457, - 1.3064879179000854, - 1.2728835344314575, - 1.2332209348678589, - 1.19917893409729, - 1.1752344369888306, - 1.1489325761795044, - 1.1203151941299438, - 1.0876610279083252, - 1.0623763799667358, - 1.0362904071807861, - 1.0059062242507935, - 0.988693356513977, - 0.9485888481140137, - 0.9267696142196655, - 0.8914496898651123, - 0.8702696561813354, - 0.8482419848442078, - 0.8281089067459106, - 0.8146589994430542, - 0.793495774269104 + 1.6314201354980469, + 1.6527438163757324, + 1.671629548072815, + 1.6893198490142822, + 1.7073640823364258, + 1.7230957746505737, + 1.7374647855758667, + 1.7477434873580933, + 1.75874662399292, + 1.767148494720459, + 1.7721855640411377, + 1.776132583618164, + 1.778900384902954, + 1.7782998085021973, + 1.7780177593231201, + 1.7764058113098145, + 1.7758805751800537, + 1.772188663482666, + 1.7667405605316162, + 1.7586692571640015, + 1.7465744018554688, + 1.7335457801818848, + 1.7202911376953125, + 1.7063950300216675, + 1.692227840423584, + 1.6781299114227295, + 1.6628996133804321, + 1.6428072452545166, + 1.618253469467163, + 1.5873645544052124, + 1.5527573823928833, + 1.5262006521224976, + 1.6649236679077148, + 1.590510368347168, + 1.5471129417419434, + 1.5266607999801636, + 1.482540488243103, + 1.4317468404769897, + 1.379342794418335, + 1.33774733543396, + 1.2983224391937256, + 1.2636593580245972, + 1.2237478494644165, + 1.1906805038452148, + 1.1676665544509888, + 1.1375925540924072, + 1.1024924516677856, + 1.0623807907104492, + 1.0284777879714966, + 0.9973886609077454, + 0.966526210308075, + 0.9452967047691345, + 0.9113587737083435, + 0.886191725730896, + 0.8611639142036438, + 0.8379014730453491, + 0.8191078901290894, + 0.8013259172439575, + 0.7875917553901672, + 0.7637213468551636 ], "p90": [ - 1.547046184539795, - 1.578019380569458, - 1.6078317165374756, - 1.6395437717437744, - 1.668051838874817, - 1.6942379474639893, - 1.719760775566101, - 1.7459516525268555, - 1.7716715335845947, - 1.7966070175170898, - 1.8220734596252441, - 1.8477482795715332, - 1.8704062700271606, - 1.8925602436065674, - 1.913490653038025, - 1.931761384010315, - 1.952343463897705, - 1.9740536212921143, - 1.9914532899856567, - 2.011038303375244, - 2.030294418334961, - 2.0501792430877686, - 2.069269895553589, - 2.083340883255005, - 2.096926689147949, - 2.105220079421997, - 2.1122398376464844, - 2.1201372146606445, - 2.12731671333313, - 2.1352362632751465, - 2.1398894786834717, - 2.139921188354492, - 2.123969793319702, - 2.161900758743286, - 2.177419662475586, - 2.198066234588623, - 2.1950390338897705, - 2.1963257789611816, - 2.200404644012451, - 2.2047834396362305, - 2.2057690620422363, - 2.2117886543273926, - 2.211937427520752, - 2.2114109992980957, - 2.21083402633667, - 2.2084097862243652, - 2.207569122314453, - 2.1937036514282227, - 2.185610055923462, - 2.1836087703704834, - 2.1708555221557617, - 2.1724650859832764, - 2.157487630844116, - 2.1573524475097656, - 2.1367921829223633, - 2.130509853363037, - 2.1224231719970703, - 2.1166796684265137, - 2.109577178955078, - 2.107440948486328 + 1.6524004936218262, + 1.6787410974502563, + 1.702427625656128, + 1.7299636602401733, + 1.7563822269439697, + 1.7830688953399658, + 1.8088185787200928, + 1.8310151100158691, + 1.8518943786621094, + 1.870758056640625, + 1.8900275230407715, + 1.9100353717803955, + 1.9294276237487793, + 1.9469537734985352, + 1.9639267921447754, + 1.9810142517089844, + 1.999581217765808, + 2.018441915512085, + 2.033019542694092, + 2.047910451889038, + 2.0598485469818115, + 2.0698609352111816, + 2.0810723304748535, + 2.090261936187744, + 2.102388858795166, + 2.1122384071350098, + 2.1191511154174805, + 2.1257388591766357, + 2.129350185394287, + 2.128857135772705, + 2.1242423057556152, + 2.116586923599243, + 2.126765012741089, + 2.1636745929718018, + 2.181777000427246, + 2.2069997787475586, + 2.2050366401672363, + 2.205251693725586, + 2.207494020462036, + 2.2046263217926025, + 2.200629234313965, + 2.2037293910980225, + 2.2015111446380615, + 2.200417995452881, + 2.2013797760009766, + 2.195736885070801, + 2.1906144618988037, + 2.1755547523498535, + 2.1648359298706055, + 2.1580705642700195, + 2.1433963775634766, + 2.138007402420044, + 2.126405715942383, + 2.1208596229553223, + 2.1101560592651367, + 2.099771738052368, + 2.0923333168029785, + 2.0835323333740234, + 2.072726249694824, + 2.06417179107666 ], "timestamps": [ - "2026-06-20 23:24:00", - "2026-06-20 23:30:00", - "2026-06-20 23:36:00", - "2026-06-20 23:42:00", "2026-06-20 23:48:00", "2026-06-20 23:54:00", "2026-06-21 00:00:00", @@ -795,6 +791,10 @@ "2026-06-22 05:00:00", "2026-06-22 05:06:00", "2026-06-22 05:12:00", - "2026-06-22 05:18:00" + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index c7569bb0723c32f1780c193b40fa7692a747950c..37d9ccdae0c8ab10ac7777848275989ae1f13dbe 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,25 +1,19 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T05:42:10.626507+00:00", + "evaluated_at": "2026-06-22T05:52:29.452810+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:37:41.410086Z", + "data_fetched_at": "2026-06-22T05:50:26.333647Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", - "data_fetched_at": "2026-06-22T05:37:41.410086Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", - "data_fetched_at": "2026-06-22T05:37:41.410086Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t234200z", + "data_fetched_at": "2026-06-22T05:50:26.333647Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 8355431f0ae5673d3ff4635fdb41464b96b1e1d4..58b1482af40ea4bdf185ea092f892b204abd1372 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,158301.29009946188,158301.29009946188,316.84521484375,0.29411834916360385,0.004956149932481488,0.00493701922633182,1.566024662647985,397.87094653852506,0.0062065226784610225,0.004942575044994336,0.004306025984323534,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,158510.2222665151,158510.2222665151,317.3019205729167,0.2945422960273187,0.004963286341629596,0.004944130286548076,1.566024662647985,398.1334226945976,0.006210661536617326,0.004949734740327692,0.004308431557043713,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,1.3327479513263825,1.3327479513263825,0.912270704905192,0.501247670229129,0.036190923075805244,0.0353233507541506,3.007199744396995,1.154447032707167,0.04584398465976072,0.03622697535386293,0.03365741579516466,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.0896169627355165,0.0896169627355165,0.25672045946121214,0.7376847768181584,0.17838723002206444,0.20801684387338087,2.1155993911702837,0.2993609238620106,0.18714736830132508,0.1604904132358265,0.12043861246328252,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.022525773761503724,0.022525773761503724,0.12716737588246663,0.3691450266084821,0.09621981973561891,0.10465765139859932,1.6930335071012856,0.15008588794921301,0.09644176348850578,0.08171485111552135,0.08066125900901214,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.07487042921974998,0.07487042921974998,0.2505190720160802,3.8541404176923257,0.15736520418067426,0.17300112962366324,95.5247861537707,0.27362461369502195,0.17669033350709937,0.16177016309558542,0.1461214456382413,Ocean,1 nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,3.462724331597959,3.462724331597959,1.5463310082753499,0.8460169257761981,0.10335664467881976,0.09592265329274115,10.111727397745826,1.8608396845504878,0.1195720279229229,0.099362635069902,0.06535106671985977,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,38.473718550315276,38.473718550315276,5.169691165288289,0.4469969203031785,0.2845984856162724,0.23183007186666985,2.9096970229261916,6.202718641879162,0.28194175644905284,0.2349859620585586,0.1874479414236666,Air Quality,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index ac370298faf4d79515f884e70e894525c02aa633..79e0444f8f0270e7f61f3ab94afe01fc528c8438 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T05:40:44.578249+00:00", + "evaluated_at": "2026-06-22T05:51:58.257309+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64257.98828125, 63974.01171875, 64100.01953125, - 64229.98046875 + 64219.01953125 ], "p50": [ 64304.41796875, diff --git a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 635e4ec7cee98dac3a529cc88e5e3224c2446cd5..e1185252d5861af5a3ae5458bf8d584f2eb04a25 100644 --- a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,15 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T05:30:01.421668+00:00", + "evaluated_at": "2026-06-22T05:52:05.951400+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.6469999551773071, - 1.6729999780654907, - 1.6970000267028809, - 1.715999960899353, 1.7309999465942383, 1.7480000257492065, 1.7630000114440918, @@ -245,13 +241,13 @@ 1.4140000343322754, 1.4479999542236328, 1.4780000448226929, - 1.5080000162124634 - ], - "actuals": [ + 1.5080000162124634, 1.5420000553131104, 1.562000036239624, 1.5889999866485596, - 1.6180000305175781, + 1.6180000305175781 + ], + "actuals": [ 1.6390000581741333, 1.6519999504089355, 1.680999994277954, @@ -307,199 +303,199 @@ 1.0740000009536743, 1.0470000505447388, 1.0149999856948853, - 0.9850000143051147 + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282 ], "p50": [ - 1.5322206020355225, - 1.5565292835235596, - 1.5778393745422363, - 1.5979171991348267, - 1.6157716512680054, - 1.6307947635650635, - 1.6442372798919678, - 1.6581459045410156, - 1.6704013347625732, - 1.681640863418579, - 1.6923785209655762, - 1.699687123298645, - 1.7071189880371094, - 1.712157964706421, - 1.713221788406372, - 1.7138221263885498, - 1.7122292518615723, - 1.7097209692001343, - 1.7078285217285156, - 1.7054007053375244, - 1.6990491151809692, - 1.6901090145111084, - 1.6761488914489746, - 1.6649508476257324, - 1.650010585784912, - 1.6338367462158203, - 1.6153513193130493, - 1.5966894626617432, - 1.5757262706756592, - 1.557376742362976, - 1.536224603652954, - 1.513394832611084, - 1.4337375164031982, - 1.415786862373352, - 1.382484793663025, - 1.3532989025115967, - 1.3215768337249756, - 1.2907297611236572, - 1.2585088014602661, - 1.2271578311920166, - 1.1935670375823975, - 1.1593979597091675, - 1.1285109519958496, - 1.0960767269134521, - 1.058953046798706, - 1.026667833328247, - 0.9881191849708557, - 0.9523346424102783, - 0.9107076525688171, - 0.8747313022613525, - 0.839602530002594, - 0.8054146766662598, - 0.7701460123062134, - 0.7359313368797302, - 0.7007902264595032, - 0.6662275791168213, - 0.6297270059585571, - 0.6003129482269287, - 0.5684148669242859, - 0.5359255075454712 + 1.6335093975067139, + 1.6555266380310059, + 1.674010992050171, + 1.692126989364624, + 1.7105255126953125, + 1.7285922765731812, + 1.7416688203811646, + 1.7560292482376099, + 1.7672646045684814, + 1.7771203517913818, + 1.7854316234588623, + 1.7905688285827637, + 1.7944780588150024, + 1.7993378639221191, + 1.800543189048767, + 1.8021782636642456, + 1.801593542098999, + 1.7997863292694092, + 1.7961632013320923, + 1.792667269706726, + 1.7846380472183228, + 1.7730684280395508, + 1.75739586353302, + 1.7462925910949707, + 1.7313477993011475, + 1.716315507888794, + 1.7006618976593018, + 1.682928442955017, + 1.6635708808898926, + 1.6470494270324707, + 1.6228950023651123, + 1.599740743637085, + 1.504166841506958, + 1.484943151473999, + 1.4494446516036987, + 1.4211697578430176, + 1.3901996612548828, + 1.360932469367981, + 1.3313391208648682, + 1.3021981716156006, + 1.2671858072280884, + 1.2325278520584106, + 1.2021046876907349, + 1.1676009893417358, + 1.1328805685043335, + 1.1028633117675781, + 1.0651423931121826, + 1.0310275554656982, + 0.9907610416412354, + 0.9563143253326416, + 0.9240438342094421, + 0.8918337821960449, + 0.8574796915054321, + 0.8251689672470093, + 0.7938395142555237, + 0.7628335952758789, + 0.7331842184066772, + 0.7075577974319458, + 0.6812351942062378, + 0.6560046672821045 ], "p10": [ - 1.5204869508743286, - 1.539143443107605, - 1.5562715530395508, - 1.5707136392593384, - 1.5836431980133057, - 1.5944850444793701, - 1.6039257049560547, - 1.6110827922821045, - 1.6184043884277344, - 1.6247620582580566, - 1.6276580095291138, - 1.6260886192321777, - 1.627690076828003, - 1.6219286918640137, - 1.6167994737625122, - 1.6071056127548218, - 1.5973721742630005, - 1.5857000350952148, - 1.575477123260498, - 1.5626211166381836, - 1.5477526187896729, - 1.5306531190872192, - 1.5062637329101562, - 1.4843978881835938, - 1.461430549621582, - 1.4376404285430908, - 1.407479166984558, - 1.380133032798767, - 1.3505462408065796, - 1.3226534128189087, - 1.2919214963912964, - 1.261773705482483, - 1.176846981048584, - 1.156820297241211, - 1.1169896125793457, - 1.085140585899353, - 1.0487531423568726, - 1.0123076438903809, - 0.973514199256897, - 0.9389286637306213, - 0.893294632434845, - 0.8506535291671753, - 0.8195773363113403, - 0.7692762613296509, - 0.7278683185577393, - 0.6903514266014099, - 0.6513198614120483, - 0.6100616455078125, - 0.5655170679092407, - 0.5229635238647461, - 0.4858185052871704, - 0.44818115234375, - 0.4118892550468445, - 0.3691288232803345, - 0.3383142352104187, - 0.3000516891479492, - 0.2629217505455017, - 0.23509764671325684, - 0.2002057433128357, - 0.16289299726486206 + 1.6215152740478516, + 1.637434720993042, + 1.6524677276611328, + 1.6645692586898804, + 1.6788225173950195, + 1.692057728767395, + 1.7016024589538574, + 1.7078993320465088, + 1.7141449451446533, + 1.7192288637161255, + 1.7187259197235107, + 1.7153340578079224, + 1.7123804092407227, + 1.706226110458374, + 1.7019104957580566, + 1.693428635597229, + 1.6853070259094238, + 1.6742079257965088, + 1.6601111888885498, + 1.6459652185440063, + 1.62908935546875, + 1.6085264682769775, + 1.5816926956176758, + 1.5596319437026978, + 1.5353790521621704, + 1.5125644207000732, + 1.4831570386886597, + 1.4570207595825195, + 1.427679181098938, + 1.399460792541504, + 1.3654569387435913, + 1.334718942642212, + 1.2183682918548584, + 1.197199821472168, + 1.1532418727874756, + 1.123286247253418, + 1.087924838066101, + 1.0515263080596924, + 1.0159536600112915, + 0.9805026054382324, + 0.9342967867851257, + 0.8852993249893188, + 0.8548889756202698, + 0.7977473735809326, + 0.7545491456985474, + 0.7164919376373291, + 0.6786904335021973, + 0.6372497081756592, + 0.5924466848373413, + 0.5475487112998962, + 0.511549711227417, + 0.47650110721588135, + 0.44006067514419556, + 0.3973296880722046, + 0.36662811040878296, + 0.3315931558609009, + 0.29547399282455444, + 0.26679831743240356, + 0.23133283853530884, + 0.19993263483047485 ], "p90": [ - 1.5425678491592407, - 1.5713427066802979, - 1.5983017683029175, - 1.6227550506591797, - 1.6461546421051025, - 1.6671125888824463, - 1.6850886344909668, - 1.7049705982208252, - 1.7231504917144775, - 1.741288423538208, - 1.75657057762146, - 1.7719610929489136, - 1.789442539215088, - 1.8011728525161743, - 1.8122966289520264, - 1.8199517726898193, - 1.8289093971252441, - 1.835986614227295, - 1.8447235822677612, - 1.8513400554656982, - 1.8576234579086304, - 1.8574872016906738, - 1.8533110618591309, - 1.8537448644638062, - 1.8499586582183838, - 1.8458080291748047, - 1.8393527269363403, - 1.8337993621826172, - 1.8210890293121338, - 1.8177785873413086, - 1.8042185306549072, - 1.7960851192474365, - 1.7208621501922607, - 1.7063781023025513, - 1.6903456449508667, - 1.6770365238189697, - 1.659165382385254, - 1.642652153968811, - 1.6227635145187378, - 1.602536916732788, - 1.580268144607544, - 1.5652185678482056, - 1.545614242553711, - 1.5328285694122314, - 1.5131056308746338, - 1.490824580192566, - 1.4676752090454102, - 1.4465852975845337, - 1.4131306409835815, - 1.388471007347107, - 1.3650660514831543, - 1.3324706554412842, - 1.3116213083267212, - 1.2810617685317993, - 1.2578787803649902, - 1.236814022064209, - 1.2129604816436768, - 1.1844642162322998, - 1.1753692626953125, - 1.1359384059906006 + 1.6446418762207031, + 1.6712415218353271, + 1.695143222808838, + 1.7181146144866943, + 1.7425516843795776, + 1.7665114402770996, + 1.7843897342681885, + 1.805659532546997, + 1.8237066268920898, + 1.8407948017120361, + 1.8542625904083252, + 1.8680479526519775, + 1.8820827007293701, + 1.894317865371704, + 1.9070407152175903, + 1.916654348373413, + 1.9275743961334229, + 1.9347209930419922, + 1.9435951709747314, + 1.9496272802352905, + 1.9558963775634766, + 1.9546239376068115, + 1.9493403434753418, + 1.9506011009216309, + 1.947297215461731, + 1.9458460807800293, + 1.9431984424591064, + 1.9391217231750488, + 1.9280810356140137, + 1.9286916255950928, + 1.914169192314148, + 1.9062285423278809, + 1.8429274559020996, + 1.834640622138977, + 1.8223435878753662, + 1.8174831867218018, + 1.8074533939361572, + 1.7928335666656494, + 1.782942771911621, + 1.7670594453811646, + 1.7509703636169434, + 1.7426555156707764, + 1.7271137237548828, + 1.7269654273986816, + 1.7048128843307495, + 1.695755124092102, + 1.6768583059310913, + 1.6653143167495728, + 1.6323119401931763, + 1.6213321685791016, + 1.6075634956359863, + 1.5812816619873047, + 1.5601396560668945, + 1.539317011833191, + 1.511528730392456, + 1.5101492404937744, + 1.4825403690338135, + 1.4493377208709717, + 1.4456727504730225, + 1.4032046794891357 ], "timestamps": [ - "2026-06-20 23:24:00", - "2026-06-20 23:30:00", - "2026-06-20 23:36:00", - "2026-06-20 23:42:00", "2026-06-20 23:48:00", "2026-06-20 23:54:00", "2026-06-21 00:00:00", @@ -795,6 +791,10 @@ "2026-06-22 05:00:00", "2026-06-22 05:06:00", "2026-06-22 05:12:00", - "2026-06-22 05:18:00" + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 468ca72329232c108219596de5f6ba876ab4f94e..fd8bfa4edd6864f0aa5c80239a451f45e596b9fd 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,25 +1,19 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T05:41:11.714282+00:00", + "evaluated_at": "2026-06-22T05:52:13.642859+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T05:37:41.410086Z", + "data_fetched_at": "2026-06-22T05:50:26.333647Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t035000z", - "data_fetched_at": "2026-06-22T05:37:41.410086Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t025000z", - "data_fetched_at": "2026-06-22T05:37:41.410086Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t234200z", + "data_fetched_at": "2026-06-22T05:50:26.333647Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": []