diff --git a/results/aggregates/metadata.json b/results/aggregates/metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..c7ad62b4dcc054ff19f5f9b7ea78d7aa38e5003c --- /dev/null +++ b/results/aggregates/metadata.json @@ -0,0 +1,14 @@ +{ + "generated_at": "2026-06-22T03:06:24.687299+00:00", + "baseline_model": "Seasonal-Naive", + "normalization": "Per-config metric / Seasonal-Naive metric", + "metric_aggregation": "Geometric mean over dataset configurations", + "rank_aggregation": "Mean per-config CRPS rank", + "config_key": [ + "dataset", + "term_length", + "frequency" + ], + "num_configs": 10, + "num_models": 10 +} diff --git a/results/aggregates/results_by_domain.csv b/results/aggregates/results_by_domain.csv new file mode 100644 index 0000000000000000000000000000000000000000..e9498f376352ccd9bb6ab47f6f9a60fc6aeef779 --- /dev/null +++ b/results/aggregates/results_by_domain.csv @@ -0,0 +1,71 @@ +domain,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage +Air Quality,Toto-2.0-1B,0.1659444507036708,0.3703315233747213,1.0,1,1,1.0 +Air Quality,ETS,0.23840025316165797,0.3860835298028548,2.0,1,1,1.0 +Air Quality,ARIMA,0.22199184632815516,0.40935100466691227,3.0,1,1,1.0 +Air Quality,TiRex,0.34235816612105774,0.4363776491760164,4.0,1,1,1.0 +Air Quality,Moirai-1.1-Large,0.645501965178916,0.45141461613161654,5.0,1,1,1.0 +Air Quality,Chronos-2,0.6079153645038824,0.5076528124924617,6.0,1,1,1.0 +Air Quality,TimesFM-2.5,0.29274344000352875,0.5838387677643602,7.0,1,1,1.0 +Air Quality,Timer-S1,0.9597567158107072,0.5951525939969209,8.0,1,1,1.0 +Air Quality,Moving-Average,0.7151188654894579,0.7477084300795455,9.0,1,1,1.0 +Air Quality,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 +Finance,ETS,0.24328701943682343,0.3733825529774699,1.0,1,1,1.0 +Finance,Timer-S1,0.5259501764588147,0.5722202926873258,2.0,1,1,1.0 +Finance,Moving-Average,0.5070491605983841,0.6581542930016946,3.0,1,1,1.0 +Finance,Toto-2.0-1B,0.7479145447893587,0.7486385488163997,4.0,1,1,1.0 +Finance,Moirai-1.1-Large,0.8229562485572506,0.7647179110044825,5.0,1,1,1.0 +Finance,TiRex,0.8173699126453667,0.7890185478716472,6.0,1,1,1.0 +Finance,TimesFM-2.5,0.8993448121742418,0.9337991106111562,7.0,1,1,1.0 +Finance,Chronos-2,1.641046919473069,0.9561937774160478,8.0,1,1,1.0 +Finance,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 +Finance,ARIMA,1.1086508315526313,1.2849096673589104,10.0,1,1,1.0 +Hazards,Chronos-2,0.41340592380632135,0.527212440890654,1.0,1,1,1.0 +Hazards,ETS,0.42841036677835587,0.5784684061057287,2.0,1,1,1.0 +Hazards,Toto-2.0-1B,0.554940676169973,0.5819581322300102,3.0,1,1,1.0 +Hazards,ARIMA,0.6802449540514581,0.6117712903228367,4.0,1,1,1.0 +Hazards,TiRex,0.6595183512638653,0.6370903760690755,5.0,1,1,1.0 +Hazards,Moirai-1.1-Large,0.7660456542299019,0.6417428069907517,6.0,1,1,1.0 +Hazards,Moving-Average,0.5925073416893508,0.668244196977925,7.0,1,1,1.0 +Hazards,Timer-S1,0.8259519549582502,0.7203165267426109,8.0,1,1,1.0 +Hazards,TimesFM-2.5,0.5984804527969148,0.8691623993156845,9.0,1,1,1.0 +Hazards,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 +Hydrology,Moirai-1.1-Large,0.3265462241840362,0.21096353727959688,1.0,1,1,1.0 +Hydrology,Toto-2.0-1B,8.630180358885118e-07,0.21615982809692527,2.0,1,1,1.0 +Hydrology,Timer-S1,0.00021721954345703108,0.21806509012803,3.0,1,1,1.0 +Hydrology,TiRex,2.623204231262188e-05,0.23071006827455923,4.0,1,1,1.0 +Hydrology,Chronos-2,2.042009830474847e-05,0.2431472161388087,5.0,1,1,1.0 +Hydrology,TimesFM-2.5,0.00015987353324890122,0.3290062460223924,6.0,1,1,1.0 +Hydrology,ETS,0.12955180910838496,0.6097387987549029,7.0,1,1,1.0 +Hydrology,Moving-Average,0.2141729085870418,0.7156859654377106,8.0,1,1,1.0 +Hydrology,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 +Hydrology,ARIMA,0.833080576024391,1.1568200704221063,10.0,1,1,1.0 +Ocean,Timer-S1,0.06651629921112795,0.21003178540428535,2.5,2,2,1.0 +Ocean,TiRex,0.28286801478933915,0.4477881009336687,3.5,2,2,1.0 +Ocean,Moirai-1.1-Large,0.7825334438375523,0.7416991129327173,4.5,2,2,1.0 +Ocean,Moving-Average,0.9546877993423211,0.9508789880676324,5.5,2,2,1.0 +Ocean,ETS,0.16623163271018512,0.3343896027084937,6.0,2,2,1.0 +Ocean,TimesFM-2.5,0.17298880212939488,0.33966847903829983,6.0,2,2,1.0 +Ocean,Toto-2.0-1B,0.4926072249077495,0.5469005546815189,6.0,2,2,1.0 +Ocean,ARIMA,0.3610131780927037,0.5834012914189453,6.5,2,2,1.0 +Ocean,Chronos-2,0.538693652763667,0.5984444280123701,7.0,2,2,1.0 +Ocean,Seasonal-Naive,1.0,1.0,7.5,2,2,1.0 +Weather,Chronos-2,0.13700960440408302,0.34598613103828746,1.6666666666666667,3,3,1.0 +Weather,Timer-S1,0.40426646280240314,0.5152056601717778,3.6666666666666665,3,3,1.0 +Weather,TimesFM-2.5,0.21945586083425922,0.5087350587676926,4.0,3,3,1.0 +Weather,Toto-2.0-1B,0.2643020071777743,0.42399487819585924,4.333333333333333,3,3,1.0 +Weather,TiRex,0.2386825302340289,0.46035253009838856,4.666666666666667,3,3,1.0 +Weather,Moirai-1.1-Large,0.6026693751393457,0.5990528695457678,5.0,3,3,1.0 +Weather,ETS,3.455468285451221,1.8705609248915789,7.333333333333333,3,3,1.0 +Weather,Seasonal-Naive,1.0,1.0,7.666666666666667,3,3,1.0 +Weather,ARIMA,2.6163474771891964,1.54880304538443,8.0,3,3,1.0 +Weather,Moving-Average,1.7086502066016622,1.3503192084190516,8.666666666666666,3,3,1.0 +Web,Timer-S1,0.07964128523181596,0.2055042777744156,1.0,1,1,1.0 +Web,TiRex,0.06236664013921311,0.21782916134449717,2.0,1,1,1.0 +Web,Moirai-1.1-Large,0.11794628922452742,0.23000093954870818,3.0,1,1,1.0 +Web,Toto-2.0-1B,0.10172380968762323,0.24120799219304195,4.0,1,1,1.0 +Web,Chronos-2,0.08243971770857998,0.24420464833414451,5.0,1,1,1.0 +Web,TimesFM-2.5,0.07774156244698004,0.27902001162528867,6.0,1,1,1.0 +Web,ARIMA,0.3442226286647693,0.4245475140866636,7.0,1,1,1.0 +Web,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0 +Web,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0 +Web,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 diff --git a/results/aggregates/results_by_frequency.csv b/results/aggregates/results_by_frequency.csv new file mode 100644 index 0000000000000000000000000000000000000000..3f709f954482981a3bf45e8e2c9eb41f2bd172a7 --- /dev/null +++ b/results/aggregates/results_by_frequency.csv @@ -0,0 +1,51 @@ +frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage +10min,Moirai-1.1-Large,1.0056627977063581,0.9176359469088718,1.0,1,1,1.0 +10min,Moving-Average,0.9434015244717548,0.9287519108297676,2.0,1,1,1.0 +10min,TiRex,1.1714692444735306,0.9917424499468189,3.0,1,1,1.0 +10min,Timer-S1,1.0858213823975675,0.9979772164598378,4.0,1,1,1.0 +10min,Seasonal-Naive,1.0,1.0,5.0,1,1,1.0 +10min,ARIMA,1.0154210474478822,1.024351296387013,6.0,1,1,1.0 +10min,Toto-2.0-1B,1.1807060120946795,1.0372906102577586,7.0,1,1,1.0 +10min,Chronos-2,1.3025643257461217,1.113969672946544,8.0,1,1,1.0 +10min,TimesFM-2.5,1.2293774387511038,1.1294184111562677,9.0,1,1,1.0 +10min,ETS,1.5425026540963285,1.2094808812730684,10.0,1,1,1.0 +15min,Moirai-1.1-Large,0.3265462241840362,0.21096353727959688,1.0,1,1,1.0 +15min,Toto-2.0-1B,8.630180358885118e-07,0.21615982809692527,2.0,1,1,1.0 +15min,Timer-S1,0.00021721954345703108,0.21806509012803,3.0,1,1,1.0 +15min,TiRex,2.623204231262188e-05,0.23071006827455923,4.0,1,1,1.0 +15min,Chronos-2,2.042009830474847e-05,0.2431472161388087,5.0,1,1,1.0 +15min,TimesFM-2.5,0.00015987353324890122,0.3290062460223924,6.0,1,1,1.0 +15min,ETS,0.12955180910838496,0.6097387987549029,7.0,1,1,1.0 +15min,Moving-Average,0.2141729085870418,0.7156859654377106,8.0,1,1,1.0 +15min,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 +15min,ARIMA,0.833080576024391,1.1568200704221063,10.0,1,1,1.0 +1D,Timer-S1,0.07964128523181596,0.2055042777744156,1.0,1,1,1.0 +1D,TiRex,0.06236664013921311,0.21782916134449717,2.0,1,1,1.0 +1D,Moirai-1.1-Large,0.11794628922452742,0.23000093954870818,3.0,1,1,1.0 +1D,Toto-2.0-1B,0.10172380968762323,0.24120799219304195,4.0,1,1,1.0 +1D,Chronos-2,0.08243971770857998,0.24420464833414451,5.0,1,1,1.0 +1D,TimesFM-2.5,0.07774156244698004,0.27902001162528867,6.0,1,1,1.0 +1D,ARIMA,0.3442226286647693,0.4245475140866636,7.0,1,1,1.0 +1D,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0 +1D,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0 +1D,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 +1h,Chronos-2,0.3193490597257714,0.46868286038716134,3.3333333333333335,6,6,1.0 +1h,Toto-2.0-1B,0.3291499367489942,0.4804402747994127,3.5,6,6,1.0 +1h,ETS,1.0041557032695128,0.9040069146020582,4.5,6,6,1.0 +1h,TiRex,0.36863623376506227,0.5269107508061526,4.833333333333333,6,6,1.0 +1h,Timer-S1,0.5495543067165164,0.5679055858277421,4.833333333333333,6,6,1.0 +1h,Moirai-1.1-Large,0.6682839892827261,0.6020587757845484,5.166666666666667,6,6,1.0 +1h,TimesFM-2.5,0.34428451350237005,0.6297773729657493,5.833333333333333,6,6,1.0 +1h,ARIMA,1.2008273411508563,1.0302066648790364,6.833333333333333,6,6,1.0 +1h,Moving-Average,1.0116111052192864,0.9654225115416654,7.5,6,6,1.0 +1h,Seasonal-Naive,1.0,1.0,8.666666666666666,6,6,1.0 +6min,Timer-S1,0.00407471996082347,0.04420276350255442,1.0,1,1,1.0 +6min,ETS,0.017914365100190115,0.09244991643179115,2.0,1,1,1.0 +6min,TimesFM-2.5,0.024341690939572783,0.10215405956953943,3.0,1,1,1.0 +6min,TiRex,0.06830253049180218,0.20218372557162786,4.0,1,1,1.0 +6min,Toto-2.0-1B,0.20552269197038298,0.28834756022386915,5.0,1,1,1.0 +6min,Chronos-2,0.22278427697736772,0.32149504795023137,6.0,1,1,1.0 +6min,ARIMA,0.12835120473833156,0.33226595995901576,7.0,1,1,1.0 +6min,Moirai-1.1-Large,0.6089104540019598,0.5994943593679972,8.0,1,1,1.0 +6min,Moving-Average,0.9661090962550928,0.9735332325084729,9.0,1,1,1.0 +6min,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 diff --git a/results/aggregates/results_by_prediction_length.csv b/results/aggregates/results_by_prediction_length.csv new file mode 100644 index 0000000000000000000000000000000000000000..338524c9c5e56e703a7cbf803f2e33391a861ed9 --- /dev/null +++ b/results/aggregates/results_by_prediction_length.csv @@ -0,0 +1,11 @@ +prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage +short,Timer-S1,0.1356424734920134,0.3820879929135908,3.8,10,10,1.0 +short,Toto-2.0-1B,0.0877567780407606,0.42489535639112913,3.9,10,10,1.0 +short,TiRex,0.11262998491856835,0.42990748083681174,4.2,10,10,1.0 +short,Chronos-2,0.11788191685300817,0.43181182524392797,4.4,10,10,1.0 +short,Moirai-1.1-Large,0.5398089864508171,0.5133606634076866,4.4,10,10,1.0 +short,ETS,0.5191389345063492,0.6675025316687089,5.5,10,10,1.0 +short,TimesFM-2.5,0.12000437371922425,0.4808473540849473,5.9,10,10,1.0 +short,ARIMA,0.8034254675208045,0.8512699481989349,7.1,10,10,1.0 +short,Moving-Average,0.7775649212890415,0.8694663711568082,7.2,10,10,1.0 +short,Seasonal-Naive,1.0,1.0,8.6,10,10,1.0 diff --git a/results/aggregates/results_overall.csv b/results/aggregates/results_overall.csv new file mode 100644 index 0000000000000000000000000000000000000000..b6835c75193e218582e01ae2ca488e30791468a4 --- /dev/null +++ b/results/aggregates/results_overall.csv @@ -0,0 +1,11 @@ +overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage +Overall,Timer-S1,0.1356424734920134,0.3820879929135908,3.8,10,10,1.0 +Overall,Toto-2.0-1B,0.0877567780407606,0.42489535639112913,3.9,10,10,1.0 +Overall,TiRex,0.11262998491856835,0.42990748083681174,4.2,10,10,1.0 +Overall,Chronos-2,0.11788191685300817,0.43181182524392797,4.4,10,10,1.0 +Overall,Moirai-1.1-Large,0.5398089864508171,0.5133606634076866,4.4,10,10,1.0 +Overall,ETS,0.5191389345063492,0.6675025316687089,5.5,10,10,1.0 +Overall,TimesFM-2.5,0.12000437371922425,0.4808473540849473,5.9,10,10,1.0 +Overall,ARIMA,0.8034254675208045,0.8512699481989349,7.1,10,10,1.0 +Overall,Moving-Average,0.7775649212890415,0.8694663711568082,7.2,10,10,1.0 +Overall,Seasonal-Naive,1.0,1.0,8.6,10,10,1.0 diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index ee9166b6319c2e201f2eaacba7f657080a7691f6..b3e78ffe769fa5bd0e043e9684e5b512f4629476 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,295080.79507193755,377579.16807509103,581.7985561651936,0.5186699610434142,0.00906049733820385,0.009105784061462728,8.007014150329477,543.213397360501,0.008469956063220367,0.009071588131494338,0.007663583651389617,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,290414.4552268363,714565.059427803,809.358438424998,0.7271197436979892,0.012613236360313982,0.01270054632128316,13.72280159908884,538.901155340046,0.008404916067447334,0.012623075077933213,0.01138530367071323,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,23.339012917563625,24.127678798785734,3.92323273134415,2.1556225096116486,0.14572634493310063,0.16336371691708315,74.95807047940423,4.831046772446281,0.19184460425807365,0.1557946064711608,0.1530334168746246,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.15197178425898386,0.15452014075522974,0.34291161247754354,1.0153574916351495,0.2084818429994092,0.23884411022549293,38.80942978080473,0.3898355861885673,0.26313275212245424,0.23145982440484233,0.22957098974584497,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.049219733423399886,0.05496678757992843,0.20741343344514737,3.190976601422059,0.13376995195314212,0.1456297853988142,42.80334379764107,0.22185520824041946,0.14845329077345001,0.1387896501946637,0.12565758316900724,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.06515300601392406,0.06711645146527047,0.22896032544312608,0.6730663048015735,0.13865987564787804,0.15122177436717749,24.983009185868475,0.25525086878191827,0.16685608786239256,0.1496701044014097,0.14768630554277282,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.055435817844219595,0.06325049777020283,0.2263784974437202,3.6786518990488912,0.14540567895416012,0.15907118159160577,52.22025398506824,0.23544812134357665,0.15638620385711355,0.15036209950658208,0.13341294108721424,Ocean,1 nws_ksfo_observations_temperature/1h/short,ARIMA,1.7565951207547847,1.3813131146889337,1.0211066038494647,0.5867492271595073,0.06210310011683076,0.05962293227432059,6.871640338805189,1.3253660327452128,0.07867619526660372,0.060614789097981146,0.055704048797661505,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,39.92014682764222,38.93377324589405,5.475339990030119,0.4730053566777304,0.29013923689569626,0.2526649927278955,4.728355833184082,6.318239218931349,0.2821692116960469,0.24452577929076147,0.2070505540362538,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ARIMA,23.567407821312997,22.949642868266967,4.2976735309615615,2.209018355288315,0.18402331672004726,0.16487995786055407,63.495836932454516,4.854627464730224,0.19919824635029396,0.17634494860280542,0.1672781445889125,Weather,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index b21fb90c814e3b1d0acf357a450c3132d7b37133..907097f19b9a4d932f271b580e0f9e47b2cb35a6 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T03:00:15.387964+00:00", + "evaluated_at": "2026-06-22T03:07:52.231885+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65851.9921875, 65892.0, 65836.296875, 65624.0, @@ -101,10 +100,10 @@ 64298.01171875, 64294.0, 64248.0, - 64241.25 + 64241.25, + 64426.0 ], "actuals": [ - 64426.0, 64276.12109375, 64256.55078125, 64303.4609375, @@ -127,88 +126,88 @@ 63311.98828125, 63896.01171875, 64606.0, - 64295.98828125 + 64257.98828125, + 64061.44921875 ], "p50": [ - 63556.232618312766, - 63578.27351098085, - 63573.61989031329, - 63606.08454342988, - 63567.08936352487, - 63562.004303113135, - 63564.12067782793, - 63582.92712799893, - 63562.17326531277, - 63616.34958996347, - 63568.11063670666, - 63578.273509151244, - 63568.11063670666, - 63562.17326531277, - 63578.273509151244, - 63566.068090343084, - 63585.90338008117, - 63569.84399032332, - 63568.11063670666, - 63585.47233155826, - 63566.068090343084, - 63564.12067782793, - 63568.11063670666, - 63567.08936352487 + 63707.84300941938, + 63658.75173961217, + 63606.75907136685, + 63551.28389464019, + 63515.694875764035, + 63480.28888919713, + 63424.519430867294, + 63401.2118662461, + 63391.70499977636, + 63332.83370305868, + 63308.239436409305, + 63283.93346754319, + 63244.519761249685, + 63226.5783298813, + 63190.019859328524, + 63182.019057364945, + 63172.865889052824, + 63111.57664067788, + 63137.55278089548, + 63095.28560108082, + 63098.13433203916, + 63120.78277619196, + 63078.17664000744, + 63071.880019879354 ], "p10": [ - 63176.958293834025, - 63306.76760010789, - 63330.23956190054, - 63245.53060454304, - 63309.158486843786, - 63245.53060454299, - 63335.015043728374, - 63329.82579500771, - 63315.38167556151, - 63340.03393471554, - 63301.40581728888, - 63339.63108062425, - 63253.14978838427, - 63330.239561890805, - 63329.82579500771, - 63253.14978838427, - 63315.38167556151, - 63326.10189305988, - 63306.76759827828, - 63315.38167556151, - 63335.42881061147, - 63336.005393802654, - 63301.40581728888, - 63339.05449743306 + 63411.46567795504, + 63320.915005654984, + 63313.48721056215, + 63172.14644218715, + 63204.04881078871, + 63136.62407722957, + 63047.37448083974, + 63097.18913047926, + 63064.7894513992, + 63029.54436269002, + 62969.55859357724, + 62995.327319426455, + 62992.04913799568, + 62929.26578857411, + 62907.66227606013, + 62915.618927804535, + 62828.32645158157, + 62816.769098615165, + 62835.2182628784, + 62816.66686322157, + 62720.561237174974, + 62812.92395253164, + 62780.86409870025, + 62766.079691155755 ], "p90": [ - 63807.81997700014, - 63813.38706771154, - 63813.21863314504, - 63866.220471800094, - 63831.13017635619, - 63897.884633891765, - 63834.28738187734, - 63815.0097874574, - 63811.254557701744, - 63866.22047180004, - 63834.28738187734, - 63813.23547640997, - 63898.60974954707, - 63813.21863313531, - 63897.884633891765, - 63816.399325088336, - 63815.0097874574, - 63950.35430434514, - 63905.13579044479, - 63862.70223156763, - 63831.13017635619, - 63801.788103960615, - 63897.884633891765, - 63905.13579044479 + 63901.01602482756, + 63914.712474114225, + 63816.33302409564, + 63862.47693695639, + 63804.76437250804, + 63758.16201476726, + 63692.04519032978, + 63684.60579026807, + 63701.015885965804, + 63549.911459289055, + 63521.11798653498, + 63498.23561321705, + 63561.83535080455, + 63521.51391221007, + 63494.54210653259, + 63443.61307279755, + 63474.08802028959, + 63407.484292732355, + 63422.63492266721, + 63407.012504400554, + 63411.74869920655, + 63398.68165289179, + 63336.92118575222, + 63375.20161579783 ], "timestamps": [ - "2026-06-17 03:00:00", "2026-06-17 04:00:00", "2026-06-17 05:00:00", "2026-06-17 06:00:00", @@ -327,6 +326,7 @@ "2026-06-21 23:00:00", "2026-06-22 00:00:00", "2026-06-22 01:00:00", - "2026-06-22 02:00:00" + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" ] } diff --git a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index a8a65955617a3a1be1acfd12c909cfa06e680ee3..299b133cec7c602b2799126814e2eeb4425d3312 100644 --- a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T02:50:44.911695+00:00", + "evaluated_at": "2026-06-22T03:07:52.279147+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.8270000219345093, - 0.8629999756813049, - 0.9079999923706055, 0.9459999799728394, 0.9660000205039978, 0.9850000143051147, @@ -245,12 +242,12 @@ 0.6430000066757202, 0.6779999732971191, 0.6980000138282776, - 0.7229999899864197 - ], - "actuals": [ + 0.7229999899864197, 0.7440000176429749, 0.7649999856948853, - 0.7950000166893005, + 0.7950000166893005 + ], + "actuals": [ 0.828000009059906, 0.8529999852180481, 0.8790000081062317, @@ -307,198 +304,198 @@ 1.8049999475479126, 1.7920000553131104, 1.7879999876022339, - 1.7730000019073486 + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661 ], "p50": [ - 0.7429395902147969, - 0.7666487797960673, - 0.7874596294984773, - 0.809397292245403, - 0.8297533701221761, - 0.849618166991013, - 0.8695852138564215, - 0.8884467595293358, - 0.9058713775968938, - 0.925200402246474, - 0.9422449284989327, - 0.957671937313972, - 0.9741312482080036, - 0.9900286966833052, - 1.0037597667387872, - 1.0182304290050594, - 1.0322215500688738, - 1.0458551967632708, - 1.0595188034920175, - 1.0733070682822246, - 1.0841286615380223, - 1.0988317737728228, - 1.1076717633975677, - 1.120827684115757, - 1.1316520772672232, - 1.1402665815010216, - 1.1520111552631194, - 1.1605366493326734, - 1.171389976059317, - 1.179031402452131, - 1.1884282968660291, - 1.1965440945244117, - 1.2059773634933793, - 1.2131520574435108, - 1.2224068887718942, - 1.2282278192032228, - 1.2369659543878178, - 1.2429112340946078, - 1.2491778929743895, - 1.2567973260031426, - 1.2639597451723081, - 1.269034524921409, - 1.2754288202455726, - 1.282631589941887, - 1.2876931782394325, - 1.2937123534226487, - 1.2978618061964076, - 1.3041732755969382, - 1.309076571532345, - 1.3127919768906167, - 1.31879430606703, - 1.3218762580559762, - 1.326298227616432, - 1.3324199649468875, - 1.334570949960788, - 1.3382198770519353, - 1.342220128255943, - 1.3473392052394462, - 1.3501828592575635, - 1.3524886917727694 + 0.8171601898705754, + 0.8422569810972326, + 0.8671626708818228, + 0.8914606567943694, + 0.9153187895197157, + 0.9392448792928118, + 0.9599559008827183, + 0.9831884219715401, + 1.0034744992689677, + 1.0240979487541735, + 1.044031395922812, + 1.0653037792220208, + 1.0831111257475903, + 1.1013021719114175, + 1.1198529973809317, + 1.1377273057933448, + 1.154530464181431, + 1.1715347869708403, + 1.1881197284806306, + 1.2040301656697863, + 1.2212315844320316, + 1.235980559792019, + 1.2493417513820546, + 1.2632146961020951, + 1.2776502695217165, + 1.2926572284493514, + 1.3044470442738327, + 1.3188082567867179, + 1.3304793354164224, + 1.3430209246823384, + 1.3547662798540772, + 1.3659774370820505, + 1.3778385255146377, + 1.3887316757018402, + 1.4004120729396987, + 1.4102334328343935, + 1.4204535700416525, + 1.431531027050689, + 1.441296054176972, + 1.449535855081988, + 1.4593047410482938, + 1.4687850375952847, + 1.4768038049455594, + 1.4855268555400818, + 1.4935503383808455, + 1.5016912829810054, + 1.5090222088995433, + 1.5170008433089541, + 1.524820937730074, + 1.5335315456616847, + 1.5386516843763371, + 1.5456781197232732, + 1.5524149397557423, + 1.5597053987017724, + 1.5664177566283835, + 1.573195300679198, + 1.5785730790644434, + 1.5852030565422206, + 1.5910320375982347, + 1.5969993748948583 ], "p10": [ - 0.733392347037821, - 0.7570667427705953, - 0.7797189274310986, - 0.7995537907868944, - 0.8205148205600572, - 0.8402829075193969, - 0.859729924661646, - 0.8797326803136468, - 0.8953509457752473, - 0.9160403683714334, - 0.9327938586598963, - 0.9491014057266893, - 0.9657566572521222, - 0.9804994445059433, - 0.9944399006441711, - 1.0085061827122563, - 1.0228391776383696, - 1.0350641850485578, - 1.050757877452619, - 1.0633265341069378, - 1.0758334549189659, - 1.0881084009120316, - 1.0992638315406815, - 1.1093986476341482, - 1.121715116102201, - 1.132669372347968, - 1.142828324985209, - 1.1508740030576343, - 1.1593980412810359, - 1.1695870398742436, - 1.179854298159857, - 1.1864496488268665, - 1.1950733117628547, - 1.2048030886163694, - 1.212352293650147, - 1.219077881624135, - 1.2272993167383197, - 1.2346537557206554, - 1.2402633051832352, - 1.2470100082938698, - 1.2544583240055176, - 1.2607672762659066, - 1.2650790994454277, - 1.2727980657425657, - 1.2789375126648757, - 1.2844054343318776, - 1.289185681810732, - 1.2945219185078425, - 1.2993743771324264, - 1.3028452435438387, - 1.3075010973622645, - 1.3133057264686934, - 1.3163643826592064, - 1.3210706130462944, - 1.3248699453027213, - 1.3297596295264524, - 1.3340035569870046, - 1.3375178754000652, - 1.34103363615985, - 1.3437617519067049 + 0.8088129366343922, + 0.8338940576664214, + 0.8590773984418804, + 0.8815984732177786, + 0.9050698487474919, + 0.929529319145533, + 0.9505397842279704, + 0.974524463925107, + 0.9938109284680324, + 1.0142707212887676, + 1.0361448158963387, + 1.0562101729036923, + 1.073527866975524, + 1.0919196761110257, + 1.110400011358941, + 1.1289657045013326, + 1.145127005101445, + 1.1621492802382327, + 1.1782691487499246, + 1.19452665939576, + 1.210071111296882, + 1.2267902532684354, + 1.2411694943663851, + 1.254280842654618, + 1.268378321965115, + 1.283834346920436, + 1.2944218220265016, + 1.308297455777717, + 1.3208193355905964, + 1.3330980399968564, + 1.3470403764044192, + 1.3559398488377021, + 1.3681605975578515, + 1.3809187331608066, + 1.3909910848672404, + 1.4004492706710714, + 1.4125022514986045, + 1.4222892833663623, + 1.4306419524996759, + 1.4400740813258, + 1.4502994984355095, + 1.459738875402757, + 1.4671318980513008, + 1.474437415625967, + 1.4855750303424278, + 1.4934793031891735, + 1.4997842037468831, + 1.507441691720465, + 1.5165827048706653, + 1.5240509243653084, + 1.529156496539089, + 1.536118687973931, + 1.5445003367936754, + 1.5498904711657648, + 1.5558762496164695, + 1.5647573992540444, + 1.5702040260352594, + 1.5760664257427548, + 1.5813278281033267, + 1.5871891109289187 ], "p90": [ - 0.7525238902451759, - 0.7761616405915358, - 0.7981969364366257, - 0.81950079703078, - 0.8399693563311595, - 0.8594970699829588, - 0.8786467458825624, - 0.8995509956769717, - 0.9149460021458472, - 0.9338091402196463, - 0.9508760544851668, - 0.9641722256707644, - 0.9828468561534786, - 0.9991933026310508, - 1.0134782585633362, - 1.0278583269111148, - 1.0411901682707763, - 1.0556185619698144, - 1.0695087605821727, - 1.0835206200037124, - 1.0935934715622522, - 1.1069173947645798, - 1.1175762545444934, - 1.1285515693785002, - 1.1401806430534227, - 1.1496857913428051, - 1.1610552311977609, - 1.170608059117628, - 1.180239050730165, - 1.1893458106547705, - 1.1970847390550423, - 1.2082577789924402, - 1.2147366937185449, - 1.2221381373460365, - 1.231455519067691, - 1.2379124727239732, - 1.2474840474911293, - 1.2522379336305407, - 1.2589118273416249, - 1.2663218109443377, - 1.2733167521235869, - 1.279818202381811, - 1.2855526233912646, - 1.2922450747176484, - 1.2961582191572625, - 1.302551446679838, - 1.3068128419011253, - 1.3142266717974798, - 1.3171819857739597, - 1.3215527159069036, - 1.3276794889766979, - 1.332184216731795, - 1.3354616285239762, - 1.3400281930392643, - 1.344721090849149, - 1.3486580138572635, - 1.3538793550924515, - 1.3556055632494346, - 1.3600044731644196, - 1.362283704982054 + 0.8268856287267462, + 0.8529630363945792, + 0.8779802387101746, + 0.9010075543500484, + 0.9252754700932327, + 0.9482212765882837, + 0.9701056315733914, + 0.99374519452845, + 1.0136249778586628, + 1.0340714708657033, + 1.0543675342510812, + 1.0741324310662013, + 1.0928553612290937, + 1.1113911003499177, + 1.1298264632342552, + 1.1475400080049813, + 1.1640769467620187, + 1.1814952907518557, + 1.1988080131835972, + 1.2141394691877843, + 1.229086465230302, + 1.2456970081431924, + 1.2589696951138036, + 1.2730545886988318, + 1.2878250681142946, + 1.3012240983606294, + 1.3155393510119993, + 1.3279102655697412, + 1.340557982652366, + 1.3521551814197244, + 1.3647258007585779, + 1.3758330104289884, + 1.3864388733832098, + 1.3989729203089363, + 1.4079792094711203, + 1.4209265958839021, + 1.43022264851244, + 1.440640705718451, + 1.450216025639568, + 1.4603413027143886, + 1.4685354670406667, + 1.479001125464954, + 1.4865691917088701, + 1.494867477226484, + 1.5030648258968462, + 1.5115453757122792, + 1.5193264865137703, + 1.526879122016537, + 1.5363097121172324, + 1.541580743855336, + 1.5480677589585605, + 1.556286302849991, + 1.56224651329276, + 1.5701521925460806, + 1.5757651426480557, + 1.5815991645111283, + 1.5882773084479964, + 1.5948529111982024, + 1.6006333710596883, + 1.6058381116736167 ], "timestamps": [ - "2026-06-20 20:42:00", - "2026-06-20 20:48:00", - "2026-06-20 20:54:00", "2026-06-20 21:00:00", "2026-06-20 21:06:00", "2026-06-20 21:12:00", @@ -795,6 +792,9 @@ "2026-06-22 02:18:00", "2026-06-22 02:24:00", "2026-06-22 02:30:00", - "2026-06-22 02:36:00" + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00" ] } diff --git a/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 85ec2baf2f055245755814960d9a06b463434c0b..2322258a5e222bd9a054cd6bcd7e8aae13b67f1f 100644 --- a/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T02:43:03.145997+00:00", + "evaluated_at": "2026-06-22T03:07:52.334042+00:00", "freq": "10min", - "context_length": 79, + "context_length": 78, "prediction_length": 72, "context": [ - 1.399999976158142, - 1.399999976158142, - 1.399999976158142, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -84,6 +81,8 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ @@ -91,8 +90,6 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842, - 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, 1.399999976158142, @@ -158,236 +155,233 @@ 1.600000023841858, 1.7000000476837158, 1.7000000476837158, - 1.600000023841858 + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158 ], "p50": [ - 1.290300913308864, - 1.2927973451630326, - 1.29382206864319, - 1.2953320254897243, - 1.2946902757215113, - 1.2947842277413342, - 1.295091654606059, - 1.295019623346144, - 1.2948172804283247, - 1.2900141379315382, - 1.2956072702039751, - 1.2948663049177456, - 1.2949764152338523, - 1.2949045345724945, - 1.2955727479820203, - 1.2961308280948685, - 1.2950475229232077, - 1.2958894030719317, - 1.2951162185129044, - 1.2951162231560858, - 1.2953593211031604, - 1.2951831988086717, - 1.2956103827744314, - 1.2948678026986382, - 1.2965548459372214, - 1.2955354464917557, - 1.2953593231498464, - 1.290020607215541, - 1.2955354465392692, - 1.2951831998030596, - 1.2951497136329935, - 1.2949771360822437, - 1.2961660417222658, - 1.2956103832541606, - 1.2960957751100068, - 1.2950475615741701, - 1.2951831998059093, - 1.2955729148997626, - 1.2956830682317966, - 1.2955354465452251, - 1.2953593231755756, - 1.2955354465452265, - 1.2955354465452267, - 1.295183199805926, - 1.2956103832543138, - 1.2948307244112824, - 1.2956830682318001, - 1.2955354465452267, - 1.2949048814478359, - 1.2950475615742052, - 1.2950818945185119, - 1.2949048814478359, - 1.2955354465452267, - 1.2948307244112824, - 1.2953593231755764, - 1.2953593231755764, - 1.2962027715079085, - 1.2956103832543138, - 1.2953593231755764, - 1.2950475615742052, - 1.2956830682318001, - 1.295183199805926, - 1.2897729587905946, - 1.2956103832543138, - 1.295012348828556, - 1.2950475615742052, - 1.2949048814478359, - 1.2950475615742052, - 1.2953593231755764, - 1.2958894216709402, - 1.2924256658196023, - 1.2956830682318001 + 1.2844829178344763, + 1.2847071225545292, + 1.2852626981770363, + 1.2853375675591523, + 1.286630797482387, + 1.2867153829873577, + 1.286754977739784, + 1.286241156699354, + 1.28675822447255, + 1.287558930580734, + 1.2867330206807601, + 1.2857326079889135, + 1.2857681809921064, + 1.285732961838573, + 1.2867767568927189, + 1.2875610325964961, + 1.2867907526434053, + 1.2867767962858248, + 1.2867907599196162, + 1.2875610517654394, + 1.286762838774677, + 1.2857683871569183, + 1.2856968047938209, + 1.2867907618307644, + 1.2875693071309817, + 1.2862511919261774, + 1.2867628391833972, + 1.285678200083587, + 1.2857683873458379, + 1.2862511919342827, + 1.286776800528919, + 1.285733056730878, + 1.285696804881038, + 1.285768387346646, + 1.286762839187291, + 1.2875610526627304, + 1.2855821469464437, + 1.2867339965226605, + 1.285541824864504, + 1.2867628391872987, + 1.286790761870888, + 1.2856404923921743, + 1.2857330567309582, + 1.287561052662734, + 1.2875775616361311, + 1.2856404923921743, + 1.2867628391872987, + 1.2857683873466628, + 1.2867768005290934, + 1.2867628391872987, + 1.2857683873466628, + 1.28674841785498, + 1.286790761870888, + 1.2867339965226612, + 1.286790761870888, + 1.2856968048810749, + 1.287561052662734, + 1.2857330567309582, + 1.28674841785498, + 1.2867628391872987, + 1.286251191934662, + 1.2857330567309582, + 1.2856968048810749, + 1.2867768005290934, + 1.2867628391872987, + 1.285678200085381, + 1.2880456132059996, + 1.2867768005290934, + 1.2857683873466628, + 1.2857330567309582, + 1.285678200085381, + 1.2867628391872987 ], "p10": [ - 1.185097111351085, - 1.2251126488960256, - 1.2292881426026652, - 1.231313827875559, - 1.2313043393665672, - 1.2302503017008093, - 1.2273048062788847, - 1.183129408371267, - 1.1890982913895902, - 1.2316165419276546, - 1.2355933957302436, - 1.2002885563943675, - 1.2303702345582563, - 1.1897729872497866, - 1.2318574170488292, - 1.2357776583209297, - 1.2002900157551837, - 1.235777720043385, - 1.2318575750166652, - 1.2303709511005783, - 1.2002900523337652, - 1.200290053408927, - 1.2303709549274287, - 1.23037095517639, - 1.2316305598699864, - 1.2314366606566447, - 1.2318575839408492, - 1.189773334112747, - 1.2337546544125533, - 1.2273628653043318, - 1.2315550724090485, - 1.231630559980443, - 1.2357777386420747, - 1.231623011223885, - 1.2002900544061077, - 1.2315550724103923, - 1.2316305599810895, - 1.2303709554073032, - 1.2316305599811026, - 1.2273628653071966, - 1.231436660710115, - 1.2339654400242805, - 1.230370955407311, - 1.2273628653071982, - 1.2263111932790929, - 1.230370955407311, - 1.2339654400242808, - 1.2315550724104274, - 1.2002900544061812, - 1.2002900544061812, - 1.2316230112240383, - 1.2273628653071982, - 1.2316305599811062, - 1.2002900544061812, - 1.2314366607101157, - 1.2316230112240383, - 1.2273628653071982, - 1.230370955407311, - 1.2318273328109641, - 1.2315550724104274, - 1.2339654400242808, - 1.2002900544061812, - 1.230370955407311, - 1.2316230112240383, - 1.2315550724104274, - 1.189773334125128, - 1.2314366607101157, - 1.199238382378076, - 1.2315550724104274, - 1.2318575839665793, - 1.2002900544061812, - 1.2002900544061812 + 1.2241058404739906, + 1.225563913659822, + 1.2257395831479134, + 1.2241186880986579, + 1.2261439275683612, + 1.2261996704086946, + 1.2262233518594312, + 1.2243330712096725, + 1.2262425118938869, + 1.2278998122088598, + 1.2264312151020307, + 1.2264132357683577, + 1.1885135534800182, + 1.226039062060832, + 1.2264321473075572, + 1.2243430863787426, + 1.2266466122809199, + 1.2264321867006633, + 1.226245172697469, + 1.2262276061123933, + 1.227880490821791, + 1.2266466213186584, + 1.2243431063577264, + 1.226247126568512, + 1.226227606991237, + 1.2262451746402563, + 1.2264136845065008, + 1.2262471266068413, + 1.1885137598337496, + 1.2260391569528377, + 1.2262471266084614, + 1.2262451746486607, + 1.2262471266085986, + 1.2262276070096707, + 1.2260391569532092, + 1.226227607009684, + 1.188513759834573, + 1.226625178451955, + 1.2264321909439317, + 1.2266251784519555, + 1.2280414134889104, + 1.2264321909439317, + 1.2262276070096876, + 1.2264321909439317, + 1.2262276070096876, + 1.2243431064449806, + 1.2262471266086354, + 1.2262276070096876, + 1.185889627019924, + 1.2262451746487406, + 1.2262451746487406, + 1.2264136845104021, + 1.2266251784519555, + 1.2262276070096876, + 1.2243431064449806, + 1.2243431064449806, + 1.2264321909439317, + 1.2280414134889104, + 1.2264136845104021, + 1.2266251784519555, + 1.2264136845104021, + 1.2264136845104021, + 1.1885137598345743, + 1.185889627019924, + 1.2243431064449806, + 1.2262471266086354, + 1.1885137598345743, + 1.2262276070096876, + 1.2262471266086354, + 1.2243431064449806, + 1.2243431064449806, + 1.2266251784519555 ], "p90": [ - 1.3837155158752428, - 1.386141522238113, - 1.394670813521526, - 1.3854476870786145, - 1.3510969715957637, - 1.3901535274276466, - 1.390216122105835, - 1.3883638004212244, - 1.388378294666328, - 1.3885735136013881, - 1.3902710680838097, - 1.3859672427592737, - 1.3957855789730258, - 1.385968393895746, - 1.3902740142163983, - 1.3862109602374433, - 1.3862110019079097, - 1.3902741625351398, - 1.3902741721842342, - 1.3902741768274156, - 1.3957862977496645, - 1.3957536253289176, - 1.385968740291205, - 1.3908221254224296, - 1.395753626215052, - 1.3883917385958147, - 1.3957536263004418, - 1.3824397225774225, - 1.395786299816123, - 1.3885799828949055, - 1.3859687407697086, - 1.3883917386486224, - 1.3883917386489668, - 1.3835845372869395, - 1.3963833977387494, - 1.3825496184864041, - 1.3825496184864225, - 1.3862110405588994, - 1.3960957333058173, - 1.3830504038024032, - 1.3957536263261712, - 1.3885799828977716, - 1.3908221256533506, - 1.3883917386492857, - 1.3862110405589072, - 1.3824939756735541, - 1.3908221256533506, - 1.3902741811341484, - 1.3862110405589072, - 1.3902741811341484, - 1.3859687407710874, - 1.3828414521833075, - 1.3883917386492857, - 1.3902741811341484, - 1.3859687407710874, - 1.3960803612852575, - 1.3883917386492857, - 1.3908221256533506, - 1.3885799828977718, - 1.3957536263261718, - 1.3883917386492857, - 1.3830504038024047, - 1.3885799828977718, - 1.3885799828977718, - 1.383342237499273, - 1.3902741811341484, - 1.3908221256533506, - 1.3883917386492857, - 1.3957536263261718, - 1.3859687407710874, - 1.3859687407710874, - 1.3859687407710874 + 1.3845223295564664, + 1.3837785965160547, + 1.3845496344896622, + 1.3827643224974475, + 1.3761468608148977, + 1.376202603655231, + 1.3869194274734435, + 1.3796922672138985, + 1.3848352465934397, + 1.3870043563535974, + 1.3848388854662872, + 1.375904062656296, + 1.3848396549536321, + 1.382988645951385, + 1.3793599523302809, + 1.3868178116744319, + 1.3868178225131866, + 1.386817827497401, + 1.3869412483114814, + 1.387593531093903, + 1.3793599955540339, + 1.3869412500730087, + 1.3869412501754992, + 1.3848398612680648, + 1.3868301735744273, + 1.3869412502542686, + 1.3869412502588516, + 1.3762500598533778, + 1.3850376583506117, + 1.3753405442804456, + 1.3793599959664813, + 1.3848398613081083, + 1.386830173592841, + 1.3868178317406525, + 1.379702302449199, + 1.3870064784355938, + 1.3827830607921663, + 1.3848398613081878, + 1.3827830607921676, + 1.3850376583514363, + 1.3848398613081883, + 1.382783060792168, + 1.382783060792168, + 1.383186537887018, + 1.38298874084377, + 1.3848398613081883, + 1.3875935319911976, + 1.3868178317406694, + 1.386941250262753, + 1.386941250262753, + 1.3868178317406694, + 1.3850376583514363, + 1.3848398613081883, + 1.3848398613081883, + 1.3895194906976753, + 1.382783060792168, + 1.3875935319911976, + 1.3868178317406694, + 1.3759045113983404, + 1.3848398613081883, + 1.3868178317406694, + 1.3868178317406694, + 1.3868301735928779, + 1.3868178317406694, + 1.3850376583514363, + 1.3759045113983404, + 1.386941250262753, + 1.3848398613081883, + 1.386941250262753, + 1.3868178317406694, + 1.382783060792168, + 1.3868178317406694 ], "timestamps": [ - "2026-06-20 01:20:00", - "2026-06-20 01:30:00", - "2026-06-20 01:40:00", - "2026-06-20 01:50:00", - "2026-06-20 02:00:00", "2026-06-20 02:10:00", "2026-06-20 02:20:00", "2026-06-20 02:30:00", @@ -533,6 +527,10 @@ "2026-06-21 01:50:00", "2026-06-21 02:00:00", "2026-06-21 02:10:00", - "2026-06-21 02:20:00" + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index a9f993b51f37ff2d4397a19e735fcd46b04fe1aa..d8910ec95bc4cc67ae5b58b8a1baf492e6020176 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,13 +1,25 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T03:00:15.414114+00:00", + "evaluated_at": "2026-06-22T03:07:52.367406+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t020000z", - "data_fetched_at": "2026-06-22T02:54:50.310255Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", + "data_fetched_at": "2026-06-22T03:04:11.120897Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t205400z", + "data_fetched_at": "2026-06-22T03:04:11.120897Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t015000z", + "data_fetched_at": "2026-06-22T03:04:11.120897Z", + "context_length": 78, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index 3d32b33bf1685158e2af21658b84aab99bd0017a..f34af1b8e7d181b19746ec9d8ac529458e3f76ac 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -13,4 +13,4 @@ date,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank, 2026-06-19,Chronos-2,5.000,4.600,5.200,5.200,5.000,5.200,4.500,5.200,5.000,5.200 2026-06-20,Chronos-2,5.300,4.900,5.000,5.000,5.300,5.000,4.800,5.000,5.300,5.200 2026-06-21,Chronos-2,4.600,5.100,4.400,4.400,4.600,5.000,4.100,4.900,4.700,5.000 -2026-06-22,Chronos-2,4.200,4.300,4.500,4.500,4.200,4.500,4.100,4.500,4.200,4.500 +2026-06-22,Chronos-2,4.500,4.400,4.700,4.700,4.500,4.700,4.300,4.700,4.500,4.700 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index 6fa121a2fc945f440a8a1a9ee8bfd6396dd330c1..8c4372c7269a98bbc1999c993595e1978d60e624 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,4 +1,4 @@ week,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,,2.751,3.064,3.077,2.902,3.077,2.505,3.077,2.918,3.103 2026-W25,Chronos-Bolt-Mini,4.967,4.229,4.414,4.414,4.414,4.529,3.857,4.486,4.429,4.529 -2026-W26,Chronos-Bolt-Mini,4.2,4.3,4.5,4.5,4.2,4.5,4.1,4.5,4.2,4.5 +2026-W26,Chronos-Bolt-Mini,4.5,4.4,4.7,4.7,4.5,4.7,4.3,4.7,4.5,4.7 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 0e3c05b56139e3cf2e8be01eaf91d3af9e56c119..05bc3fa0758b2a6ecc1b83b1831ccc61ec0786b6 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,271544.9024454753,271544.9024454753,407.5856119791667,0.3633601548970941,0.006373891861332431,0.006340915953657993,1.567164588416265,521.0997048986645,0.008125152336991539,0.006355204496499687,0.005066291195887844,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,436784.4374141693,436784.4374141693,568.7423502604166,0.5109525919767978,0.0088887361034264,0.008835551737573511,1.5713130905677988,660.8966919376804,0.010307606821671667,0.008870331174044737,0.005703024256349737,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,0.8190864914031408,0.8190864914031408,0.69321076075236,0.38088505630682673,0.027901220956347006,0.027436930558977266,2.1561741380116493,0.9050339725132648,0.03593959911280288,0.027527935523719557,0.026277060517932285,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.055534055017111034,0.055534055017111034,0.16143942375977835,0.4780203480874744,0.09181253096596267,0.10131843359247601,1.7847169527273856,0.2356566464522294,0.15906444699722452,0.10896901509249496,0.09422208746171494,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.06783470513710792,0.06783470513710792,0.23188440336121452,3.567453144523709,0.14961966025271323,0.16457610639960077,85.65963445818427,0.26045096493794745,0.1742794462064581,0.15516427597546342,0.13721775478910714,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.26378345373634815,0.26378345373634815,0.41443645556767783,1.2183037090995406,0.24225176067852983,0.2947942499402639,19.18391282270409,0.513598533619741,0.3357365342598284,0.2709148296872618,0.22212909310790158,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.06313821152436302,0.06313821152436302,0.2246868842177921,3.6511631742968254,0.1441868098063588,0.15776169212863145,96.55580869119147,0.25127318106865887,0.16689731348965264,0.14923851878192917,0.1366511052602274,Ocean,1 nws_ksfo_observations_temperature/1h/short,Chronos-2,0.07786747901207036,0.07786747901207036,0.23360876242319742,0.13423648450882741,0.013737275285611228,0.013724816158544496,1.3958654738587886,0.2790474493918021,0.01656477612567398,0.013867451069594723,0.017611260361001982,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,109.31964849691288,109.31964849691288,8.504114389419556,0.7346560519200726,0.45654499363250906,0.3394857527330733,3.5314221071149796,10.455603688783967,0.46694171405074625,0.37978923720482166,0.25677180435932784,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,2.1754387806845443,2.1754387806845443,1.3531458377838135,0.6955214190915154,0.05562622658589883,0.05385530573831728,3.592932300473359,1.4749368734574861,0.060520573577409136,0.05552316421826897,0.03435045632534217,Weather,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index f1e36a1893107ce4aa7f2c539c86b68f84f11098..8503f00b7d08d1de38fd7b3eedb8492dbe11b22f 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T02:55:14.499559+00:00", + "evaluated_at": "2026-06-22T03:04:41.253502+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65851.9921875, 65892.0, 65836.296875, 65624.0, @@ -101,10 +100,10 @@ 64298.01171875, 64294.0, 64248.0, - 64241.25 + 64241.25, + 64426.0 ], "actuals": [ - 64426.0, 64276.12109375, 64256.55078125, 64303.4609375, @@ -127,88 +126,88 @@ 63311.98828125, 63896.01171875, 64606.0, - 64295.98828125 + 64257.98828125, + 64061.44921875 ], "p50": [ - 64291.640625, - 64318.01171875, - 64336.75390625, - 64363.66015625, - 64379.2421875, - 64408.00390625, - 64430.46875, - 64454.96875, - 64465.76953125, - 64484.41015625, - 64498.00390625, - 64518.6328125, - 64524.35546875, - 64538.53125, - 64545.3046875, - 64548.23828125, - 64659.98828125, - 64677.4296875, - 64688.90234375, - 64705.9140625, - 64694.6953125, - 64723.7890625, - 64732.7265625, - 64743.50390625 + 64444.35546875, + 64458.6171875, + 64471.0078125, + 64498.328125, + 64514.74609375, + 64549.66015625, + 64572.0, + 64595.59765625, + 64610.015625, + 64633.86328125, + 64655.3046875, + 64671.85546875, + 64676.87890625, + 64694.265625, + 64708.71484375, + 64711.41796875, + 64812.8359375, + 64836.6640625, + 64850.296875, + 64872.2890625, + 64872.66796875, + 64902.4453125, + 64919.01953125, + 64934.02734375 ], "p10": [ - 64023.4140625, - 63984.96484375, - 63934.8046875, - 63886.9765625, - 63839.625, - 63809.83984375, - 63760.35546875, - 63739.7421875, - 63694.33984375, - 63643.09375, - 63571.14453125, - 63504.7421875, - 63435.0546875, - 63367.078125, - 63330.0546875, - 63361.95703125, - 63295.15625, - 63156.65234375, - 63105.765625, - 63024.21875, - 63013.57421875, - 62960.32421875, - 62931.42578125, - 62934.55859375 + 64159.08203125, + 64121.87109375, + 64069.73046875, + 64038.328125, + 64005.09375, + 64009.05078125, + 63962.29296875, + 63936.78515625, + 63892.75, + 63845.33203125, + 63811.3671875, + 63762.17578125, + 63705.46875, + 63658.078125, + 63634.125, + 63639.0546875, + 63530.33984375, + 63496.34375, + 63411.33984375, + 63373.91796875, + 63342.98046875, + 63293.9765625, + 63263.078125, + 63233.60546875 ], "p90": [ - 64523.0625, - 64579.78515625, - 64650.96875, - 64713.79296875, - 64791.359375, - 64831.4296875, - 64868.26171875, - 64925.765625, - 64973.77734375, - 65022.0, - 65072.3828125, - 65134.3359375, - 65185.17578125, - 65214.375, - 65255.6796875, - 65266.88671875, - 65621.3046875, - 65682.6015625, - 65718.578125, - 65812.484375, - 65826.796875, - 65887.84375, - 65949.8671875, - 65990.140625 + 64685.69140625, + 64745.29296875, + 64802.91796875, + 64863.125, + 64939.35546875, + 64977.9921875, + 65027.59375, + 65076.78125, + 65126.71875, + 65183.53125, + 65232.625, + 65296.8828125, + 65355.81640625, + 65385.73828125, + 65422.8828125, + 65437.5390625, + 65689.4296875, + 65750.546875, + 65793.5703125, + 65888.5546875, + 65913.40625, + 65980.359375, + 66040.875, + 66078.515625 ], "timestamps": [ - "2026-06-17 03:00:00", "2026-06-17 04:00:00", "2026-06-17 05:00:00", "2026-06-17 06:00:00", @@ -327,6 +326,7 @@ "2026-06-21 23:00:00", "2026-06-22 00:00:00", "2026-06-22 01:00:00", - "2026-06-22 02:00:00" + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" ] } diff --git a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 208066392510c7ce9b627c94bc2be45c687f2799..ab8604c71273ba998e21775e009c27e0c9668cd0 100644 --- a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T02:47:41.469047+00:00", + "evaluated_at": "2026-06-22T03:04:48.910066+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.8270000219345093, - 0.8629999756813049, - 0.9079999923706055, 0.9459999799728394, 0.9660000205039978, 0.9850000143051147, @@ -245,12 +242,12 @@ 0.6430000066757202, 0.6779999732971191, 0.6980000138282776, - 0.7229999899864197 - ], - "actuals": [ + 0.7229999899864197, 0.7440000176429749, 0.7649999856948853, - 0.7950000166893005, + 0.7950000166893005 + ], + "actuals": [ 0.828000009059906, 0.8529999852180481, 0.8790000081062317, @@ -307,198 +304,198 @@ 1.8049999475479126, 1.7920000553131104, 1.7879999876022339, - 1.7730000019073486 + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661 ], "p50": [ - 0.7328934669494629, - 0.7628069519996643, - 0.7918585538864136, - 0.8196041584014893, - 0.850605845451355, - 0.8754829168319702, - 0.904105007648468, - 0.9313571453094482, - 0.9631257057189941, - 0.989652156829834, - 1.0167291164398193, - 1.0465011596679688, - 1.0736091136932373, - 1.0977375507354736, - 1.1232283115386963, - 1.1473500728607178, - 1.2290608882904053, - 1.2566938400268555, - 1.2833462953567505, - 1.3021559715270996, - 1.3259856700897217, - 1.3487842082977295, - 1.3675202131271362, - 1.3901727199554443, - 1.407285451889038, - 1.4257616996765137, - 1.4439705610275269, - 1.4646016359329224, - 1.4778305292129517, - 1.4883402585983276, - 1.4992427825927734, - 1.505947232246399, - 1.5926437377929688, - 1.6051760911941528, - 1.6116766929626465, - 1.6157870292663574, - 1.6095417737960815, - 1.6067962646484375, - 1.6023998260498047, - 1.6036505699157715, - 1.5976258516311646, - 1.593749761581421, - 1.5806267261505127, - 1.575180172920227, - 1.5530728101730347, - 1.5377898216247559, - 1.5234485864639282, - 1.500870704650879, - 1.4876255989074707, - 1.480634331703186, - 1.4673500061035156, - 1.447585940361023, - 1.4224379062652588, - 1.4002081155776978, - 1.371058464050293, - 1.348484992980957, - 1.3219552040100098, - 1.2939493656158447, - 1.2618212699890137, - 1.2481400966644287 + 0.801055908203125, + 0.8284823298454285, + 0.8552588224411011, + 0.8803877830505371, + 0.9050896167755127, + 0.9246284365653992, + 0.9499185085296631, + 0.9706493616104126, + 0.994855523109436, + 1.015854835510254, + 1.0373218059539795, + 1.061614751815796, + 1.0835617780685425, + 1.1034196615219116, + 1.1243596076965332, + 1.1444525718688965, + 1.1789453029632568, + 1.1961381435394287, + 1.211706280708313, + 1.2231377363204956, + 1.2356666326522827, + 1.2507104873657227, + 1.262916088104248, + 1.269526720046997, + 1.2799491882324219, + 1.2855892181396484, + 1.2959318161010742, + 1.302167296409607, + 1.3086738586425781, + 1.310268521308899, + 1.3168143033981323, + 1.3186302185058594, + 1.320861577987671, + 1.3174777030944824, + 1.3067816495895386, + 1.3046739101409912, + 1.2916784286499023, + 1.2831916809082031, + 1.2718669176101685, + 1.2553317546844482, + 1.2453690767288208, + 1.228217601776123, + 1.215432047843933, + 1.200542688369751, + 1.177390217781067, + 1.1584147214889526, + 1.1390374898910522, + 1.1156909465789795, + 1.0756222009658813, + 1.052566647529602, + 1.031180500984192, + 1.001981496810913, + 0.9719700813293457, + 0.9431946277618408, + 0.9190667271614075, + 0.8823314905166626, + 0.8572989702224731, + 0.8338373899459839, + 0.8078833818435669, + 0.7832379341125488 ], "p10": [ - 0.7105680704116821, - 0.7398803234100342, - 0.7609366178512573, - 0.7834838628768921, - 0.8022671937942505, - 0.8289892077445984, - 0.8520662188529968, - 0.8777492046356201, - 0.905293881893158, - 0.9271379113197327, - 0.9524696469306946, - 0.9786959290504456, - 1.0010249614715576, - 1.0194838047027588, - 1.04099702835083, - 1.06466805934906, - 1.1218622922897339, - 1.1380674839019775, - 1.1529239416122437, - 1.166208028793335, - 1.1834138631820679, - 1.1934672594070435, - 1.1982803344726562, - 1.2138525247573853, - 1.2229485511779785, - 1.2361751794815063, - 1.2411041259765625, - 1.2556750774383545, - 1.2511074542999268, - 1.2631752490997314, - 1.2668594121932983, - 1.2603113651275635, - 1.3276630640029907, - 1.31400465965271, - 1.3107134103775024, - 1.3060566186904907, - 1.2873088121414185, - 1.277122974395752, - 1.2551250457763672, - 1.2472717761993408, - 1.2327907085418701, - 1.214119791984558, - 1.1998579502105713, - 1.1807173490524292, - 1.1564865112304688, - 1.1389820575714111, - 1.1207139492034912, - 1.0888149738311768, - 1.0817948579788208, - 1.0485786199569702, - 1.022454857826233, - 1.0061489343643188, - 0.9761261940002441, - 0.9449170827865601, - 0.9195886254310608, - 0.8876652121543884, - 0.8693428635597229, - 0.8266255855560303, - 0.814367949962616, - 0.7929898500442505 + 0.7798260450363159, + 0.8096754550933838, + 0.8261464238166809, + 0.8486970067024231, + 0.8631131052970886, + 0.8824003338813782, + 0.9046621918678284, + 0.9239526391029358, + 0.9437845349311829, + 0.9598299264907837, + 0.9795442223548889, + 1.0006518363952637, + 1.0180753469467163, + 1.0324592590332031, + 1.0493260622024536, + 1.069480061531067, + 1.0937490463256836, + 1.1027147769927979, + 1.1084586381912231, + 1.1155756711959839, + 1.1228647232055664, + 1.130098581314087, + 1.1300498247146606, + 1.1331547498703003, + 1.1321792602539062, + 1.1339080333709717, + 1.1329635381698608, + 1.1375091075897217, + 1.130116581916809, + 1.1311562061309814, + 1.1281397342681885, + 1.1164069175720215, + 1.1214382648468018, + 1.1106997728347778, + 1.0961343050003052, + 1.0819324254989624, + 1.0648163557052612, + 1.044377088546753, + 1.024537444114685, + 1.0027337074279785, + 0.9889118075370789, + 0.9617111682891846, + 0.9500038027763367, + 0.9300283193588257, + 0.8988161087036133, + 0.8807903528213501, + 0.8681715726852417, + 0.8397315144538879, + 0.7550241947174072, + 0.7296273708343506, + 0.7024840116500854, + 0.6747325658798218, + 0.6439357995986938, + 0.6039962768554688, + 0.58165442943573, + 0.5550445914268494, + 0.5179431438446045, + 0.4899832606315613, + 0.46256256103515625, + 0.4385431408882141 ], "p90": [ - 0.7579663991928101, - 0.7902833223342896, - 0.8263940811157227, - 0.855484127998352, - 0.8839854001998901, - 0.9225688576698303, - 0.9536575078964233, - 0.9896525144577026, - 1.018991470336914, - 1.055774211883545, - 1.0857226848602295, - 1.1124653816223145, - 1.1491022109985352, - 1.186619758605957, - 1.2161710262298584, - 1.2457339763641357, - 1.3566309213638306, - 1.3955097198486328, - 1.4312007427215576, - 1.4603068828582764, - 1.4932141304016113, - 1.5218110084533691, - 1.5500359535217285, - 1.5860779285430908, - 1.612142562866211, - 1.6461868286132812, - 1.672487735748291, - 1.705485463142395, - 1.7307076454162598, - 1.7501370906829834, - 1.7623258829116821, - 1.7743223905563354, - 1.8154387474060059, - 1.8444969654083252, - 1.8490924835205078, - 1.865090012550354, - 1.8658108711242676, - 1.8904430866241455, - 1.8974525928497314, - 1.9062503576278687, - 1.8894498348236084, - 1.9012138843536377, - 1.9067866802215576, - 1.9115345478057861, - 1.9052568674087524, - 1.9035451412200928, - 1.892728328704834, - 1.886264681816101, - 1.8536981344223022, - 1.876504898071289, - 1.8653626441955566, - 1.84324312210083, - 1.8279798030853271, - 1.829346776008606, - 1.8365800380706787, - 1.803539752960205, - 1.778964877128601, - 1.7750555276870728, - 1.7669692039489746, - 1.740424633026123 + 0.8239293098449707, + 0.8522450923919678, + 0.8839107155799866, + 0.9107930660247803, + 0.9348382353782654, + 0.9669183492660522, + 0.9928919076919556, + 1.0226529836654663, + 1.0440709590911865, + 1.073728084564209, + 1.0999516248703003, + 1.121232509613037, + 1.1504104137420654, + 1.1856333017349243, + 1.209348440170288, + 1.2348576784133911, + 1.306922197341919, + 1.332519769668579, + 1.3548463582992554, + 1.3789024353027344, + 1.3967372179031372, + 1.4175111055374146, + 1.4409416913986206, + 1.4645185470581055, + 1.4761903285980225, + 1.502273440361023, + 1.5205466747283936, + 1.5362133979797363, + 1.550843596458435, + 1.5683925151824951, + 1.5673145055770874, + 1.5850085020065308, + 1.5925309658050537, + 1.6039961576461792, + 1.6112117767333984, + 1.613982915878296, + 1.6068159341812134, + 1.6078827381134033, + 1.6128320693969727, + 1.6033316850662231, + 1.6079127788543701, + 1.6052969694137573, + 1.6063616275787354, + 1.5917394161224365, + 1.579418659210205, + 1.5761076211929321, + 1.5498526096343994, + 1.5366365909576416, + 1.524003028869629, + 1.521967887878418, + 1.520298719406128, + 1.4880995750427246, + 1.4642622470855713, + 1.4473390579223633, + 1.434445858001709, + 1.4158589839935303, + 1.3859546184539795, + 1.3647572994232178, + 1.3534486293792725, + 1.340657114982605 ], "timestamps": [ - "2026-06-20 20:42:00", - "2026-06-20 20:48:00", - "2026-06-20 20:54:00", "2026-06-20 21:00:00", "2026-06-20 21:06:00", "2026-06-20 21:12:00", @@ -795,6 +792,9 @@ "2026-06-22 02:18:00", "2026-06-22 02:24:00", "2026-06-22 02:30:00", - "2026-06-22 02:36:00" + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00" ] } diff --git a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 96af053e74ef4efa9c64a3c78b14b5b8b32f149d..16d39ef521ab124b62f2349e9a67715fee370b43 100644 --- a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T02:40:28.870381+00:00", + "evaluated_at": "2026-06-22T03:04:52.391615+00:00", "freq": "10min", - "context_length": 79, + "context_length": 78, "prediction_length": 72, "context": [ - 1.399999976158142, - 1.399999976158142, - 1.399999976158142, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -84,6 +81,8 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ @@ -91,8 +90,6 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842, - 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, 1.399999976158142, @@ -158,236 +155,233 @@ 1.600000023841858, 1.7000000476837158, 1.7000000476837158, - 1.600000023841858 + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158 ], "p50": [ - 1.2983112335205078, - 1.2950396537780762, - 1.2950844764709473, - 1.2944694757461548, - 1.2930564880371094, - 1.2896122932434082, - 1.2851295471191406, - 1.2791193723678589, - 1.2744449377059937, - 1.2724064588546753, - 1.2697874307632446, - 1.2692092657089233, - 1.271531105041504, - 1.2733882665634155, - 1.275638222694397, - 1.2774662971496582, - 1.281075358390808, - 1.279221773147583, - 1.2796109914779663, - 1.2797025442123413, - 1.2787550687789917, - 1.2769129276275635, - 1.275693655014038, - 1.2744221687316895, - 1.2747355699539185, - 1.2756932973861694, - 1.2735059261322021, - 1.2735350131988525, - 1.2735142707824707, - 1.2733715772628784, - 1.2741340398788452, - 1.2730286121368408, - 1.2704988718032837, - 1.2663017511367798, - 1.2641024589538574, - 1.263427495956421, - 1.2616772651672363, - 1.2608411312103271, - 1.2603976726531982, - 1.2617124319076538, - 1.2611403465270996, - 1.2616063356399536, - 1.2626680135726929, - 1.2620751857757568, - 1.261155366897583, - 1.259053111076355, - 1.2598882913589478, - 1.2583578824996948, - 1.2671109437942505, - 1.264771819114685, - 1.2624231576919556, - 1.2623345851898193, - 1.2623794078826904, - 1.2628604173660278, - 1.2637888193130493, - 1.2637028694152832, - 1.2625579833984375, - 1.2606691122055054, - 1.2593530416488647, - 1.2560855150222778, - 1.2546160221099854, - 1.2545682191848755, - 1.2542403936386108, - 1.2556875944137573, - 1.2614247798919678, - 1.2612680196762085, - 1.2609978914260864, - 1.2606624364852905, - 1.2615464925765991, - 1.2611991167068481, - 1.260826826095581, - 1.259010910987854 + 1.3016953468322754, + 1.3017219305038452, + 1.3012372255325317, + 1.3017926216125488, + 1.300042986869812, + 1.2994096279144287, + 1.2972970008850098, + 1.2960354089736938, + 1.295343279838562, + 1.2933350801467896, + 1.2922672033309937, + 1.2915666103363037, + 1.292826771736145, + 1.292181372642517, + 1.2936749458312988, + 1.2941032648086548, + 1.294094443321228, + 1.2938836812973022, + 1.2936325073242188, + 1.2940936088562012, + 1.2923685312271118, + 1.2924120426177979, + 1.2914334535598755, + 1.2916128635406494, + 1.291321039199829, + 1.2911301851272583, + 1.2911126613616943, + 1.2917978763580322, + 1.2922873497009277, + 1.2913237810134888, + 1.2915260791778564, + 1.2916206121444702, + 1.2895108461380005, + 1.2883135080337524, + 1.2862671613693237, + 1.2869224548339844, + 1.2866652011871338, + 1.2888741493225098, + 1.2887234687805176, + 1.2897552251815796, + 1.2906744480133057, + 1.2893036603927612, + 1.288469672203064, + 1.2873061895370483, + 1.2861363887786865, + 1.2831215858459473, + 1.2822747230529785, + 1.2819650173187256, + 1.2843741178512573, + 1.2848126888275146, + 1.2855290174484253, + 1.2867990732192993, + 1.2874746322631836, + 1.2874020338058472, + 1.2868735790252686, + 1.2863054275512695, + 1.2851738929748535, + 1.28240168094635, + 1.2799639701843262, + 1.278184413909912, + 1.279054045677185, + 1.2806024551391602, + 1.2830485105514526, + 1.284374475479126, + 1.2834875583648682, + 1.2833030223846436, + 1.2843438386917114, + 1.2838923931121826, + 1.2825566530227661, + 1.2814730405807495, + 1.2811442613601685, + 1.280437707901001 ], "p10": [ - 1.2435531616210938, - 1.2285003662109375, - 1.2228504419326782, - 1.219530463218689, - 1.2148747444152832, - 1.2099720239639282, - 1.2052208185195923, - 1.2004737854003906, - 1.198669195175171, - 1.1950825452804565, - 1.1952472925186157, - 1.196177363395691, - 1.1968963146209717, - 1.196401834487915, - 1.1982996463775635, - 1.1987767219543457, - 1.2013022899627686, - 1.2000014781951904, - 1.2001152038574219, - 1.2002955675125122, - 1.1983263492584229, - 1.199360966682434, - 1.1986873149871826, - 1.1967827081680298, - 1.1970927715301514, - 1.1951318979263306, - 1.1961580514907837, - 1.1957308053970337, - 1.1941101551055908, - 1.1945374011993408, - 1.1949225664138794, - 1.1938539743423462, - 1.1923789978027344, - 1.190237045288086, - 1.189557433128357, - 1.1881804466247559, - 1.1884955167770386, - 1.1877689361572266, - 1.1877036094665527, - 1.1878857612609863, - 1.1878899335861206, - 1.187291145324707, - 1.1888325214385986, - 1.18825101852417, - 1.1877858638763428, - 1.1865309476852417, - 1.185487151145935, - 1.1838164329528809, - 1.1903159618377686, - 1.1890640258789062, - 1.1875648498535156, - 1.1875852346420288, - 1.1871256828308105, - 1.1868308782577515, - 1.186213731765747, - 1.1871094703674316, - 1.1860791444778442, - 1.1841973066329956, - 1.1849644184112549, - 1.1845057010650635, - 1.1852567195892334, - 1.183411717414856, - 1.1821240186691284, - 1.179612636566162, - 1.187028169631958, - 1.1866252422332764, - 1.1856120824813843, - 1.1870629787445068, - 1.185939908027649, - 1.1854503154754639, - 1.1847612857818604, - 1.1867597103118896 + 1.2725017070770264, + 1.2588403224945068, + 1.247257947921753, + 1.2383148670196533, + 1.2304937839508057, + 1.2230830192565918, + 1.2156648635864258, + 1.211656093597412, + 1.2044094800949097, + 1.1986744403839111, + 1.1984484195709229, + 1.1974846124649048, + 1.199344277381897, + 1.1949273347854614, + 1.1953418254852295, + 1.1974071264266968, + 1.213521957397461, + 1.2119371891021729, + 1.2097415924072266, + 1.2077927589416504, + 1.2052963972091675, + 1.2040245532989502, + 1.2021865844726562, + 1.2031716108322144, + 1.2027723789215088, + 1.2040624618530273, + 1.2042598724365234, + 1.202134132385254, + 1.2010064125061035, + 1.196991205215454, + 1.196724772453308, + 1.1961115598678589, + 1.1926207542419434, + 1.1936092376708984, + 1.1898651123046875, + 1.1898969411849976, + 1.1899937391281128, + 1.192708969116211, + 1.195379376411438, + 1.1982299089431763, + 1.200019359588623, + 1.2014951705932617, + 1.2029486894607544, + 1.1995173692703247, + 1.1970115900039673, + 1.1939855813980103, + 1.1928819417953491, + 1.1924954652786255, + 1.1917195320129395, + 1.190057635307312, + 1.1886632442474365, + 1.1876164674758911, + 1.1867945194244385, + 1.1893514394760132, + 1.1902576684951782, + 1.1887867450714111, + 1.189380407333374, + 1.1857678890228271, + 1.185420036315918, + 1.1836071014404297, + 1.1831072568893433, + 1.182923436164856, + 1.18643319606781, + 1.1872403621673584, + 1.1923208236694336, + 1.1909250020980835, + 1.1907457113265991, + 1.19014573097229, + 1.18821120262146, + 1.189162015914917, + 1.1892623901367188, + 1.1888564825057983 ], "p90": [ - 1.3501149415969849, - 1.3585666418075562, - 1.3654297590255737, - 1.368574619293213, - 1.3731049299240112, - 1.3713784217834473, - 1.3692868947982788, - 1.365110158920288, - 1.3631737232208252, - 1.3626608848571777, - 1.3612151145935059, - 1.3616582155227661, - 1.3629380464553833, - 1.3653281927108765, - 1.3650065660476685, - 1.3678791522979736, - 1.3696038722991943, - 1.3704383373260498, - 1.3729290962219238, - 1.3718311786651611, - 1.3723936080932617, - 1.3710299730300903, - 1.3705600500106812, - 1.3702235221862793, - 1.3724333047866821, - 1.3733770847320557, - 1.3736534118652344, - 1.375403642654419, - 1.3752275705337524, - 1.376088261604309, - 1.3761165142059326, - 1.3779352903366089, - 1.3727986812591553, - 1.3700385093688965, - 1.370584487915039, - 1.3691540956497192, - 1.3692903518676758, - 1.3693673610687256, - 1.3691349029541016, - 1.3703770637512207, - 1.3732094764709473, - 1.3724336624145508, - 1.3753175735473633, - 1.3763169050216675, - 1.3742400407791138, - 1.3730463981628418, - 1.3726418018341064, - 1.3740133047103882, - 1.3793238401412964, - 1.3784576654434204, - 1.3794193267822266, - 1.3790779113769531, - 1.3803422451019287, - 1.3828625679016113, - 1.383727788925171, - 1.3856017589569092, - 1.3882417678833008, - 1.383039116859436, - 1.3841261863708496, - 1.383057713508606, - 1.3808091878890991, - 1.380387783050537, - 1.380860686302185, - 1.384641408920288, - 1.3889442682266235, - 1.3869121074676514, - 1.389979600906372, - 1.3887075185775757, - 1.3887882232666016, - 1.3906559944152832, - 1.3906986713409424, - 1.3918527364730835 + 1.333387017250061, + 1.3417588472366333, + 1.3491986989974976, + 1.354564905166626, + 1.3613266944885254, + 1.3613563776016235, + 1.3619946241378784, + 1.3626867532730103, + 1.3651540279388428, + 1.3663945198059082, + 1.3690482378005981, + 1.366940975189209, + 1.368736743927002, + 1.3713395595550537, + 1.3706527948379517, + 1.3702682256698608, + 1.3606343269348145, + 1.3605616092681885, + 1.36149001121521, + 1.36333167552948, + 1.3671696186065674, + 1.367132544517517, + 1.3683903217315674, + 1.3702725172042847, + 1.3709708452224731, + 1.3739007711410522, + 1.3767489194869995, + 1.37872314453125, + 1.3816165924072266, + 1.3835396766662598, + 1.3834407329559326, + 1.3845100402832031, + 1.3806748390197754, + 1.3824050426483154, + 1.3820730447769165, + 1.380421757698059, + 1.382188081741333, + 1.381701111793518, + 1.3797715902328491, + 1.3785500526428223, + 1.3792622089385986, + 1.3767756223678589, + 1.3743183612823486, + 1.3732274770736694, + 1.3751356601715088, + 1.3757678270339966, + 1.3741803169250488, + 1.3747780323028564, + 1.3731446266174316, + 1.3758602142333984, + 1.3796837329864502, + 1.3808927536010742, + 1.3845113515853882, + 1.3845534324645996, + 1.3829416036605835, + 1.3810176849365234, + 1.383121132850647, + 1.3821697235107422, + 1.3816159963607788, + 1.3799476623535156, + 1.3823286294937134, + 1.3850823640823364, + 1.3859283924102783, + 1.3867255449295044, + 1.3754897117614746, + 1.3755052089691162, + 1.3782434463500977, + 1.379970908164978, + 1.3833109140396118, + 1.3850162029266357, + 1.3862489461898804, + 1.3856174945831299 ], "timestamps": [ - "2026-06-20 01:20:00", - "2026-06-20 01:30:00", - "2026-06-20 01:40:00", - "2026-06-20 01:50:00", - "2026-06-20 02:00:00", "2026-06-20 02:10:00", "2026-06-20 02:20:00", "2026-06-20 02:30:00", @@ -533,6 +527,10 @@ "2026-06-21 01:50:00", "2026-06-21 02:00:00", "2026-06-21 02:10:00", - "2026-06-21 02:20:00" + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 8c36eecbcb72a749a6e2d62445ea029f39869950..1e3987c58692efda07a3e88ff0414173bf8c89a1 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,13 +1,25 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T02:55:16.502122+00:00", + "evaluated_at": "2026-06-22T03:04:55.042390+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t020000z", - "data_fetched_at": "2026-06-22T02:54:50.310255Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", + "data_fetched_at": "2026-06-22T03:04:11.120897Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t205400z", + "data_fetched_at": "2026-06-22T03:04:11.120897Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t015000z", + "data_fetched_at": "2026-06-22T03:04:11.120897Z", + "context_length": 78, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 1ee587b2d1b334a6854f67e5df2d04785bd17d23..161807571c83c1c2096b4af1888ab72021a06c34 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,64753.77556481064,63249.45316056358,179.54516886451165,0.16006345281140233,0.0027993931636526074,0.0028026929198822093,1.5651729697738286,254.4676316642465,0.0039677402475357905,0.0027995253781207164,0.002226964666390832,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,66815.90101540337,71223.8791265376,196.47004342213344,0.17650677479243068,0.00307107482258072,0.0030651160743958746,1.4831389313223928,258.4877192738629,0.004031476947923444,0.0030642246882710564,0.002481142766380391,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,90.83341172097414,92.62648790328399,8.299724128435516,4.560288257151853,0.3185376684579119,0.40488327610390623,141.48998129735833,9.530656416059397,0.37846973846058257,0.329588465165,0.31681573540285846,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ETS,0.021211160687529644,0.02123575017111644,0.10236518012316728,0.3031021660937364,0.06318226960859037,0.06163343459869529,8.13412129480172,0.14564051870111436,0.09830500822423348,0.06909485055140843,0.06387599506065822,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.07476855992922955,0.07374858243505421,0.23949504779842115,3.6845400077875192,0.15431545868127491,0.17058746856566465,43.43459052288508,0.2734384024405306,0.18296992433976217,0.1602569002170616,0.14836750338086616,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,ETS,0.04748544715051231,0.04785686364341628,0.13615374967345611,0.4002462042287546,0.08080009285160239,0.07485708877149654,11.968081943738758,0.21791155809298485,0.14244758600394483,0.08900295668618592,0.08367753103074063,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.051707256670080054,0.05184724513214089,0.20329715724373496,3.3035799866629625,0.13050712233370287,0.14145965946836694,44.15477330373116,0.22739229685739148,0.15103547180138696,0.135031320253759,0.12058801695539839,Ocean,1 nws_ksfo_observations_temperature/1h/short,ETS,0.15849552928528313,0.16817355118562838,0.35001142639639493,0.20112389162978886,0.020683461429891258,0.02091451891357571,1.674300980532082,0.3981149699336652,0.02363284582462244,0.020777329921204537,0.018106255153355698,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,42.87082281342973,46.25605104344519,5.336033820779018,0.4609709324421565,0.2252586301852173,0.27620935763191284,2.705071460037805,6.547581447636198,0.29241151396411574,0.23830443967383128,0.19528181887570933,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ETS,154.6100775380297,152.2202795525013,10.89148390800984,5.5982586149902325,0.46521049717965957,0.35860679480441937,193.91615828865238,12.434230074195575,0.5102094534525702,0.4469064846664957,0.4379291483606563,Weather,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index 38916d789a7075a1713cf18dc4c0895e2840f540..486adc2fe47a701a53969cb94755c3e5d69caaa1 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-22T03:00:15.447541+00:00", + "evaluated_at": "2026-06-22T03:07:52.404370+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65851.9921875, 65892.0, 65836.296875, 65624.0, @@ -101,10 +100,10 @@ 64298.01171875, 64294.0, 64248.0, - 64241.25 + 64241.25, + 64426.0 ], "actuals": [ - 64426.0, 64276.12109375, 64256.55078125, 64303.4609375, @@ -127,88 +126,88 @@ 63311.98828125, 63896.01171875, 64606.0, - 64295.98828125 + 64257.98828125, + 64061.44921875 ], "p50": [ - 64229.298516492316, - 64217.83325846559, - 64203.338703563866, - 64176.50039866214, - 64163.43553126042, - 64166.976132608695, - 64150.02454645697, - 64115.842491555246, - 64116.12137415352, - 64099.9354130018, - 64073.597108100075, - 64087.79005319835, - 64027.822842046626, - 64014.4142246449, - 63987.712638493176, - 63976.968083591455, - 63996.02821618973, - 63943.064911288006, - 63929.51566888628, - 63932.474238984556, - 63913.467965332835, - 63904.27614480611, - 63863.078464904385, - 63841.35539437766 + 64429.850861727355, + 64423.81311623109, + 64383.087870734824, + 64373.93098461356, + 64377.8365984923, + 64348.529321746035, + 64327.71423249977, + 64312.899143253504, + 64304.08405400724, + 64284.89982413597, + 64288.94606301471, + 64265.50988001844, + 64260.84713452218, + 64244.50079527592, + 64197.91617477965, + 64197.78077303339, + 64182.82505878712, + 64160.86153204086, + 64171.95659904459, + 64131.231353548326, + 64123.84595180206, + 64109.0308625558, + 64094.21577330954, + 64087.72880906327 ], "p10": [ - 64004.011407117316, - 63980.750055340584, - 63964.958234813865, - 63868.89883616214, - 63927.73631251042, - 63886.6648044837, - 63875.45423395697, - 63865.283897805246, - 63863.61746790352, - 63846.6658817518, - 63829.714295600075, - 63811.234193823344, - 63716.334560796626, - 63762.8962558949, - 63682.431388493176, - 63723.25206796645, - 63705.93837243973, - 63695.08991128801, - 63672.03520013628, - 63597.673457734556, - 63656.510934082835, - 63648.02809793111, - 63604.228855529385, - 63604.496410002655 + 64184.593049227355, + 64090.30139748109, + 64150.11560510982, + 64060.67121898856, + 64124.9639422423, + 64110.14885299603, + 64079.73923249977, + 64076.0401588785, + 64044.00592900724, + 64035.97208976097, + 64062.62731301471, + 63999.56066126844, + 64036.369400147174, + 63976.71173277592, + 63961.218518529655, + 63958.67921053339, + 63868.07505878712, + 63929.04903204086, + 63913.07417716959, + 63816.37275979832, + 63736.24438930206, + 63858.1910188058, + 63779.18452330954, + 63847.78037156327 ], "p90": [ - 64480.62039149232, - 64463.66880534059, - 64447.311359813866, - 64429.69961741214, - 64412.81404688542, - 64485.366757608695, - 64426.73157770697, - 64354.085069680244, - 64349.28270227852, - 64330.5565067518, - 64313.604920600075, - 64294.93770944835, - 64297.447842046626, - 64262.7501621449, - 64243.29818536818, - 64224.100896091455, - 64257.21571618973, - 64243.401239413004, - 64254.68363763628, - 64178.786738984556, - 64161.835152832835, - 64128.91208230611, - 64155.506199279385, - 64110.98039437766 + 64665.917267977355, + 64648.92249123109, + 64625.83904260983, + 64647.67903148856, + 64607.5076922423, + 64592.69260299604, + 64597.33923249977, + 64562.871799503504, + 64537.57389775724, + 64536.922480385976, + 64538.07887551471, + 64503.017301893444, + 64567.857290772175, + 64521.20782652592, + 64462.847034154656, + 64446.31631990839, + 64508.13365253712, + 64434.37325079086, + 64447.13238029459, + 64388.77158792333, + 64417.50220180206, + 64357.3668000558, + 64360.29780455954, + 64348.24013718827 ], "timestamps": [ - "2026-06-17 03:00:00", "2026-06-17 04:00:00", "2026-06-17 05:00:00", "2026-06-17 06:00:00", @@ -327,6 +326,7 @@ "2026-06-21 23:00:00", "2026-06-22 00:00:00", "2026-06-22 01:00:00", - "2026-06-22 02:00:00" + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" ] } diff --git a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 39a994f3442e6aca2c46ac45c5c8fa2f1441d0cb..ddcbe0ae52556931cbf658da21a2a274e4e67ebc 100644 --- a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ETS", - "evaluated_at": "2026-06-22T02:50:45.035924+00:00", + "evaluated_at": "2026-06-22T03:07:52.430120+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.8270000219345093, - 0.8629999756813049, - 0.9079999923706055, 0.9459999799728394, 0.9660000205039978, 0.9850000143051147, @@ -245,12 +242,12 @@ 0.6430000066757202, 0.6779999732971191, 0.6980000138282776, - 0.7229999899864197 - ], - "actuals": [ + 0.7229999899864197, 0.7440000176429749, 0.7649999856948853, - 0.7950000166893005, + 0.7950000166893005 + ], + "actuals": [ 0.828000009059906, 0.8529999852180481, 0.8790000081062317, @@ -307,198 +304,198 @@ 1.8049999475479126, 1.7920000553131104, 1.7879999876022339, - 1.7730000019073486 + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661 ], "p50": [ - 0.7496453850068874, - 0.7733556507281557, - 0.79906592050254, - 0.8237762180526886, - 0.847486409268151, - 0.872696610974031, - 0.8989069786192418, - 0.9241172101274441, - 0.9483274992137332, - 0.9765377368016092, - 1.0032479788002289, - 1.0269582594226585, - 1.0531685376609021, - 1.077378796944869, - 1.1025890433542322, - 1.127799304664757, - 1.1540095680018396, - 1.1782198272858062, - 1.203430088596331, - 1.2271403692187604, - 1.2548506430462605, - 1.279060872527905, - 1.3017711362226154, - 1.3274814059969995, - 1.3556916584860366, - 1.3799019475723258, - 1.4041121919551314, - 1.4283225257449041, - 1.4565327186292965, - 1.478743018563631, - 1.5059532839272713, - 1.5311634856331513, - 1.5573737340690728, - 1.5825840400830808, - 1.6067943142682088, - 1.6320045606775722, - 1.6627148107824237, - 1.6824250534962992, - 1.7096352890576174, - 1.7348456099727867, - 1.7630558922641464, - 1.7852660729891912, - 1.8089763536116208, - 1.8336866213594472, - 1.8593969060349924, - 1.8856071842732363, - 1.909317405291021, - 1.9360276323884795, - 1.9617379021628638, - 1.9804481875536648, - 2.0086584698450243, - 2.0403686474706277, - 2.06057898805533, - 2.082789243286181, - 2.108999521524425, - 2.136209757085743, - 2.1594200739477967, - 2.1886301943529407, - 2.214340479028486, - 2.2370508619324863 + 0.8231571871836633, + 0.849682571666145, + 0.8762079561486267, + 0.900733366380315, + 0.9272587359616354, + 0.9537840757406335, + 0.9803094602231153, + 1.0083348849983367, + 1.0308602613745868, + 1.059885673275205, + 1.089911057400059, + 1.1164364269813793, + 1.1414618009734436, + 1.168987187482483, + 1.1925126552922583, + 1.2195379737327936, + 1.2485633409299284, + 1.2740887233858522, + 1.300614122769495, + 1.3261395052254188, + 1.356664897814132, + 1.3816902867073575, + 1.4047156715474671, + 1.4312410858322713, + 1.4597664147632239, + 1.4862918439491892, + 1.5108171796750713, + 1.539342568210669, + 1.5658679526931507, + 1.5903933331225166, + 1.619918708783511, + 1.6454441061405958, + 1.6704694801326598, + 1.7004949089609973, + 1.7250202595880408, + 1.7525456609982417, + 1.783070964179988, + 1.804596413035486, + 1.833121831373406, + 1.859647096646598, + 1.8901726084446009, + 1.912697984820851, + 1.9392232500940432, + 1.9637487795350208, + 1.9912740915382545, + 2.020799556606216, + 2.041324854423544, + 2.070350251423001, + 2.0988756995632434, + 2.12090102277215, + 2.1484264241823507, + 2.1779518296456675, + 2.2014771931473143, + 2.225502609816304, + 2.253527974986881, + 2.2830533506478754, + 2.307078737514543, + 2.3366041280766985, + 2.368629516254668, + 2.3936548306420873 ], "p10": [ - 0.7176453797616786, - 0.7438556281976, - 0.768065902382728, - 0.7952762511928712, - 0.8194863525245292, - 0.845696779774385, - 0.8709069814802648, - 0.8941172089353512, - 0.9193275298505206, - 0.9455376590771524, - 0.9726480151352205, - 0.9969582880328881, - 1.0221685493434125, - 1.0473788106539372, - 1.0724890672914575, - 1.0975992762452624, - 1.1239095889588326, - 1.1462198220405975, - 1.172430070476519, - 1.198640378517085, - 1.2258505544737583, - 1.2470609209268764, - 1.2731710693223621, - 1.2974813899037454, - 1.3245916207920592, - 1.3488018532539359, - 1.3741121013560713, - 1.4003224630408178, - 1.4245326239771205, - 1.4506429273446826, - 1.475953252932856, - 1.5011635142433808, - 1.5262738245250818, - 1.5535840587989393, - 1.5767942981749548, - 1.6010045067949732, - 1.627214820796004, - 1.6524250821065287, - 1.6785353914345553, - 1.701745511601281, - 1.7300557806842514, - 1.753166122675623, - 1.7784764423033321, - 1.8035866452966725, - 1.8277968181539042, - 1.8540071142735415, - 1.8822173906044364, - 1.9064276171058485, - 1.9287379038317938, - 1.9549482774374691, - 1.9781585048925554, - 2.0052687357808696, - 2.0314789961377198, - 2.0557892034702783, - 2.0799994776554063, - 2.105209738965931, - 2.1314200470064972, - 2.1576302954424182, - 2.181840629232191, - 2.2079508253113924 + 0.7911571819384545, + 0.8176825664209363, + 0.8442079509034179, + 0.8716332761150409, + 0.9001587480971411, + 0.9257841382063012, + 0.9513094163540967, + 0.977834860441223, + 1.0043602389632402, + 1.0318856701757635, + 1.0584110606187098, + 1.0848364404281872, + 1.109461795728235, + 1.1379872736707994, + 1.1644125342709875, + 1.1910379830311182, + 1.2175634211577802, + 1.244088692391437, + 1.2706141305180987, + 1.297139520961045, + 1.3246648925689233, + 1.350090231608824, + 1.3747156405530518, + 1.4012410250355336, + 1.428766337038767, + 1.4562918218954706, + 1.4818171060037304, + 1.5093425968208984, + 1.5358679813033802, + 1.561393313095356, + 1.5879186975778377, + 1.6154440751461805, + 1.6429695063587035, + 1.6714949723803394, + 1.693020254342832, + 1.7195456388253139, + 1.7460710233077956, + 1.7735963353110291, + 1.801021821455193, + 1.8276472046502144, + 1.854172589132696, + 1.8816980203452192, + 1.9052233302026857, + 1.9336487438676013, + 1.9611741214359444, + 1.9857994648150632, + 2.014324889113447, + 2.0397502221928834, + 2.066375611348369, + 2.0928009911578465, + 2.119426380313332, + 2.1468518128133156, + 2.173377203256262, + 2.198002487030736, + 2.2244279383657872, + 2.2520533623303858, + 2.2785787468128675, + 2.307004106833603, + 2.3336294304239797, + 2.357054854817731 ], "p90": [ - 0.7747454135217494, - 0.8019556610039965, - 0.822165980727073, - 0.8533762184341583, - 0.8795864728305441, - 0.9017967131602339, - 0.9251069452883245, - 0.9521171774640987, - 0.9803274657159228, - 1.0036377395672647, - 1.028748008125714, - 1.0529582227061973, - 1.0781684840167218, - 1.1064787709810857, - 1.1305889808885645, - 1.1547993146783373, - 1.180009575988862, - 1.2043197952423492, - 1.2295301101970542, - 1.2556403599204358, - 1.2808506212309605, - 1.3060608825414852, - 1.3293711623532918, - 1.3564814051625345, - 1.378891750205664, - 1.4069019277835837, - 1.43311223582415, - 1.4573224504046332, - 1.4855327326959926, - 1.5077429730256824, - 1.532953234336207, - 1.5601634758579896, - 1.5823737102272148, - 1.6075839715377394, - 1.6307942585974706, - 1.656004531828924, - 1.6842148021993548, - 1.7094250635098795, - 1.733735282763367, - 1.7598455861309288, - 1.786055894171495, - 1.8112661554820195, - 1.8364764167925443, - 1.8587866498743093, - 1.8868969394135935, - 1.9111071539940767, - 1.9333173943237663, - 1.962527604135878, - 1.9878379774077675, - 2.010948152506134, - 2.032258523632256, - 2.0623687218572244, - 2.088679022649866, - 2.1107892702274804, - 2.1370995173759417, - 2.1634097645244026, - 2.188420028409848, - 2.2126303025949756, - 2.2379405089738595, - 2.26605079255268 + 0.8481572229464501, + 0.8746826074289319, + 0.9022079194321655, + 0.9297333506446888, + 0.9583587676951483, + 0.9827841196096521, + 1.0064095950726637, + 1.0318348327846678, + 1.063360212498778, + 1.085885636558744, + 1.1164110887521022, + 1.1399364522537487, + 1.168461810987024, + 1.1949871954695055, + 1.2205125391824103, + 1.2481379571865443, + 1.2726633674182326, + 1.3010887333994325, + 1.3227141690465412, + 1.3531394556343543, + 1.3787649053481592, + 1.4061902245993176, + 1.4318156743131227, + 1.4593409982372854, + 1.481966426970255, + 1.5122917625292445, + 1.538817147011726, + 1.5663425782242493, + 1.5939680081493122, + 1.6203933939192543, + 1.6450186896146572, + 1.6744440963654341, + 1.6959694796558227, + 1.7255948778712147, + 1.750120288102903, + 1.777545613314526, + 1.8040709977970077, + 1.8315964230490662, + 1.858121807531548, + 1.8856472387440713, + 1.9111725764965113, + 1.9366979738535963, + 1.9642233454614748, + 1.9897486832139148, + 2.016274073656861, + 2.0427994521788784, + 2.0683249091406077, + 2.096850267873883, + 2.1233756523563647, + 2.149001048425989, + 2.1694264250168156, + 2.200951831553016, + 2.2295771830383666, + 2.249102571216336, + 2.277628022336811, + 2.3081533553208797, + 2.334578681486177, + 2.359104091717865, + 2.389629436622863, + 2.415154881663663 ], "timestamps": [ - "2026-06-20 20:42:00", - "2026-06-20 20:48:00", - "2026-06-20 20:54:00", "2026-06-20 21:00:00", "2026-06-20 21:06:00", "2026-06-20 21:12:00", @@ -795,6 +792,9 @@ "2026-06-22 02:18:00", "2026-06-22 02:24:00", "2026-06-22 02:30:00", - "2026-06-22 02:36:00" + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00" ] } diff --git a/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 5a77cbe5bb4d3fa163d7ca2d1e204c57e480413a..93adbbaadd01dcacfee9afff377534c82e24e1fc 100644 --- a/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "ETS", - "evaluated_at": "2026-06-22T02:43:03.329681+00:00", + "evaluated_at": "2026-06-22T03:07:52.461503+00:00", "freq": "10min", - "context_length": 79, + "context_length": 78, "prediction_length": 72, "context": [ - 1.399999976158142, - 1.399999976158142, - 1.399999976158142, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -84,6 +81,8 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ @@ -91,8 +90,6 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842, - 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, 1.399999976158142, @@ -158,236 +155,233 @@ 1.600000023841858, 1.7000000476837158, 1.7000000476837158, - 1.600000023841858 + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158 ], "p50": [ - 1.29990723190386, - 1.2988539089122533, - 1.2978005859206467, - 1.2967472629290402, - 1.2956939399374336, - 1.2946406169458269, - 1.2935872939542203, - 1.2925339709626138, - 1.291480647971007, - 1.2904273249794005, - 1.289374001987794, - 1.2883206789961874, - 1.2872673560045806, - 1.286214033012974, - 1.2851607100213676, - 1.2841073870297608, - 1.2830540640381543, - 1.2820007410465477, - 1.2809474180549412, - 1.2798940950633344, - 1.2788407720717279, - 1.2777874490801213, - 1.2767341260885148, - 1.275680803096908, - 1.2746274801053015, - 1.273574157113695, - 1.2725208341220882, - 1.2714675111304816, - 1.270414188138875, - 1.2693608651472685, - 1.2683075421556618, - 1.2672542191640552, - 1.2662008961724487, - 1.265147573180842, - 1.2640942501892354, - 1.2630409271976288, - 1.2619876042060223, - 1.2609342812144155, - 1.259880958222809, - 1.2588276352312024, - 1.2577743122395957, - 1.2567209892479891, - 1.2556676662563826, - 1.254614343264776, - 1.2535610202731693, - 1.2525076972815627, - 1.2514543742899562, - 1.2504010512983494, - 1.249347728306743, - 1.2482944053151364, - 1.2472410823235298, - 1.246187759331923, - 1.2451344363403165, - 1.24408111334871, - 1.2430277903571032, - 1.2419744673654967, - 1.2409211443738901, - 1.2398678213822836, - 1.2388144983906768, - 1.2377611753990703, - 1.2367078524074637, - 1.2356545294158572, - 1.2346012064242504, - 1.2335478834326439, - 1.2324945604410373, - 1.2314412374494306, - 1.230387914457824, - 1.2293345914662175, - 1.228281268474611, - 1.2272279454830042, - 1.2261746224913976, - 1.225121299499791 + 1.3019796279859888, + 1.3022484400714187, + 1.3025172521568484, + 1.3027860642422782, + 1.303054876327708, + 1.3033236884131378, + 1.3035925004985676, + 1.3038613125839973, + 1.304130124669427, + 1.304398936754857, + 1.3046677488402867, + 1.3049365609257164, + 1.3052053730111461, + 1.305474185096576, + 1.3057429971820058, + 1.3060118092674355, + 1.3062806213528653, + 1.3065494334382952, + 1.306818245523725, + 1.3070870576091547, + 1.3073558696945846, + 1.3076246817800143, + 1.307893493865444, + 1.3081623059508738, + 1.3084311180363037, + 1.3086999301217335, + 1.3089687422071632, + 1.309237554292593, + 1.3095063663780229, + 1.3097751784634526, + 1.3100439905488823, + 1.310312802634312, + 1.310581614719742, + 1.3108504268051717, + 1.3111192388906014, + 1.3113880509760312, + 1.3116568630614611, + 1.3119256751468908, + 1.3121944872323206, + 1.3124632993177503, + 1.3127321114031802, + 1.31300092348861, + 1.3132697355740397, + 1.3135385476594696, + 1.3138073597448994, + 1.314076171830329, + 1.3143449839157588, + 1.3146137960011888, + 1.3148826080866185, + 1.3151514201720482, + 1.315420232257478, + 1.315689044342908, + 1.3159578564283376, + 1.3162266685137674, + 1.316495480599197, + 1.316764292684627, + 1.3170331047700568, + 1.3173019168554865, + 1.3175707289409162, + 1.3178395410263462, + 1.3181083531117759, + 1.3183771651972056, + 1.3186459772826356, + 1.3189147893680653, + 1.319183601453495, + 1.3194524135389247, + 1.3197212256243547, + 1.3199900377097844, + 1.3202588497952141, + 1.3205276618806439, + 1.3207964739660738, + 1.3210652860515035 ], "p10": [ - 1.1999072080620021, - 1.1988538850703954, - 1.1978005620787888, - 1.1967472390871823, - 1.1956939160955757, - 1.194640593103969, - 1.1935872701123624, - 1.1925339471207559, - 1.1914806241291491, - 1.1904273011375426, - 1.189373978145936, - 1.1883206551543295, - 1.2872673560045806, - 1.1862140091711162, - 1.1851606861795096, - 1.1841073631879029, - 1.1830540401962963, - 1.1820007172046898, - 1.1809473942130833, - 1.1798940712214765, - 1.17884074822987, - 1.1777874252382634, - 1.1767341022466569, - 1.17568077925505, - 1.1746274562634436, - 1.173574133271837, - 1.1725208102802303, - 1.1714674872886237, - 1.1704141642970172, - 1.1693608413054106, - 1.1683075183138039, - 1.1672541953221973, - 1.1662008723305908, - 1.165147549338984, - 1.1640942263473775, - 1.163040903355771, - 1.1619875803641644, - 1.1609342573725576, - 1.159880934380951, - 1.1588276113893445, - 1.1577742883977378, - 1.1567209654061312, - 1.1556676424145247, - 1.1546143194229181, - 1.1535609964313114, - 1.1525076734397048, - 1.1514543504480983, - 1.1504010274564915, - 1.149347704464885, - 1.1482943814732784, - 1.147241058481672, - 1.1461877354900651, - 1.1451344124984586, - 1.144081089506852, - 1.1430277665152453, - 1.1419744435236387, - 1.1409211205320322, - 1.1398677975404257, - 1.138814474548819, - 1.1377611515572124, - 1.1367078285656058, - 1.1356545055739993, - 1.1346011825823925, - 1.133547859590786, - 1.1324945365991794, - 1.1314412136075727, - 1.1303878906159661, - 1.1293345676243596, - 1.128281244632753, - 1.1272279216411463, - 1.1261745986495397, - 1.1251212756579332 + 1.2019796041441309, + 1.2022484162295608, + 1.2025172283149905, + 1.2027860404004203, + 1.2030549716951395, + 1.20332366457128, + 1.2035924766567097, + 1.2038612887421394, + 1.204130100827569, + 1.204398912912999, + 1.2046677249984288, + 1.2049365370838585, + 1.2052053491692882, + 1.2054741612547182, + 1.205742973340148, + 1.2060117854255776, + 1.2062805975110074, + 1.2065494095964373, + 1.206818221681867, + 1.2070870337672968, + 1.2073558458527267, + 1.2076246579381564, + 1.2078934700235862, + 1.2081622821090159, + 1.2084312014828065, + 1.2086999062798756, + 1.2089687183653053, + 1.209237530450735, + 1.209506342536165, + 1.2097751546215947, + 1.2100439667070244, + 1.2103127787924541, + 1.210581590877884, + 1.2108505221726034, + 1.2111192150487435, + 1.2113881463434628, + 1.2116568392196032, + 1.2119257705143225, + 1.2121944633904627, + 1.2124632754758924, + 1.2127320875613223, + 1.213000899646752, + 1.2132697117321818, + 1.2135385238176117, + 1.2138073359030415, + 1.2140761479884712, + 1.2143450673622616, + 1.2146137721593309, + 1.2148825842447606, + 1.2151513963301903, + 1.21542020841562, + 1.21568902050105, + 1.2159578325864797, + 1.2162266446719094, + 1.2164954567573392, + 1.2167642688427691, + 1.2170330809281988, + 1.2173018930136286, + 1.2175707050990583, + 1.2178395171844882, + 1.218108329269918, + 1.2183771413553477, + 1.2186459534407776, + 1.2189147655262074, + 1.219183577611637, + 1.2194525089063564, + 1.2197212017824968, + 1.2199900138679265, + 1.2202588259533562, + 1.220527638038786, + 1.220796450124216, + 1.2210652622096456 ], "p90": [ - 1.399907255745718, - 1.3988539327541112, - 1.3978006097625046, - 1.396747286770898, - 1.3956939637792916, - 1.3946406407876848, - 1.3935873177960783, - 1.3925339948044717, - 1.391480671812865, - 1.3904273488212584, - 1.3893740258296519, - 1.3883207028380453, - 1.3872673798464386, - 1.386214056854832, - 1.3851607338632255, - 1.3841074108716187, - 1.3830540878800122, - 1.3820007648884056, - 1.380947441896799, - 1.3798941189051923, - 1.3788407959135858, - 1.3777874729219792, - 1.3767341499303727, - 1.375680826938766, - 1.3746275039471594, - 1.3735741809555528, - 1.372520857963946, - 1.3714675349723395, - 1.370414211980733, - 1.3693608889891264, - 1.3683075659975197, - 1.3672542430059131, - 1.366200800805017, - 1.3651475970226998, - 1.3640942740310933, - 1.3630409510394867, - 1.3619875207595196, - 1.3609343050562734, - 1.359880982064667, - 1.3588276590730604, - 1.3577743360814536, - 1.356721013089847, - 1.3556676900982405, - 1.354614367106634, - 1.3535610441150272, - 1.35250761383506, - 1.3514543981318141, - 1.3504010751402074, - 1.3493477521486008, - 1.3482944291569943, - 1.3472411061653877, - 1.346187783173781, - 1.3451343409728849, - 1.3440811371905679, - 1.3430278141989611, - 1.3419744912073546, - 1.340921168215748, - 1.3398677379357808, - 1.3388145222325347, - 1.3377611992409282, - 1.3367078762493216, - 1.335654553257715, - 1.3346012302661083, - 1.3335479072745018, - 1.3324945842828952, - 1.3314412612912885, - 1.330387938299682, - 1.3293346153080754, - 1.3282812923164689, - 1.327227969324862, - 1.3261746463332555, - 1.325121323341649 + 1.4019796518278467, + 1.4022484639132766, + 1.4025172759987063, + 1.402786088084136, + 1.4030549001695658, + 1.4033235930457062, + 1.4035925243404255, + 1.4038612172165656, + 1.404130148511285, + 1.4043989605967149, + 1.4046677726821446, + 1.4049365847675743, + 1.405205396853004, + 1.405474208938434, + 1.4057430210238637, + 1.4060118331092935, + 1.4062806451947232, + 1.4065493499917925, + 1.4068182693655829, + 1.4070870814510126, + 1.4073558935364425, + 1.4076247056218723, + 1.407893517707302, + 1.4081623297927317, + 1.4084311418781617, + 1.4086999539635914, + 1.408968766049021, + 1.4092375781344508, + 1.4095063902198808, + 1.4097752023053105, + 1.4100440143907402, + 1.41031282647617, + 1.4105816385616, + 1.4108504506470296, + 1.4111192627324594, + 1.411388074817889, + 1.411656886903319, + 1.4119256989887488, + 1.4121945110741785, + 1.4124633231596082, + 1.4127321352450382, + 1.4130009473304679, + 1.4132697594158976, + 1.413538452292038, + 1.4138073835867573, + 1.414076195672187, + 1.4143450077576167, + 1.4146138198430467, + 1.4148826319284764, + 1.4151514440139061, + 1.4154202560993359, + 1.4156890681847658, + 1.4159578802701955, + 1.4162266923556253, + 1.416495504441055, + 1.4167641973171954, + 1.4170331286119147, + 1.4173019406973444, + 1.4175707527827741, + 1.417839564868204, + 1.4181083769536338, + 1.4183771890390635, + 1.4186460011244935, + 1.4189148132099232, + 1.419183625295353, + 1.4194524373807826, + 1.4197212494662126, + 1.4199900615516423, + 1.420258873637072, + 1.4205276857225018, + 1.4207964978079317, + 1.4210653098933614 ], "timestamps": [ - "2026-06-20 01:20:00", - "2026-06-20 01:30:00", - "2026-06-20 01:40:00", - "2026-06-20 01:50:00", - "2026-06-20 02:00:00", "2026-06-20 02:10:00", "2026-06-20 02:20:00", "2026-06-20 02:30:00", @@ -533,6 +527,10 @@ "2026-06-21 01:50:00", "2026-06-21 02:00:00", "2026-06-21 02:10:00", - "2026-06-21 02:20:00" + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index 1cac43f86022097127195573fc4394d55b47be66..f15e5da53b7c017ff7177c95f970cb16a0068eae 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,13 +1,25 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T03:00:15.459464+00:00", + "evaluated_at": "2026-06-22T03:07:52.471501+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t020000z", - "data_fetched_at": "2026-06-22T02:54:50.310255Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", + "data_fetched_at": "2026-06-22T03:04:11.120897Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t205400z", + "data_fetched_at": "2026-06-22T03:04:11.120897Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t015000z", + "data_fetched_at": "2026-06-22T03:04:11.120897Z", + "context_length": 78, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 08878db2bd870067f9082904916206eafa63d8c0..e2ead9746e9dd043adf84094f524257bf0a54d7f 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1661,3 +1661,6 @@ {"evaluated_at": "2026-06-22T02:50:45.147146+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} {"evaluated_at": "2026-06-22T02:50:45.147146+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} {"evaluated_at": "2026-06-22T03:00:15.495030+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-22T03:07:52.527913+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-22T03:07:52.527913+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} +{"evaluated_at": "2026-06-22T03:07:52.527913+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index b4f33c47dae8c625d97ab859f6db145729cf42ea..61ce4dd238d0bb865c7bd7c7826caefb0f9e811b 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,219039.73480415344,172339.04310178757,295.7564290364583,0.26366510177987335,0.004628207852200936,0.00460740829687469,1.741517046051434,468.0168103862867,0.007297466962490327,0.004611528308259478,0.00456100520493774,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,555604.9974212646,385143.98019440967,526.8310546875,0.47329989195141353,0.008234862579471432,0.008187919254417515,2.2109630858691864,745.3891583738421,0.011625384825468012,0.008216665992447445,0.006266419454982842,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,1.0174851595559933,1.0827152634119936,0.8143861691157023,0.4474649550195679,0.03276591617251259,0.03203812930402764,2.1021269790288373,1.008704693929791,0.04005644365190709,0.03233990472175414,0.027002711031147448,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.720968753953502,0.7726545751194418,0.7307254826029141,2.1636700715061594,0.4322724696940354,0.6149947104248776,34.27004578587356,0.8490987892780805,0.5731280292572161,0.49322795069382586,0.41420587725609415,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.0487467291931212,0.04959551361126982,0.19728630946742165,3.035174659783745,0.12740846986454746,0.13792843659876955,44.644133739627215,0.22078661461492904,0.1477382467523438,0.1320131363932167,0.11256676857272943,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.8629443321635303,0.9240579628686848,0.8280315612753232,2.4341341327499912,0.48867645564095513,0.713475176336775,42.36661048071065,0.9289479706439593,0.60724817489961,0.541279673602336,0.45928358256193985,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.057976546360747484,0.056544845726595475,0.21235646390252644,3.450793772516077,0.13634567664330544,0.14833433147175842,59.826856850710314,0.24078319368416784,0.15992979429175816,0.14104857182434374,0.12229018347878332,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,5.176353419347379,5.114631799857951,2.1613210439682007,1.2419403100627455,0.1301055958138588,0.12133416594889428,14.7364409807858,2.2751600865317982,0.13505773862334206,0.1283000411115494,0.08478315925305123,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,116.07873736669626,80.22434544117952,7.043041706085205,0.6084364551514613,0.38951837688145224,0.29343043063552954,2.9045215633292076,10.773984284687641,0.48116042256312386,0.3145385062651324,0.2283264125519046,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,2.2421521123084553,2.151117567362386,1.3450527985890706,0.69136157027972,0.05587239019445415,0.05407801856547689,2.378481506712158,1.497381752362588,0.061441546515069854,0.05519108534569856,0.03604144152844797,Weather,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index c9dfc6be1c54610afe727427bb91f7fb6acee82f..993f9b3a1c1ef76d39805475b43486c3aefe0911 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T02:59:53.722658+00:00", + "evaluated_at": "2026-06-22T03:07:08.521891+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65851.9921875, 65892.0, 65836.296875, 65624.0, @@ -101,10 +100,10 @@ 64298.01171875, 64294.0, 64248.0, - 64241.25 + 64241.25, + 64426.0 ], "actuals": [ - 64426.0, 64276.12109375, 64256.55078125, 64303.4609375, @@ -127,88 +126,88 @@ 63311.98828125, 63896.01171875, 64606.0, - 64295.98828125 + 64257.98828125, + 64061.44921875 ], "p50": [ - 64284.216796875, - 64302.322265625, - 64285.015625, - 64300.490234375, - 64291.271484375, - 64323.34765625, - 64294.251953125, - 64259.650390625, - 64356.20703125, - 64373.98046875, - 64357.044921875, - 64355.9921875, - 64437.33984375, - 64393.58203125, - 64443.75390625, - 64467.04296875, - 64629.453125, - 64649.33203125, - 64526.103515625, - 64580.9375, - 64575.515625, - 64510.986328125, - 64701.4296875, - 64592.2890625 + 64430.33203125, + 64461.54296875, + 64467.0078125, + 64409.84375, + 64567.505859375, + 64521.265625, + 64502.400390625, + 64529.828125, + 64506.158203125, + 64468.4453125, + 64651.2578125, + 64694.703125, + 64621.919921875, + 64705.998046875, + 64757.330078125, + 64715.306640625, + 64812.939453125, + 64778.591796875, + 64752.2421875, + 64874.0390625, + 64935.232421875, + 64929.193359375, + 64851.828125, + 64955.087890625 ], "p10": [ - 64082.51953125, - 64003.01171875, - 63885.466796875, - 63896.17578125, - 63771.998046875, - 63679.765625, - 63662.677734375, - 63505.625, - 63606.572265625, - 63661.30078125, - 63518.591796875, - 63479.89453125, - 63486.150390625, - 63436.154296875, - 63425.5625, - 63360.310546875, - 63491.7734375, - 63536.025390625, - 63132.396484375, - 63269.482421875, - 63274.138671875, - 63018.537109375, - 63098.568359375, - 62951.70703125 + 64186.021484375, + 64090.1875, + 64012.65234375, + 63897.9453125, + 63703.580078125, + 63812.982421875, + 63786.16015625, + 63744.70703125, + 63644.140625, + 63636.02734375, + 63641.26953125, + 63763.890625, + 63656.974609375, + 63813.943359375, + 63489.3125, + 63587.390625, + 63469.474609375, + 63387.28515625, + 63358.990234375, + 63471.390625, + 63103.130859375, + 63515.337890625, + 63057.5703125, + 63268.34375 ], "p90": [ - 64489.640625, - 64689.373046875, - 64770.748046875, - 64747.91796875, - 64881.39453125, - 65021.486328125, - 64926.24609375, - 65085.201171875, - 65186.48046875, - 65223.974609375, - 65046.796875, - 65288.625, - 65340.53125, - 65479.83203125, - 65299.98046875, - 65523.287109375, - 66381.78515625, - 65882.76953125, - 66010.23046875, - 65818.125, - 66323.05859375, - 66345.0859375, - 66405.83984375, - 66295.43359375 + 64686.732421875, + 64932.9453125, + 64980.43359375, + 64944.685546875, + 65254.0859375, + 65192.484375, + 65351.162109375, + 65370.943359375, + 65304.56640625, + 65281.7265625, + 65734.4765625, + 65707.09765625, + 65709.67578125, + 66022.171875, + 66285.75390625, + 66086.8828125, + 66458.7890625, + 67128.83984375, + 66458.98828125, + 66645.40625, + 67272.234375, + 67386.13671875, + 66972.171875, + 66782.08984375 ], "timestamps": [ - "2026-06-17 03:00:00", "2026-06-17 04:00:00", "2026-06-17 05:00:00", "2026-06-17 06:00:00", @@ -327,6 +326,7 @@ "2026-06-21 23:00:00", "2026-06-22 00:00:00", "2026-06-22 01:00:00", - "2026-06-22 02:00:00" + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 154b08b840ea4f76669693fc9803c5cd0afab674..ffbe93db4d45c71bf5a8b076723a3f240d63f28a 100644 --- a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T02:50:02.443771+00:00", + "evaluated_at": "2026-06-22T03:07:14.671167+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.8270000219345093, - 0.8629999756813049, - 0.9079999923706055, 0.9459999799728394, 0.9660000205039978, 0.9850000143051147, @@ -245,12 +242,12 @@ 0.6430000066757202, 0.6779999732971191, 0.6980000138282776, - 0.7229999899864197 - ], - "actuals": [ + 0.7229999899864197, 0.7440000176429749, 0.7649999856948853, - 0.7950000166893005, + 0.7950000166893005 + ], + "actuals": [ 0.828000009059906, 0.8529999852180481, 0.8790000081062317, @@ -307,198 +304,198 @@ 1.8049999475479126, 1.7920000553131104, 1.7879999876022339, - 1.7730000019073486 + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661 ], "p50": [ - 0.7359687685966492, - 0.7571197152137756, - 0.7736908495426178, - 0.7890007495880127, - 0.8119764029979706, - 0.8298012316226959, - 0.8475636541843414, - 0.8509403765201569, - 0.9233957231044769, - 0.9513542950153351, - 0.9473189413547516, - 0.9355739057064056, - 0.9599840342998505, - 0.9619128406047821, - 0.9452600479125977, - 0.9579139649868011, - 0.9849304258823395, - 0.9853149950504303, - 0.9900560081005096, - 0.9582818448543549, - 0.9148347079753876, - 0.8771049976348877, - 0.9143279492855072, - 0.8873237669467926, - 0.8473343551158905, - 0.876901388168335, - 0.8316733837127686, - 0.8245916664600372, - 0.7980791330337524, - 0.7860637903213501, - 0.7572436332702637, - 0.7589017152786255, - 0.6834607124328613, - 0.7158315777778625, - 0.6662807762622833, - 0.6784948706626892, - 0.6537873446941376, - 0.6733577847480774, - 0.6224958896636963, - 0.6228046715259552, - 0.5778120756149292, - 0.5845014154911041, - 0.6343907713890076, - 0.6287360191345215, - 0.5443653166294098, - 0.6726039052009583, - 0.6001922786235809, - 0.5802951753139496, - 0.5728529989719391, - 0.5953717231750488, - 0.5605535507202148, - 0.6596563458442688, - 0.5743590593338013, - 0.5701799094676971, - 0.530339241027832, - 0.6282058358192444, - 0.5514383018016815, - 0.6835099458694458, - 0.48809465765953064, - 0.5272712707519531 + 0.8189128041267395, + 0.8326875269412994, + 0.8419292569160461, + 0.849974662065506, + 0.8632110059261322, + 0.8792620301246643, + 0.8916780650615692, + 0.8982271552085876, + 0.9545852541923523, + 0.9736747741699219, + 0.9595268070697784, + 0.9648230075836182, + 0.9578750729560852, + 0.94325190782547, + 0.9472476840019226, + 0.9401174187660217, + 0.9300011694431305, + 0.9303780794143677, + 0.9344702661037445, + 0.8698150813579559, + 0.8767322599887848, + 0.86299929022789, + 0.8525457978248596, + 0.8162241876125336, + 0.7841915190219879, + 0.712491512298584, + 0.7530063092708588, + 0.7272306680679321, + 0.7141900956630707, + 0.6531973779201508, + 0.639702558517456, + 0.624882698059082, + 0.5593242645263672, + 0.5314476788043976, + 0.5796242952346802, + 0.5860258936882019, + 0.5661839544773102, + 0.5119495093822479, + 0.5403130054473877, + 0.46864768862724304, + 0.548026442527771, + 0.561719685792923, + 0.5556149184703827, + 0.5339202880859375, + 0.5049958229064941, + 0.48438939452171326, + 0.5773967206478119, + 0.5204426944255829, + 0.5638085007667542, + 0.5114237666130066, + 0.47514596581459045, + 0.5516067147254944, + 0.543644905090332, + 0.5225368738174438, + 0.5388074219226837, + 0.552198201417923, + 0.5828853249549866, + 0.5473877191543579, + 0.5660963654518127, + 0.5270498991012573 ], "p10": [ - 0.7092668414115906, - 0.709320068359375, - 0.7255920469760895, - 0.7385543584823608, - 0.7361947298049927, - 0.7542587518692017, - 0.7597922682762146, - 0.7562399506568909, - 0.7870378196239471, - 0.8128798604011536, - 0.8285878896713257, - 0.7887661457061768, - 0.7980833053588867, - 0.8076373338699341, - 0.7819682061672211, - 0.7397964000701904, - 0.7403912842273712, - 0.7106808125972748, - 0.7033348679542542, - 0.6980656683444977, - 0.6071418523788452, - 0.5522339046001434, - 0.6333092451095581, - 0.5270829796791077, - 0.4855100214481354, - 0.5369157493114471, - 0.39538896083831787, - 0.42519840598106384, - 0.28174179792404175, - 0.3086066246032715, - 0.30080103874206543, - 0.2353856861591339, - 0.20406824350357056, - 0.17835918068885803, - 0.12056931853294373, - -0.03354668617248535, - -0.07869219779968262, - 0.03880792856216431, - -0.010202288627624512, - 0.026454806327819824, - -0.01011437177658081, - -0.012314915657043457, - -0.02123439311981201, - 0.020723998546600342, - -0.023906707763671875, - -0.034571051597595215, - -0.11112534999847412, - -0.13271355628967285, - 0.037673771381378174, - -0.07310843467712402, - -0.13799774646759033, - -0.0754314661026001, - -0.07821899652481079, - -0.17317020893096924, - -0.16448092460632324, - -0.047408878803253174, - 0.015136301517486572, - -0.08110165596008301, - -0.2805517911911011, - -0.11130142211914062 + 0.7916769683361053, + 0.7971361577510834, + 0.802111804485321, + 0.7967429757118225, + 0.8004952073097229, + 0.809429407119751, + 0.7879031598567963, + 0.8059534430503845, + 0.8085842728614807, + 0.8240050077438354, + 0.8061950504779816, + 0.7771238088607788, + 0.7703120410442352, + 0.7602425813674927, + 0.7373586297035217, + 0.7202497720718384, + 0.6635295748710632, + 0.6504564881324768, + 0.6298711001873016, + 0.5572794377803802, + 0.5372534096240997, + 0.5249617993831635, + 0.5276072919368744, + 0.4523615539073944, + 0.4041101932525635, + 0.3044034242630005, + 0.23373937606811523, + 0.19136959314346313, + 0.18521463871002197, + 0.1005392074584961, + 0.09288567304611206, + 0.1488737165927887, + 0.02718937397003174, + 0.0483626127243042, + 0.02331298589706421, + -0.012943625450134277, + -0.024264156818389893, + -0.16532832384109497, + -0.08984887599945068, + -0.18511193990707397, + -0.018441736698150635, + -0.03347665071487427, + -0.13684332370758057, + -0.2181052565574646, + -0.02183586359024048, + -0.18436729907989502, + -0.19476139545440674, + -0.20581024885177612, + -0.01476222276687622, + -0.16249626874923706, + -0.19298982620239258, + -0.20557498931884766, + -0.09393996000289917, + -0.12520945072174072, + -0.13504934310913086, + -0.20613980293273926, + -0.0559726357460022, + -0.0826866626739502, + -0.1476762294769287, + -0.18937313556671143 ], "p90": [ - 0.7620962262153625, - 0.8001827001571655, - 0.8194710612297058, - 0.8530696332454681, - 0.875190019607544, - 0.9164983928203583, - 0.9328582584857941, - 0.9564768970012665, - 1.0590970516204834, - 1.0856058597564697, - 1.0877768993377686, - 1.0861806273460388, - 1.1360662579536438, - 1.169467568397522, - 1.1644673347473145, - 1.1454650163650513, - 1.216812252998352, - 1.1878235936164856, - 1.2597153186798096, - 1.2906222939491272, - 1.2530999779701233, - 1.1657666563987732, - 1.2711483836174011, - 1.3052345514297485, - 1.2279226183891296, - 1.3318849205970764, - 1.2311099767684937, - 1.3352394104003906, - 1.1646844744682312, - 1.3155621886253357, - 1.2246571779251099, - 1.2816691398620605, - 1.18825101852417, - 1.2481090426445007, - 1.3588614463806152, - 1.2784420251846313, - 1.2342582941055298, - 1.2408514022827148, - 1.2068068385124207, - 1.2177441716194153, - 1.1401641964912415, - 1.2215498089790344, - 1.3491150736808777, - 1.4228026866912842, - 1.3750666975975037, - 1.4677069783210754, - 1.272368311882019, - 1.5066605806350708, - 1.2071857452392578, - 1.2717973589897156, - 1.231166422367096, - 1.448907732963562, - 1.2736074328422546, - 1.3570545315742493, - 1.254047691822052, - 1.4576979875564575, - 1.389011025428772, - 1.498808205127716, - 1.4084261059761047, - 1.4298829436302185 + 0.8422065079212189, + 0.8726082146167755, + 0.8977012038230896, + 0.905231773853302, + 0.9476975798606873, + 0.9716224074363708, + 0.9768633544445038, + 0.9971171915531158, + 1.1016345024108887, + 1.1060936450958252, + 1.1332731246948242, + 1.1298708319664001, + 1.1428470611572266, + 1.1638212203979492, + 1.1552612781524658, + 1.1465108394622803, + 1.1960493326187134, + 1.1989446878433228, + 1.2798093557357788, + 1.2074297070503235, + 1.224278748035431, + 1.2283452153205872, + 1.242397129535675, + 1.2437075972557068, + 1.229177474975586, + 1.2053115963935852, + 1.2868300676345825, + 1.2423457503318787, + 1.2107846140861511, + 1.2859376072883606, + 1.191131591796875, + 1.2877408862113953, + 1.0454692244529724, + 1.0656930804252625, + 1.273565948009491, + 1.253939926624298, + 1.3403161764144897, + 1.2291266918182373, + 1.364177405834198, + 1.088454246520996, + 1.136060655117035, + 1.1736075282096863, + 1.173250138759613, + 1.1797381043434143, + 1.1456819772720337, + 1.2955636978149414, + 1.2254353761672974, + 1.2342795133590698, + 1.066861629486084, + 1.2470436692237854, + 1.2868661880493164, + 1.2894476652145386, + 1.4608814716339111, + 1.2582327127456665, + 1.2444555759429932, + 1.2468472719192505, + 1.3136088252067566, + 1.2409786581993103, + 1.3049084544181824, + 1.4323772192001343 ], "timestamps": [ - "2026-06-20 20:42:00", - "2026-06-20 20:48:00", - "2026-06-20 20:54:00", "2026-06-20 21:00:00", "2026-06-20 21:06:00", "2026-06-20 21:12:00", @@ -795,6 +792,9 @@ "2026-06-22 02:18:00", "2026-06-22 02:24:00", "2026-06-22 02:30:00", - "2026-06-22 02:36:00" + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00" ] } diff --git a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 02b14bdc454417ccea266243df8421845392d86c..29325ccdbc983b3ec67835a44bf667b64a824764 100644 --- a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T02:42:33.098357+00:00", + "evaluated_at": "2026-06-22T03:07:19.841762+00:00", "freq": "10min", - "context_length": 79, + "context_length": 78, "prediction_length": 72, "context": [ - 1.399999976158142, - 1.399999976158142, - 1.399999976158142, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -84,6 +81,8 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ @@ -91,8 +90,6 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842, - 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, 1.399999976158142, @@ -158,236 +155,233 @@ 1.600000023841858, 1.7000000476837158, 1.7000000476837158, - 1.600000023841858 + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158 ], "p50": [ - 1.3063560128211975, - 1.302792489528656, - 1.307200312614441, - 1.3170914053916931, - 1.314795434474945, - 1.3162047266960144, - 1.3132887482643127, - 1.3199882507324219, - 1.3091577887535095, - 1.3068563342094421, - 1.3010379672050476, - 1.3098688125610352, - 1.3118285536766052, - 1.3023741245269775, - 1.3038779497146606, - 1.299133539199829, - 1.3183643221855164, - 1.3001241087913513, - 1.3083608150482178, - 1.3084933161735535, - 1.3086447715759277, - 1.3170633912086487, - 1.3137072920799255, - 1.3068186044692993, - 1.3216347098350525, - 1.2962754964828491, - 1.3121578693389893, - 1.3190568089485168, - 1.306724727153778, - 1.3139753937721252, - 1.31468266248703, - 1.3030598759651184, - 1.311412274837494, - 1.307896077632904, - 1.306785225868225, - 1.3063601851463318, - 1.3017976880073547, - 1.3149413466453552, - 1.321164608001709, - 1.313345491886139, - 1.3121482133865356, - 1.3065021634101868, - 1.322634220123291, - 1.3056750297546387, - 1.3005823493003845, - 1.3107033371925354, - 1.3140255212783813, - 1.3158880472183228, - 1.3012128472328186, - 1.3097559809684753, - 1.2997738122940063, - 1.2945845127105713, - 1.3075201511383057, - 1.3091840147972107, - 1.3189786076545715, - 1.3204146027565002, - 1.2993103861808777, - 1.3111397624015808, - 1.314383327960968, - 1.3014456033706665, - 1.3115628957748413, - 1.3011751770973206, - 1.3174893856048584, - 1.3230887651443481, - 1.3072817921638489, - 1.316257894039154, - 1.3052810430526733, - 1.3097594380378723, - 1.3064537048339844, - 1.301726222038269, - 1.3162440657615662, - 1.3217233419418335 + 1.3080998659133911, + 1.3121246099472046, + 1.3075059652328491, + 1.3090625405311584, + 1.3086991906166077, + 1.3052148222923279, + 1.3033635020256042, + 1.3094502091407776, + 1.3203742504119873, + 1.311024248600006, + 1.3138290047645569, + 1.312802493572235, + 1.2951327562332153, + 1.2963903546333313, + 1.2981042265892029, + 1.3093054294586182, + 1.299306333065033, + 1.309296190738678, + 1.304614007472992, + 1.3054476976394653, + 1.2979604005813599, + 1.3098926544189453, + 1.295698344707489, + 1.302973210811615, + 1.3075922727584839, + 1.308934211730957, + 1.3226386308670044, + 1.2922955751419067, + 1.3012863397598267, + 1.3057950139045715, + 1.2890437841415405, + 1.309518277645111, + 1.2978798747062683, + 1.2874048352241516, + 1.3178609013557434, + 1.3006373643875122, + 1.3009897470474243, + 1.3099428415298462, + 1.298534631729126, + 1.311806082725525, + 1.3095585703849792, + 1.2974262833595276, + 1.3060338497161865, + 1.3102778196334839, + 1.3083529472351074, + 1.3173468112945557, + 1.3122658133506775, + 1.3035624027252197, + 1.3144605159759521, + 1.31387859582901, + 1.3107705116271973, + 1.2954156398773193, + 1.3016533255577087, + 1.299818217754364, + 1.3089736700057983, + 1.3172341585159302, + 1.2977198958396912, + 1.3036491870880127, + 1.318357229232788, + 1.3147377967834473, + 1.294790804386139, + 1.3209106922149658, + 1.3024494647979736, + 1.299376368522644, + 1.3008297085762024, + 1.31010103225708, + 1.2899394631385803, + 1.302276074886322, + 1.3221393823623657, + 1.317842423915863, + 1.309869647026062, + 1.3005037903785706 ], "p10": [ - 1.199545979499817, - 1.173213541507721, - 1.1784708499908447, - 1.1843181848526, - 1.1832672357559204, - 1.1792476177215576, - 1.1632171869277954, - 1.1918036937713623, - 1.17703777551651, - 1.1729037761688232, - 1.1748039722442627, - 1.1774083375930786, - 1.1943225264549255, - 1.1309746503829956, - 1.1205692887306213, - 1.134585976600647, - 1.2058929204940796, - 1.1769461631774902, - 1.1709023118019104, - 1.1463443636894226, - 1.1675533652305603, - 1.1772164106369019, - 1.1827725172042847, - 1.1857625246047974, - 1.2005298733711243, - 1.1732328534126282, - 1.0867016315460205, - 1.1926491260528564, - 1.1750924587249756, - 1.1658895611763, - 1.2024503350257874, - 1.1719102263450623, - 1.162466049194336, - 1.1582990288734436, - 1.143669307231903, - 1.141449511051178, - 1.159545660018921, - 1.151534616947174, - 1.1387745141983032, - 1.1489169001579285, - 1.1393947005271912, - 1.1681700348854065, - 1.1700876355171204, - 1.1727517247200012, - 1.1467657685279846, - 1.1028744578361511, - 1.1318209767341614, - 1.157568633556366, - 1.1254826784133911, - 1.1195242404937744, - 1.1117141246795654, - 1.1026812195777893, - 1.1476585865020752, - 1.1051218509674072, - 1.1265854239463806, - 1.1233042478561401, - 1.1358769536018372, - 1.1571916341781616, - 1.1071385741233826, - 1.1194488406181335, - 1.1414251923561096, - 1.0910706520080566, - 1.1270321607589722, - 1.1042037606239319, - 1.1041077971458435, - 1.1465678811073303, - 1.1201707124710083, - 1.153158724308014, - 1.1342227458953857, - 1.088567078113556, - 1.0933602452278137, - 1.1008926630020142 + 1.2155606150627136, + 1.1753594279289246, + 1.1609459519386292, + 1.1701675653457642, + 1.168409287929535, + 1.1685672402381897, + 1.188829481601715, + 1.1980830430984497, + 1.194525957107544, + 1.1869230270385742, + 1.1802703142166138, + 1.1862266659736633, + 1.1577759385108948, + 1.1575841307640076, + 1.1687398552894592, + 1.144957184791565, + 1.182724416255951, + 1.1510667204856873, + 1.1747684478759766, + 1.1738207340240479, + 1.1704769134521484, + 1.1921573877334595, + 1.195850908756256, + 1.1736562252044678, + 1.1816024780273438, + 1.1743187308311462, + 1.1952741146087646, + 1.138050615787506, + 1.1709415912628174, + 1.1882079243659973, + 1.1447253823280334, + 1.153699517250061, + 1.1504459977149963, + 1.1390925645828247, + 1.187845230102539, + 1.1374499797821045, + 1.149770975112915, + 1.191672682762146, + 1.1345765590667725, + 1.136424720287323, + 1.1867671012878418, + 1.1615253686904907, + 1.1632983088493347, + 1.1311011910438538, + 1.1531890630722046, + 1.1659506559371948, + 1.1637448072433472, + 1.1460405588150024, + 1.1756989359855652, + 1.1367469429969788, + 1.1528491377830505, + 1.0925950407981873, + 1.1135908365249634, + 1.113647997379303, + 1.107507586479187, + 1.1347267627716064, + 1.1321008205413818, + 1.1075993180274963, + 1.1041803359985352, + 1.15514475107193, + 1.1231322288513184, + 1.1228615641593933, + 1.1353672742843628, + 1.1333211660385132, + 1.087444543838501, + 1.114815592765808, + 1.1366959810256958, + 1.09658545255661, + 1.1304295063018799, + 1.1317286491394043, + 1.1162149310112, + 1.101294994354248 ], "p90": [ - 1.4121370315551758, - 1.4399005770683289, - 1.4141635298728943, - 1.4299981594085693, - 1.413320004940033, - 1.413097083568573, - 1.4265245199203491, - 1.4846534729003906, - 1.4387255311012268, - 1.4272361397743225, - 1.4246115684509277, - 1.4794120788574219, - 1.470400094985962, - 1.4627610445022583, - 1.4285851120948792, - 1.4613091945648193, - 1.4538801312446594, - 1.4494272470474243, - 1.4323015809059143, - 1.429520606994629, - 1.4391343593597412, - 1.430937647819519, - 1.4656079411506653, - 1.4150694608688354, - 1.45426344871521, - 1.4108873009681702, - 1.4282736778259277, - 1.44380521774292, - 1.4503419399261475, - 1.4487812519073486, - 1.4597125053405762, - 1.4159471988677979, - 1.4564840197563171, - 1.4367603659629822, - 1.4711130261421204, - 1.4763171672821045, - 1.4466825723648071, - 1.4789104461669922, - 1.460507571697235, - 1.482285499572754, - 1.4667122960090637, - 1.455614447593689, - 1.4722080826759338, - 1.4528672695159912, - 1.476650357246399, - 1.4884167313575745, - 1.4568546414375305, - 1.4380741715431213, - 1.4812511205673218, - 1.464781105518341, - 1.4438362121582031, - 1.4571095705032349, - 1.5082477927207947, - 1.467654824256897, - 1.4969046711921692, - 1.4711260199546814, - 1.46907240152359, - 1.4674779176712036, - 1.4980002045631409, - 1.478026270866394, - 1.5130155086517334, - 1.4822147488594055, - 1.500337839126587, - 1.4507513642311096, - 1.470734179019928, - 1.5263059735298157, - 1.5035744905471802, - 1.5273019075393677, - 1.4832777380943298, - 1.515019953250885, - 1.5334798693656921, - 1.56268310546875 + 1.4089112281799316, + 1.4452045559883118, + 1.4307729005813599, + 1.4230361580848694, + 1.4183428883552551, + 1.4380892515182495, + 1.4334485530853271, + 1.4224541783332825, + 1.4608184099197388, + 1.4617965817451477, + 1.4088157415390015, + 1.4296000599861145, + 1.4278289675712585, + 1.421784222126007, + 1.430462896823883, + 1.4168830513954163, + 1.4247939586639404, + 1.4249048233032227, + 1.4317946434020996, + 1.4417937397956848, + 1.447477400302887, + 1.4278022050857544, + 1.4070138931274414, + 1.420028567314148, + 1.423555850982666, + 1.4197468757629395, + 1.44143146276474, + 1.408925175666809, + 1.4264689683914185, + 1.435164451599121, + 1.4202314019203186, + 1.4217049479484558, + 1.4380582571029663, + 1.4462067484855652, + 1.4625203013420105, + 1.423821210861206, + 1.4683607816696167, + 1.4260729551315308, + 1.4474757313728333, + 1.4474296569824219, + 1.4515377283096313, + 1.4385876059532166, + 1.451013207435608, + 1.453765630722046, + 1.4645553827285767, + 1.489076554775238, + 1.4619346857070923, + 1.4458724856376648, + 1.471476435661316, + 1.4923502206802368, + 1.4753093719482422, + 1.4658013582229614, + 1.4510603547096252, + 1.4527477622032166, + 1.4686537384986877, + 1.4809681177139282, + 1.4880470037460327, + 1.4541306495666504, + 1.4716334342956543, + 1.466150164604187, + 1.452908217906952, + 1.5043292045593262, + 1.4678005576133728, + 1.4689339399337769, + 1.4967240691184998, + 1.4802477955818176, + 1.4483155012130737, + 1.4827089309692383, + 1.4982373714447021, + 1.492217242717743, + 1.4733503460884094, + 1.5591179132461548 ], "timestamps": [ - "2026-06-20 01:20:00", - "2026-06-20 01:30:00", - "2026-06-20 01:40:00", - "2026-06-20 01:50:00", - "2026-06-20 02:00:00", "2026-06-20 02:10:00", "2026-06-20 02:20:00", "2026-06-20 02:30:00", @@ -533,6 +527,10 @@ "2026-06-21 01:50:00", "2026-06-21 02:00:00", "2026-06-21 02:10:00", - "2026-06-21 02:20:00" + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index d7d692f35e55089ae3e85dcd3937a9f65a96d6b6..faebd987461578509b50928b61fe6b8cde677226 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,13 +1,25 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T02:59:58.003714+00:00", + "evaluated_at": "2026-06-22T03:07:22.072301+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t020000z", - "data_fetched_at": "2026-06-22T02:54:50.310255Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", + "data_fetched_at": "2026-06-22T03:04:11.120897Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t205400z", + "data_fetched_at": "2026-06-22T03:04:11.120897Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t015000z", + "data_fetched_at": "2026-06-22T03:04:11.120897Z", + "context_length": 78, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 5bce380cfbfece474549248ca2e4d6e530062d4d..44889e448ae2f98e9c13892107bce0c71870e209 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,134957.25181605725,130108.0286826269,316.4855357387605,0.28214497742036065,0.0049299265200008525,0.0049421278006395045,2.1292130696077423,367.3652839015375,0.005728076348848816,0.004934743132951637,0.003925428073326854,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,106302.52499889303,100270.23834079265,276.42779748035537,0.24834004281965819,0.004308393847651037,0.004316649906880886,1.6296831685899107,326.04067997551016,0.005085059704573217,0.004311277520022543,0.003234313964309424,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,7.0117621108409915,7.055180251713726,2.3406708197807196,1.286082945423883,0.09117363478001132,0.09198258102788746,18.298197202231655,2.647973208104831,0.10515306436116724,0.09294984881545072,0.08360600092705145,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,1.1439029609892961,1.1414293767894284,1.004881533099185,2.975443104613117,0.6525907725669949,0.9861268954549588,114.26246848875398,1.0695339924421738,0.7219182467957023,0.6782788763504993,0.672638833556737,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.045728785770625995,0.04494423523591192,0.18803422127524,2.8928348101165215,0.12157382376033445,0.13093030934964464,24.663691851386577,0.21384289974330686,0.14309189505719774,0.1258221483630096,0.1139303683122136,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,1.1098805841496422,1.1064363382953462,0.9997098776627453,2.9388106080380227,0.6328516659751913,0.9398346515931096,113.04769586116667,1.053508701506372,0.6886728390042396,0.6535048440000187,0.648347435473164,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.05236849886327124,0.05251738120008634,0.2048611478121192,3.328994842488267,0.13160274260089408,0.14263775279709748,44.642332159796965,0.2288416458236377,0.15199813899788892,0.13607013316278632,0.12150268872011444,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moving-Average,5.88112128612038,5.797170224124083,2.3080700999812067,1.326265389224326,0.13888501788160354,0.1289964119043006,28.664216170429643,2.4251023248762884,0.14395858905351946,0.1370113382934718,0.13270705226987556,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,128.59774168171955,120.87542426413184,9.144959804173531,0.7900176028982656,0.5330136592913973,0.3708657048514055,15.550183066979733,11.340094430017748,0.5064426013325356,0.4084090534596959,0.37819241418869537,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moving-Average,6.526072410100379,6.166919988149481,2.3281216379421856,1.1966621928137757,0.0982035940320067,0.09375193906664485,18.96105723265285,2.554617859896149,0.10482274932186428,0.09552900834050483,0.0851729211381429,Weather,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index dfa992ee11b23eae8092109f24cf8b961bba8aec..95a161fa9a974a01ed6ff8f0572b2fa1a21a8f3b 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T03:00:15.468567+00:00", + "evaluated_at": "2026-06-22T03:07:52.477427+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65851.9921875, 65892.0, 65836.296875, 65624.0, @@ -101,10 +100,10 @@ 64298.01171875, 64294.0, 64248.0, - 64241.25 + 64241.25, + 64426.0 ], "actuals": [ - 64426.0, 64276.12109375, 64256.55078125, 64303.4609375, @@ -127,88 +126,88 @@ 63311.98828125, 63896.01171875, 64606.0, - 64295.98828125 + 64257.98828125, + 64061.44921875 ], "p50": [ - 63868.55869654605, - 63874.04502467105, - 63876.50205592105, - 63866.61533717105, - 63870.50205592105, - 63890.99424342105, - 63890.99424342105, - 63873.76377467105, - 63890.99424342105, - 63891.75986842105, - 63882.37314967105, - 63913.51768092105, - 63870.50205592105, - 63874.04502467105, - 63864.29502467105, - 63870.50205592105, - 63906.51377467105, - 63870.50205592105, - 63873.90439967105, - 63893.81455592105, - 63891.75986842105, - 63899.51963404605, - 63875.27354029605, - 63870.50205592105 + 63921.775003426534, + 63930.552347176534, + 63904.642190926534, + 63910.300394051534, + 63929.021097176534, + 63914.528909676534, + 63908.528909676534, + 63908.528909676534, + 63914.528909676534, + 63910.159769051534, + 63929.021097176534, + 63920.400003426534, + 63930.552347176534, + 63929.021097176534, + 63897.251565926534, + 63911.931253426534, + 63911.790628426534, + 63904.642190926534, + 63930.552347176534, + 63904.642190926534, + 63912.071878426534, + 63912.071878426534, + 63912.071878426534, + 63920.400003426534 ], "p10": [ - 63643.27158717105, - 63636.96182154605, - 63638.12158717105, - 63559.01377467105, - 63634.80283717105, - 63610.682915296056, - 63616.42393092105, - 63623.20518092105, - 63638.49033717105, - 63638.49033717105, - 63638.49033717105, - 63636.96182154605, - 63559.01377467105, - 63622.527055921055, - 63559.01377467105, - 63616.78604029605, - 63616.42393092105, - 63622.527055921055, - 63616.42393092105, - 63559.01377467105, - 63634.80283717105, - 63643.27158717105, - 63616.42393092105, - 63633.64307154605 + 63676.517190926534, + 63597.040628426534, + 63671.66992530153, + 63597.040628426534, + 63676.14844092653, + 63676.14844092653, + 63660.553909676535, + 63671.66992530153, + 63654.450784676534, + 63661.232034676534, + 63702.702347176535, + 63654.450784676534, + 63706.07461280153, + 63661.232034676534, + 63660.553909676535, + 63672.829690926534, + 63597.040628426534, + 63672.829690926534, + 63671.66992530153, + 63589.78359717653, + 63524.470315926534, + 63661.232034676534, + 63597.040628426534, + 63680.45156592653 ], "p90": [ - 64119.880571546055, - 64119.880571546055, - 64120.47471217105, - 64119.81455592105, - 64119.880571546055, - 64209.38486842105, - 64167.70127467105, - 64112.00635279605, - 64124.155571546056, - 64122.38096217105, - 64122.38096217105, - 64120.665337171056, - 64140.12705592105, - 64122.38096217105, - 64119.880571546055, - 64117.63486842105, - 64167.70127467105, - 64170.83838404605, - 64199.07236842105, - 64140.12705592105, - 64140.12705592105, - 64124.155571546056, - 64167.70127467105, - 64140.12705592105 + 64157.841409676534, + 64155.661722176534, + 64147.39336280154, + 64184.048440926534, + 64158.69219092654, + 64158.69219092654, + 64178.153909676534, + 64158.501565926534, + 64148.018753426535, + 64162.18242530154, + 64178.153909676534, + 64157.907425301535, + 64237.56250342653, + 64205.728128426534, + 64162.18242530154, + 64160.46680030153, + 64237.099222176534, + 64178.153909676534, + 64205.728128426534, + 64162.18242530154, + 64205.728128426534, + 64160.407815926534, + 64178.153909676534, + 64180.911331551535 ], "timestamps": [ - "2026-06-17 03:00:00", "2026-06-17 04:00:00", "2026-06-17 05:00:00", "2026-06-17 06:00:00", @@ -327,6 +326,7 @@ "2026-06-21 23:00:00", "2026-06-22 00:00:00", "2026-06-22 01:00:00", - "2026-06-22 02:00:00" + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" ] } diff --git a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 439ea9ee089d8dac311cf7bdb45b5f167c80a538..f117e7fbb21682de2e789f9495213204697ad211 100644 --- a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T02:50:45.090431+00:00", + "evaluated_at": "2026-06-22T03:07:52.486069+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.8270000219345093, - 0.8629999756813049, - 0.9079999923706055, 0.9459999799728394, 0.9660000205039978, 0.9850000143051147, @@ -245,12 +242,12 @@ 0.6430000066757202, 0.6779999732971191, 0.6980000138282776, - 0.7229999899864197 - ], - "actuals": [ + 0.7229999899864197, 0.7440000176429749, 0.7649999856948853, - 0.7950000166893005, + 0.7950000166893005 + ], + "actuals": [ 0.828000009059906, 0.8529999852180481, 0.8790000081062317, @@ -307,198 +304,198 @@ 1.8049999475479126, 1.7920000553131104, 1.7879999876022339, - 1.7730000019073486 + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661 ], "p50": [ - 0.4766434646020624, - 0.47514346901280613, - 0.4756434774766657, - 0.4751435137162897, - 0.47364344362122746, - 0.4736433840165827, - 0.47464349035126896, - 0.47464346054894657, - 0.47364348832471104, - 0.4766434646020624, - 0.4781434452901575, - 0.4766434646020624, - 0.47764348152978153, - 0.4766434795032236, - 0.4766434646020624, - 0.4766434646020624, - 0.47764346662862034, - 0.4766434646020624, - 0.4766434646020624, - 0.4751434839139673, - 0.4776434964309427, - 0.4766434646020624, - 0.4741434669862482, - 0.47464347545010777, - 0.47764346662862034, - 0.4766434944043848, - 0.4756434774766657, - 0.47464354995591373, - 0.47764348152978153, - 0.47464352015359135, - 0.4766435242067072, - 0.4766434646020624, - 0.47764345172745915, - 0.4776434964309427, - 0.476643509305546, - 0.4766434944043848, - 0.4821434831987116, - 0.4766434646020624, - 0.4786434388528559, - 0.47864349845750065, - 0.4816435194383356, - 0.4786434388528559, - 0.4771434581647608, - 0.4766434646020624, - 0.47714348796708317, - 0.4781435048948023, - 0.4766434646020624, - 0.4781434303889963, - 0.4786434388528559, - 0.47214346293313236, - 0.4751434839139673, - 0.48164340022904606, - 0.4766434795032236, - 0.47364347342354984, - 0.47464349035126896, - 0.4766434646020624, - 0.47464352015359135, - 0.4786433792482111, - 0.47914340261323185, - 0.4766435242067072 + 0.5297984515201181, + 0.5297984515201181, + 0.5297984515201181, + 0.5277984772693246, + 0.5277984623681634, + 0.5277984176646798, + 0.5277984176646798, + 0.5292984579574197, + 0.525298449851188, + 0.5277984772693246, + 0.5312984769116967, + 0.5312984620105355, + 0.5297984515201181, + 0.530798453546676, + 0.5277985368739694, + 0.528298470832023, + 0.530798453546676, + 0.5297984515201181, + 0.5297984664212793, + 0.5287984643947213, + 0.532798472500953, + 0.5312984769116967, + 0.5277984772693246, + 0.527798507071647, + 0.5297984515201181, + 0.5297984962236016, + 0.5277984474670022, + 0.5297984515201181, + 0.5297984515201181, + 0.5277984474670022, + 0.5307984386455148, + 0.5297984515201181, + 0.5282984410297006, + 0.5317984853755563, + 0.5297984515201181, + 0.5307984684478372, + 0.5347983871471017, + 0.5297984515201181, + 0.5317984853755563, + 0.5317983661662667, + 0.535798493481788, + 0.5317984853755563, + 0.5317983661662667, + 0.5297985111247628, + 0.5307984386455148, + 0.5337985192309945, + 0.527798432565841, + 0.5302984450828164, + 0.532298508740577, + 0.5277984474670022, + 0.5287984643947213, + 0.5317984853755563, + 0.5287984643947213, + 0.5262984965812295, + 0.5277984772693246, + 0.5307984684478372, + 0.528298470832023, + 0.5312984769116967, + 0.5367984806071847, + 0.5352984105121225 ], "p10": [ - 0.4446434593568537, - 0.4456434464822504, - 0.4446434593568537, - 0.44664354685647223, - 0.44564338687760563, - 0.4466435528169367, - 0.4466434932122919, - 0.4446434593568537, - 0.44464351896149845, - 0.44564338687760563, - 0.44754348162514895, - 0.4466434932122919, - 0.4466434932122919, - 0.4466434932122919, - 0.44654348853928777, - 0.44644343618256777, - 0.44754348758561346, - 0.4446434593568537, - 0.4456434464822504, - 0.4466434932122919, - 0.4486434078584406, - 0.444643513001034, - 0.4455434000859949, - 0.4446434593568537, - 0.446543428934643, - 0.4455434000859949, - 0.44564338687760563, - 0.44664348725182745, - 0.44564338687760563, - 0.446543428934643, - 0.4466434932122919, - 0.4466434932122919, - 0.44654354218346803, - 0.4486435151468012, - 0.4466434932122919, - 0.44564344052178595, - 0.4466434932122919, - 0.4466434932122919, - 0.44754354122979373, - 0.4455434000859949, - 0.4486434078584406, - 0.44654348853928777, - 0.44664354685647223, - 0.44654348853928777, - 0.4455434000859949, - 0.44654343489510745, - 0.44954344991547796, - 0.4485434151063654, - 0.44564344052178595, - 0.4466435528169367, - 0.44464351896149845, - 0.44654348853928777, - 0.44754348758561346, - 0.44664343360764713, - 0.4456434464822504, - 0.4456434464822504, - 0.4466434932122919, - 0.44764348033768864, - 0.4466435528169367, - 0.44754348758561346 + 0.4977984462749093, + 0.4977984462749093, + 0.4977984462749093, + 0.49869838700405056, + 0.5006984745036691, + 0.49979848013034756, + 0.4987983737956613, + 0.49879843340030605, + 0.4987984274398416, + 0.4997984741698831, + 0.49979848013034756, + 0.4996984754573434, + 0.4977984462749093, + 0.49979853973499233, + 0.49969841585269864, + 0.49979848013034756, + 0.4997985337745279, + 0.4997984205257028, + 0.4997984741698831, + 0.49979848013034756, + 0.5007984672557443, + 0.4996984218131631, + 0.4977984462749093, + 0.4977984462749093, + 0.4987983737956613, + 0.4997984741698831, + 0.4987983737956613, + 0.49979848013034756, + 0.49979848013034756, + 0.4987984274398416, + 0.4987984274398416, + 0.4997984205257028, + 0.5007984672557443, + 0.5027985487948984, + 0.4977984462749093, + 0.4977984462749093, + 0.4977984462749093, + 0.4987983737956613, + 0.4996984754573434, + 0.4997984741698831, + 0.4997984741698831, + 0.5007985208999246, + 0.4977984462749093, + 0.4996984754573434, + 0.5006984685432047, + 0.4987984274398416, + 0.5007984672557443, + 0.49969841585269864, + 0.4997984205257028, + 0.49969841585269864, + 0.4997984205257028, + 0.5006984685432047, + 0.5006984745036691, + 0.4987983737956613, + 0.4986984406482309, + 0.49979848013034756, + 0.49979848013034756, + 0.5016984556686014, + 0.5017983947764962, + 0.49869843468776637 ], "p90": [ - 0.5017434931169245, - 0.5037434792886469, - 0.4987435377011988, - 0.5047435140977594, - 0.5057435071836206, - 0.5027434862027856, - 0.5008434570203516, - 0.5026434278856012, - 0.5056434548269007, - 0.5037434673677179, - 0.5036434746156427, - 0.5026434278856012, - 0.5026434278856012, - 0.5057434535394404, - 0.5046434021363947, - 0.5036434746156427, - 0.5036434746156427, - 0.5027434325586054, - 0.5027434862027856, - 0.5036434746156427, - 0.5036434746156427, - 0.5036434746156427, - 0.5017434931169245, - 0.5036434746156427, - 0.5008435583482477, - 0.5036434746156427, - 0.5046435213456842, - 0.5036434746156427, - 0.5066434955964777, - 0.5036434746156427, - 0.5036434746156427, - 0.5056434548269007, - 0.5026434278856012, - 0.5026434278856012, - 0.5006434536348078, - 0.5006434655557367, - 0.5036434746156427, - 0.5036434746156427, - 0.5027434325586054, - 0.5036434746156427, - 0.5046435213456842, - 0.5046435213456842, - 0.5046435213456842, - 0.5017434931169245, - 0.5046435213456842, - 0.5036434746156427, - 0.5006434536348078, - 0.5046434021363947, - 0.5047435140977594, - 0.5026434278856012, - 0.4987435377011988, - 0.5036434746156427, - 0.5047435140977594, - 0.5016435003648493, - 0.5027434862027856, - 0.5038434720407221, - 0.5036434746156427, - 0.502643487490246, - 0.5027434325586054, - 0.5056434548269007 + 0.5547984872829049, + 0.5547984872829049, + 0.5557984148036569, + 0.5567984615336984, + 0.5588984941016762, + 0.5567984615336984, + 0.5538985525142281, + 0.5527984057437508, + 0.5577984009753792, + 0.5537984405528634, + 0.5577985082637399, + 0.5547984872829049, + 0.5567984615336984, + 0.5567984615336984, + 0.5557984207641213, + 0.5568984542857736, + 0.5548984800349801, + 0.5567984615336984, + 0.5518985126983255, + 0.5557984148036569, + 0.5548984800349801, + 0.5557984148036569, + 0.5548984800349801, + 0.5558984194766611, + 0.5519984637271493, + 0.5557984148036569, + 0.5557984148036569, + 0.5567984615336984, + 0.5578985069762795, + 0.5577985082637399, + 0.5558984194766611, + 0.5587984417449563, + 0.5537984405528634, + 0.5568984542857736, + 0.5548984800349801, + 0.5557984207641213, + 0.5557984207641213, + 0.5567984615336984, + 0.5567984615336984, + 0.5577985082637399, + 0.5567984615336984, + 0.5557984744083017, + 0.5567984615336984, + 0.5557984148036569, + 0.5557984207641213, + 0.5557984148036569, + 0.5547984872829049, + 0.5567984615336984, + 0.5567984615336984, + 0.5558984731208413, + 0.5497984652291864, + 0.5547984872829049, + 0.5568984542857736, + 0.5498984579812616, + 0.5518985246192544, + 0.5558984731208413, + 0.5557984148036569, + 0.5537984405528634, + 0.5577984009753792, + 0.5567984615336984 ], "timestamps": [ - "2026-06-20 20:42:00", - "2026-06-20 20:48:00", - "2026-06-20 20:54:00", "2026-06-20 21:00:00", "2026-06-20 21:06:00", "2026-06-20 21:12:00", @@ -795,6 +792,9 @@ "2026-06-22 02:18:00", "2026-06-22 02:24:00", "2026-06-22 02:30:00", - "2026-06-22 02:36:00" + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00" ] } diff --git a/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 3f63073ef24e89ad92d112420524ed458011db0f..ee20d7565b322dad9c17a586234d1c98a9a8c5cf 100644 --- a/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T02:43:03.354037+00:00", + "evaluated_at": "2026-06-22T03:07:52.498118+00:00", "freq": "10min", - "context_length": 79, + "context_length": 78, "prediction_length": 72, "context": [ - 1.399999976158142, - 1.399999976158142, - 1.399999976158142, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -84,6 +81,8 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ @@ -91,8 +90,6 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842, - 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, 1.399999976158142, @@ -158,236 +155,233 @@ 1.600000023841858, 1.7000000476837158, 1.7000000476837158, - 1.600000023841858 + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158 ], "p50": [ - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947, - 1.3221153521384947 + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624 ], "p10": [ - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.3221153521384947, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368, - 1.2221153282966368 + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.2125000605980556, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.2125000486771267, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.2125000605980556, + 1.212499941388766, + 1.2125000605980556, + 1.212499941388766, + 1.2125000605980556, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.2125000486771267, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.2125000605980556, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766 ], "p90": [ - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.422115256771063, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.422115268691992, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.422115268691992, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.422115256771063, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.422115268691992, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526, - 1.4221153759803526 + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124998698631923, + 1.4124999890724819, + 1.4124998698631923, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124998817841212, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124998698631923, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124998698631923, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819 ], "timestamps": [ - "2026-06-20 01:20:00", - "2026-06-20 01:30:00", - "2026-06-20 01:40:00", - "2026-06-20 01:50:00", - "2026-06-20 02:00:00", "2026-06-20 02:10:00", "2026-06-20 02:20:00", "2026-06-20 02:30:00", @@ -533,6 +527,10 @@ "2026-06-21 01:50:00", "2026-06-21 02:00:00", "2026-06-21 02:10:00", - "2026-06-21 02:20:00" + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index 6703ea5b5b0bcd354ef468609f9a4a5b62cf3adb..8d56108fb08346add933b0a318b1d65d889197f4 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,13 +1,25 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T03:00:15.474391+00:00", + "evaluated_at": "2026-06-22T03:07:52.502909+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t020000z", - "data_fetched_at": "2026-06-22T02:54:50.310255Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", + "data_fetched_at": "2026-06-22T03:04:11.120897Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t205400z", + "data_fetched_at": "2026-06-22T03:04:11.120897Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t015000z", + "data_fetched_at": "2026-06-22T03:04:11.120897Z", + "context_length": 78, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index a9feeb778aee57579302c4f54854bfdcb1a825f9..23366840bcab168fcb2d0a9422632934ed968fe8 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-22T02:54:51.045523+00:00", - "finished_at": "2026-06-22T03:00:15.494130+00:00", - "task_count": 1, + "started_at": "2026-06-22T03:04:11.840758+00:00", + "finished_at": "2026-06-22T03:07:52.527372+00:00", + "task_count": 3, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,13 +10,25 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T02:55:16.502122+00:00", + "evaluated_at": "2026-06-22T03:04:55.042390+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t020000z", - "data_fetched_at": "2026-06-22T02:54:50.310255Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", + "data_fetched_at": "2026-06-22T03:04:11.120897Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t205400z", + "data_fetched_at": "2026-06-22T03:04:11.120897Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t015000z", + "data_fetched_at": "2026-06-22T03:04:11.120897Z", + "context_length": 78, + "prediction_length": 72 } ], "failed_datasets": [] @@ -24,13 +36,25 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T02:55:47.156199+00:00", + "evaluated_at": "2026-06-22T03:06:01.369441+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t020000z", - "data_fetched_at": "2026-06-22T02:54:50.310255Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", + "data_fetched_at": "2026-06-22T03:04:11.120897Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t205400z", + "data_fetched_at": "2026-06-22T03:04:11.120897Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t015000z", + "data_fetched_at": "2026-06-22T03:04:11.120897Z", + "context_length": 78, + "prediction_length": 72 } ], "failed_datasets": [] @@ -38,13 +62,25 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T02:59:12.079872+00:00", + "evaluated_at": "2026-06-22T03:06:18.189438+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t020000z", - "data_fetched_at": "2026-06-22T02:54:50.310255Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", + "data_fetched_at": "2026-06-22T03:04:11.120897Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t205400z", + "data_fetched_at": "2026-06-22T03:04:11.120897Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t015000z", + "data_fetched_at": "2026-06-22T03:04:11.120897Z", + "context_length": 78, + "prediction_length": 72 } ], "failed_datasets": [] @@ -52,13 +88,25 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T02:59:31.467863+00:00", + "evaluated_at": "2026-06-22T03:06:39.861149+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t020000z", - "data_fetched_at": "2026-06-22T02:54:50.310255Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", + "data_fetched_at": "2026-06-22T03:04:11.120897Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t205400z", + "data_fetched_at": "2026-06-22T03:04:11.120897Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t015000z", + "data_fetched_at": "2026-06-22T03:04:11.120897Z", + "context_length": 78, + "prediction_length": 72 } ], "failed_datasets": [] @@ -66,13 +114,25 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T02:59:58.003714+00:00", + "evaluated_at": "2026-06-22T03:07:22.072301+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t020000z", - "data_fetched_at": "2026-06-22T02:54:50.310255Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", + "data_fetched_at": "2026-06-22T03:04:11.120897Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t205400z", + "data_fetched_at": "2026-06-22T03:04:11.120897Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t015000z", + "data_fetched_at": "2026-06-22T03:04:11.120897Z", + "context_length": 78, + "prediction_length": 72 } ], "failed_datasets": [] @@ -80,13 +140,25 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T03:00:14.507514+00:00", + "evaluated_at": "2026-06-22T03:07:51.472113+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t020000z", - "data_fetched_at": "2026-06-22T02:54:50.310255Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", + "data_fetched_at": "2026-06-22T03:04:11.120897Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t205400z", + "data_fetched_at": "2026-06-22T03:04:11.120897Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t015000z", + "data_fetched_at": "2026-06-22T03:04:11.120897Z", + "context_length": 78, + "prediction_length": 72 } ], "failed_datasets": [] @@ -94,13 +166,25 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T03:00:15.414114+00:00", + "evaluated_at": "2026-06-22T03:07:52.367406+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t020000z", - "data_fetched_at": "2026-06-22T02:54:50.310255Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", + "data_fetched_at": "2026-06-22T03:04:11.120897Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t205400z", + "data_fetched_at": "2026-06-22T03:04:11.120897Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t015000z", + "data_fetched_at": "2026-06-22T03:04:11.120897Z", + "context_length": 78, + "prediction_length": 72 } ], "failed_datasets": [] @@ -108,13 +192,25 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T03:00:15.459464+00:00", + "evaluated_at": "2026-06-22T03:07:52.471501+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t020000z", - "data_fetched_at": "2026-06-22T02:54:50.310255Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", + "data_fetched_at": "2026-06-22T03:04:11.120897Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t205400z", + "data_fetched_at": "2026-06-22T03:04:11.120897Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t015000z", + "data_fetched_at": "2026-06-22T03:04:11.120897Z", + "context_length": 78, + "prediction_length": 72 } ], "failed_datasets": [] @@ -122,13 +218,25 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T03:00:15.474391+00:00", + "evaluated_at": "2026-06-22T03:07:52.502909+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t020000z", - "data_fetched_at": "2026-06-22T02:54:50.310255Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", + "data_fetched_at": "2026-06-22T03:04:11.120897Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t205400z", + "data_fetched_at": "2026-06-22T03:04:11.120897Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t015000z", + "data_fetched_at": "2026-06-22T03:04:11.120897Z", + "context_length": 78, + "prediction_length": 72 } ], "failed_datasets": [] @@ -136,13 +244,25 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T03:00:15.491941+00:00", + "evaluated_at": "2026-06-22T03:07:52.526651+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t020000z", - "data_fetched_at": "2026-06-22T02:54:50.310255Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", + "data_fetched_at": "2026-06-22T03:04:11.120897Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t205400z", + "data_fetched_at": "2026-06-22T03:04:11.120897Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t015000z", + "data_fetched_at": "2026-06-22T03:04:11.120897Z", + "context_length": 78, + "prediction_length": 72 } ], "failed_datasets": [] @@ -150,7 +270,5 @@ }, "failed_models": [], "failed_datasets": [], - "push_status": "ok", - "pushed_at": "2026-06-22T03:01:14.744832+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_030752.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_030752.json new file mode 100644 index 0000000000000000000000000000000000000000..ff6c5555acbe3b40afbec8082a685b0a6675d64e --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_030752.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-22T03:07:52.231885+00:00", + "metrics": { + "MSE[mean]": 290414.4552268363, + "MSE[0.5]": 714565.059427803, + "MAE[0.5]": 809.358438424998, + "MASE[0.5]": 0.7271197436979892, + "MAPE[0.5]": 0.012613236360313982, + "sMAPE[0.5]": 0.01270054632128316, + "MSIS": 13.72280159908884, + "RMSE[mean]": 538.901155340046, + "NRMSE[mean]": 0.008404916067447334, + "ND[0.5]": 0.012623075077933213, + "mean_weighted_sum_quantile_loss": 0.01138530367071323 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0 + ], + "actual": [ + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 64061.44921875 + ], + "predictions": { + "p50": [ + 63707.84300941938, + 63658.75173961217, + 63606.75907136685, + 63551.28389464019, + 63515.694875764035, + 63480.28888919713, + 63424.519430867294, + 63401.2118662461, + 63391.70499977636, + 63332.83370305868, + 63308.239436409305, + 63283.93346754319, + 63244.519761249685, + 63226.5783298813, + 63190.019859328524, + 63182.019057364945, + 63172.865889052824, + 63111.57664067788, + 63137.55278089548, + 63095.28560108082, + 63098.13433203916, + 63120.78277619196, + 63078.17664000744, + 63071.880019879354 + ], + "p10": [ + 63411.46567795504, + 63320.915005654984, + 63313.48721056215, + 63172.14644218715, + 63204.04881078871, + 63136.62407722957, + 63047.37448083974, + 63097.18913047926, + 63064.7894513992, + 63029.54436269002, + 62969.55859357724, + 62995.327319426455, + 62992.04913799568, + 62929.26578857411, + 62907.66227606013, + 62915.618927804535, + 62828.32645158157, + 62816.769098615165, + 62835.2182628784, + 62816.66686322157, + 62720.561237174974, + 62812.92395253164, + 62780.86409870025, + 62766.079691155755 + ], + "p90": [ + 63901.01602482756, + 63914.712474114225, + 63816.33302409564, + 63862.47693695639, + 63804.76437250804, + 63758.16201476726, + 63692.04519032978, + 63684.60579026807, + 63701.015885965804, + 63549.911459289055, + 63521.11798653498, + 63498.23561321705, + 63561.83535080455, + 63521.51391221007, + 63494.54210653259, + 63443.61307279755, + 63474.08802028959, + 63407.484292732355, + 63422.63492266721, + 63407.012504400554, + 63411.74869920655, + 63398.68165289179, + 63336.92118575222, + 63375.20161579783 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_030441.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_030441.json new file mode 100644 index 0000000000000000000000000000000000000000..dddc8b2a125ddf9cc8199cddb2db5ed77df95cad --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_030441.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T03:04:41.253502+00:00", + "metrics": { + "MSE[mean]": 436784.4374141693, + "MSE[0.5]": 436784.4374141693, + "MAE[0.5]": 568.7423502604166, + "MASE[0.5]": 0.5109525919767978, + "MAPE[0.5]": 0.0088887361034264, + "sMAPE[0.5]": 0.008835551737573511, + "MSIS": 1.5713130905677988, + "RMSE[mean]": 660.8966919376804, + "NRMSE[mean]": 0.010307606821671667, + "ND[0.5]": 0.008870331174044737, + "mean_weighted_sum_quantile_loss": 0.005703024256349737 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0 + ], + "actual": [ + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 64061.44921875 + ], + "predictions": { + "p50": [ + 64444.35546875, + 64458.6171875, + 64471.0078125, + 64498.328125, + 64514.74609375, + 64549.66015625, + 64572.0, + 64595.59765625, + 64610.015625, + 64633.86328125, + 64655.3046875, + 64671.85546875, + 64676.87890625, + 64694.265625, + 64708.71484375, + 64711.41796875, + 64812.8359375, + 64836.6640625, + 64850.296875, + 64872.2890625, + 64872.66796875, + 64902.4453125, + 64919.01953125, + 64934.02734375 + ], + "p10": [ + 64159.08203125, + 64121.87109375, + 64069.73046875, + 64038.328125, + 64005.09375, + 64009.05078125, + 63962.29296875, + 63936.78515625, + 63892.75, + 63845.33203125, + 63811.3671875, + 63762.17578125, + 63705.46875, + 63658.078125, + 63634.125, + 63639.0546875, + 63530.33984375, + 63496.34375, + 63411.33984375, + 63373.91796875, + 63342.98046875, + 63293.9765625, + 63263.078125, + 63233.60546875 + ], + "p90": [ + 64685.69140625, + 64745.29296875, + 64802.91796875, + 64863.125, + 64939.35546875, + 64977.9921875, + 65027.59375, + 65076.78125, + 65126.71875, + 65183.53125, + 65232.625, + 65296.8828125, + 65355.81640625, + 65385.73828125, + 65422.8828125, + 65437.5390625, + 65689.4296875, + 65750.546875, + 65793.5703125, + 65888.5546875, + 65913.40625, + 65980.359375, + 66040.875, + 66078.515625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_030752.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_030752.json new file mode 100644 index 0000000000000000000000000000000000000000..5103937332255c1c952fc3fe9dfea8edcaebf619 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_030752.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-22T03:07:52.404370+00:00", + "metrics": { + "MSE[mean]": 66815.90101540337, + "MSE[0.5]": 71223.8791265376, + "MAE[0.5]": 196.47004342213344, + "MASE[0.5]": 0.17650677479243068, + "MAPE[0.5]": 0.00307107482258072, + "sMAPE[0.5]": 0.0030651160743958746, + "MSIS": 1.4831389313223928, + "RMSE[mean]": 258.4877192738629, + "NRMSE[mean]": 0.004031476947923444, + "ND[0.5]": 0.0030642246882710564, + "mean_weighted_sum_quantile_loss": 0.002481142766380391 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0 + ], + "actual": [ + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 64061.44921875 + ], + "predictions": { + "p50": [ + 64429.850861727355, + 64423.81311623109, + 64383.087870734824, + 64373.93098461356, + 64377.8365984923, + 64348.529321746035, + 64327.71423249977, + 64312.899143253504, + 64304.08405400724, + 64284.89982413597, + 64288.94606301471, + 64265.50988001844, + 64260.84713452218, + 64244.50079527592, + 64197.91617477965, + 64197.78077303339, + 64182.82505878712, + 64160.86153204086, + 64171.95659904459, + 64131.231353548326, + 64123.84595180206, + 64109.0308625558, + 64094.21577330954, + 64087.72880906327 + ], + "p10": [ + 64184.593049227355, + 64090.30139748109, + 64150.11560510982, + 64060.67121898856, + 64124.9639422423, + 64110.14885299603, + 64079.73923249977, + 64076.0401588785, + 64044.00592900724, + 64035.97208976097, + 64062.62731301471, + 63999.56066126844, + 64036.369400147174, + 63976.71173277592, + 63961.218518529655, + 63958.67921053339, + 63868.07505878712, + 63929.04903204086, + 63913.07417716959, + 63816.37275979832, + 63736.24438930206, + 63858.1910188058, + 63779.18452330954, + 63847.78037156327 + ], + "p90": [ + 64665.917267977355, + 64648.92249123109, + 64625.83904260983, + 64647.67903148856, + 64607.5076922423, + 64592.69260299604, + 64597.33923249977, + 64562.871799503504, + 64537.57389775724, + 64536.922480385976, + 64538.07887551471, + 64503.017301893444, + 64567.857290772175, + 64521.20782652592, + 64462.847034154656, + 64446.31631990839, + 64508.13365253712, + 64434.37325079086, + 64447.13238029459, + 64388.77158792333, + 64417.50220180206, + 64357.3668000558, + 64360.29780455954, + 64348.24013718827 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_030708.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_030708.json new file mode 100644 index 0000000000000000000000000000000000000000..67711691bcf759df50b37b5787e5de10c7bbc64f --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_030708.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T03:07:08.521891+00:00", + "metrics": { + "MSE[mean]": 555604.9974212646, + "MSE[0.5]": 385143.98019440967, + "MAE[0.5]": 526.8310546875, + "MASE[0.5]": 0.47329989195141353, + "MAPE[0.5]": 0.008234862579471432, + "sMAPE[0.5]": 0.008187919254417515, + "MSIS": 2.2109630858691864, + "RMSE[mean]": 745.3891583738421, + "NRMSE[mean]": 0.011625384825468012, + "ND[0.5]": 0.008216665992447445, + "mean_weighted_sum_quantile_loss": 0.006266419454982842 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0 + ], + "actual": [ + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 64061.44921875 + ], + "predictions": { + "p50": [ + 64430.33203125, + 64461.54296875, + 64467.0078125, + 64409.84375, + 64567.505859375, + 64521.265625, + 64502.400390625, + 64529.828125, + 64506.158203125, + 64468.4453125, + 64651.2578125, + 64694.703125, + 64621.919921875, + 64705.998046875, + 64757.330078125, + 64715.306640625, + 64812.939453125, + 64778.591796875, + 64752.2421875, + 64874.0390625, + 64935.232421875, + 64929.193359375, + 64851.828125, + 64955.087890625 + ], + "p10": [ + 64186.021484375, + 64090.1875, + 64012.65234375, + 63897.9453125, + 63703.580078125, + 63812.982421875, + 63786.16015625, + 63744.70703125, + 63644.140625, + 63636.02734375, + 63641.26953125, + 63763.890625, + 63656.974609375, + 63813.943359375, + 63489.3125, + 63587.390625, + 63469.474609375, + 63387.28515625, + 63358.990234375, + 63471.390625, + 63103.130859375, + 63515.337890625, + 63057.5703125, + 63268.34375 + ], + "p90": [ + 64686.732421875, + 64932.9453125, + 64980.43359375, + 64944.685546875, + 65254.0859375, + 65192.484375, + 65351.162109375, + 65370.943359375, + 65304.56640625, + 65281.7265625, + 65734.4765625, + 65707.09765625, + 65709.67578125, + 66022.171875, + 66285.75390625, + 66086.8828125, + 66458.7890625, + 67128.83984375, + 66458.98828125, + 66645.40625, + 67272.234375, + 67386.13671875, + 66972.171875, + 66782.08984375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_030752.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_030752.json new file mode 100644 index 0000000000000000000000000000000000000000..2f6db0f868e79b350f8934a24a7c6b0a1a557057 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_030752.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T03:07:52.477427+00:00", + "metrics": { + "MSE[mean]": 106302.52499889303, + "MSE[0.5]": 100270.23834079265, + "MAE[0.5]": 276.42779748035537, + "MASE[0.5]": 0.24834004281965819, + "MAPE[0.5]": 0.004308393847651037, + "sMAPE[0.5]": 0.004316649906880886, + "MSIS": 1.6296831685899107, + "RMSE[mean]": 326.04067997551016, + "NRMSE[mean]": 0.005085059704573217, + "ND[0.5]": 0.004311277520022543, + "mean_weighted_sum_quantile_loss": 0.003234313964309424 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0 + ], + "actual": [ + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 64061.44921875 + ], + "predictions": { + "p50": [ + 63921.775003426534, + 63930.552347176534, + 63904.642190926534, + 63910.300394051534, + 63929.021097176534, + 63914.528909676534, + 63908.528909676534, + 63908.528909676534, + 63914.528909676534, + 63910.159769051534, + 63929.021097176534, + 63920.400003426534, + 63930.552347176534, + 63929.021097176534, + 63897.251565926534, + 63911.931253426534, + 63911.790628426534, + 63904.642190926534, + 63930.552347176534, + 63904.642190926534, + 63912.071878426534, + 63912.071878426534, + 63912.071878426534, + 63920.400003426534 + ], + "p10": [ + 63676.517190926534, + 63597.040628426534, + 63671.66992530153, + 63597.040628426534, + 63676.14844092653, + 63676.14844092653, + 63660.553909676535, + 63671.66992530153, + 63654.450784676534, + 63661.232034676534, + 63702.702347176535, + 63654.450784676534, + 63706.07461280153, + 63661.232034676534, + 63660.553909676535, + 63672.829690926534, + 63597.040628426534, + 63672.829690926534, + 63671.66992530153, + 63589.78359717653, + 63524.470315926534, + 63661.232034676534, + 63597.040628426534, + 63680.45156592653 + ], + "p90": [ + 64157.841409676534, + 64155.661722176534, + 64147.39336280154, + 64184.048440926534, + 64158.69219092654, + 64158.69219092654, + 64178.153909676534, + 64158.501565926534, + 64148.018753426535, + 64162.18242530154, + 64178.153909676534, + 64157.907425301535, + 64237.56250342653, + 64205.728128426534, + 64162.18242530154, + 64160.46680030153, + 64237.099222176534, + 64178.153909676534, + 64205.728128426534, + 64162.18242530154, + 64205.728128426534, + 64160.407815926534, + 64178.153909676534, + 64180.911331551535 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_030752.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_030752.json new file mode 100644 index 0000000000000000000000000000000000000000..e33f99d09f6adb545363e74fef79a507965c5de5 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_030752.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T03:07:52.507302+00:00", + "metrics": { + "MSE[mean]": 234044.5552972158, + "MSE[0.5]": 234044.5552972158, + "MAE[0.5]": 422.7150065104167, + "MASE[0.5]": 0.37976304761741364, + "MAPE[0.5]": 0.0065958779744531475, + "sMAPE[0.5]": 0.006608733734660855, + "MSIS": 3.444595661865718, + "RMSE[mean]": 483.7815160764369, + "NRMSE[mean]": 0.007545248321167809, + "ND[0.5]": 0.0065928308279996906, + "mean_weighted_sum_quantile_loss": 0.005793113827005132 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0 + ], + "actual": [ + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 64061.44921875 + ], + "predictions": { + "p50": [ + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0 + ], + "p10": [ + 62311.860625, + 62404.50890625, + 62469.7171875, + 62382.10671875, + 62149.609375, + 62466.336953125, + 62401.205234375, + 62414.24, + 62381.988046875, + 62129.825625, + 62670.90046875, + 62876.83828125, + 62753.622421875, + 62558.005234375, + 62529.7728125, + 62657.28, + 62647.468515625, + 62732.15046875, + 62986.571484374996, + 63012.051484375, + 63008.119999999995, + 62963.04, + 62956.424999999996, + 63137.479999999996 + ], + "p90": [ + 64855.201875, + 64951.63171875, + 65019.5015625, + 64928.31515625, + 64686.328125, + 65015.983359375, + 64948.193203125, + 64961.76, + 64928.191640625, + 64665.736875, + 65228.89640625, + 65443.23984375, + 65314.994765625, + 65111.393203125, + 65082.0084375, + 65214.72, + 65204.508046875, + 65292.64640625, + 65557.451953125, + 65583.971953125, + 65579.88, + 65532.96, + 65526.075000000004, + 65714.52 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_030740.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_030740.json new file mode 100644 index 0000000000000000000000000000000000000000..f25ac072a816b7689a18797f59e6114834507104 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_030740.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T03:07:40.733363+00:00", + "metrics": { + "MSE[mean]": 214920.55154482523, + "MSE[0.5]": 214920.55154482523, + "MAE[0.5]": 392.6407877604167, + "MASE[0.5]": 0.3527446622009703, + "MAPE[0.5]": 0.0061381138978428415, + "sMAPE[0.5]": 0.006111981652777668, + "MSIS": 1.6467967356927256, + "RMSE[mean]": 463.5952453863448, + "NRMSE[mean]": 0.007230415240585641, + "ND[0.5]": 0.006123781389372486, + "mean_weighted_sum_quantile_loss": 0.004158107997445801 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0 + ], + "actual": [ + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 64061.44921875 + ], + "predictions": { + "p50": [ + 64467.90625, + 64422.0, + 64429.0625, + 64453.78125, + 64453.78125, + 64450.25, + 64464.375, + 64478.5, + 64510.28125, + 64524.40625, + 64556.1875, + 64552.65625, + 64556.1875, + 64552.65625, + 64552.65625, + 64556.1875, + 64573.84375, + 64545.59375, + 64520.875, + 64510.28125, + 64499.6875, + 64496.15625, + 64478.5, + 64414.9375 + ], + "p10": [ + 64199.53125, + 64090.0625, + 64045.921875, + 64031.796875, + 64017.671875, + 64007.078125, + 63987.65625, + 63971.765625, + 63971.765625, + 63978.828125, + 63987.65625, + 63950.578125, + 63912.6171875, + 63872.890625, + 63859.6484375, + 63818.15625, + 63822.5703125, + 63759.33984375, + 63698.7578125, + 63659.69140625, + 63632.765625, + 63620.40625, + 63578.03125, + 63502.109375 + ], + "p90": [ + 64732.75, + 64782.1875, + 64845.75, + 64909.3125, + 64930.5, + 64930.5, + 64979.9375, + 65008.1875, + 65078.8125, + 65107.0625, + 65156.5, + 65191.8125, + 65213.0, + 65227.125, + 65241.25, + 65290.6875, + 65318.9375, + 65304.8125, + 65276.5625, + 65283.625, + 65283.625, + 65283.625, + 65290.6875, + 65248.3125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_030538.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_030538.json new file mode 100644 index 0000000000000000000000000000000000000000..a8022a4ff308a8dee536886e21f00866ccf27b9b --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_030538.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T03:05:38.655897+00:00", + "metrics": { + "MSE[mean]": 239371.47266515097, + "MSE[0.5]": 159823.76057815552, + "MAE[0.5]": 308.4677734375, + "MASE[0.5]": 0.27712444537853465, + "MAPE[0.5]": 0.004825498879533895, + "sMAPE[0.5]": 0.004806074232397702, + "MSIS": 12.686254209742154, + "RMSE[mean]": 489.2560399884205, + "NRMSE[mean]": 0.007630631166488343, + "ND[0.5]": 0.00481098568738193, + "mean_weighted_sum_quantile_loss": 0.005569455798765473 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0 + ], + "actual": [ + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 64061.44921875 + ], + "predictions": { + "p50": [ + 64371.95703125, + 64365.90625, + 64349.42578125, + 64336.77734375, + 64349.8984375, + 64354.26953125, + 64348.24609375, + 64348.296875, + 64368.2421875, + 64399.6015625, + 64395.2421875, + 64427.59375, + 64444.9375, + 64417.69140625, + 64445.44140625, + 64427.5234375, + 64426.05859375, + 64444.30078125, + 64460.5546875, + 64490.44140625, + 64466.59375, + 64487.56640625, + 64508.05859375, + 64513.30859375 + ], + "p10": [ + 64394.98828125, + 64428.1875, + 64399.46484375, + 64402.234375, + 64399.98828125, + 64409.28125, + 64424.5, + 64439.09375, + 64424.2890625, + 64429.0859375, + 64439.82421875, + 64423.94921875, + 64437.7109375, + 64456.6484375, + 64483.85546875, + 64467.08984375, + 64446.8984375, + 64512.76953125, + 64511.4375, + 64502.78125, + 64521.56640625, + 64562.3828125, + 64536.26953125, + 64544.796875 + ], + "p90": [ + 64582.3984375, + 64629.71875, + 64647.44921875, + 64668.2734375, + 64698.61328125, + 64710.671875, + 64741.69140625, + 64750.37890625, + 64788.8828125, + 64838.55078125, + 64846.7421875, + 64883.25, + 64901.6015625, + 64915.515625, + 64945.9453125, + 64957.21484375, + 64966.84765625, + 65001.51953125, + 65037.55078125, + 65055.75, + 65054.625, + 65083.7578125, + 65085.0625, + 65087.265625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_030624.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_030624.json new file mode 100644 index 0000000000000000000000000000000000000000..b88e931354b1bb9e94f9fb811e901246440ec848 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_030624.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-22T03:06:24.749159+00:00", + "metrics": { + "MSE[mean]": 459863.08159128827, + "MSE[0.5]": 459863.08159128827, + "MAE[0.5]": 581.599609375, + "MASE[0.5]": 0.5225034284272673, + "MAPE[0.5]": 0.009089438665821944, + "sMAPE[0.5]": 0.009033465011918125, + "MSIS": 2.3906415048504885, + "RMSE[mean]": 678.1320532103524, + "NRMSE[mean]": 0.010576416349084041, + "ND[0.5]": 0.009070858084489578, + "mean_weighted_sum_quantile_loss": 0.006059619716531161 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0 + ], + "actual": [ + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 64061.44921875 + ], + "predictions": { + "p50": [ + 64415.41796875, + 64430.72265625, + 64466.9140625, + 64496.1875, + 64518.07421875, + 64537.7890625, + 64556.6796875, + 64577.03515625, + 64594.66796875, + 64610.28515625, + 64648.57421875, + 64685.08203125, + 64714.2265625, + 64740.078125, + 64770.35546875, + 64793.375, + 64812.4453125, + 64837.625, + 64870.3671875, + 64897.3515625, + 64920.13671875, + 64938.12890625, + 64962.4765625, + 64981.453125 + ], + "p10": [ + 64185.56640625, + 64073.20703125, + 64004.41796875, + 63971.9296875, + 63954.48046875, + 63942.11328125, + 63923.98046875, + 63903.20703125, + 63882.796875, + 63853.8203125, + 63848.046875, + 63843.6953125, + 63827.37109375, + 63815.53515625, + 63806.4921875, + 63799.3203125, + 63791.6484375, + 63778.2109375, + 63779.765625, + 63774.21875, + 63756.69140625, + 63739.39453125, + 63726.640625, + 63712.91796875 + ], + "p90": [ + 64651.76953125, + 64785.12890625, + 64926.23828125, + 65043.26953125, + 65129.05078125, + 65223.42578125, + 65319.74609375, + 65409.70703125, + 65489.62109375, + 65569.9609375, + 65675.828125, + 65763.375, + 65836.4921875, + 65911.6640625, + 66007.390625, + 66088.15625, + 66157.5, + 66222.015625, + 66295.09375, + 66383.21875, + 66441.0, + 66512.3359375, + 66581.5078125, + 66647.421875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_030605.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_030605.json new file mode 100644 index 0000000000000000000000000000000000000000..a55a350d4689c7247457bdd7a8efd60e0a203778 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_030605.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T03:06:05.535456+00:00", + "metrics": { + "MSE[mean]": 199066.47994232178, + "MSE[0.5]": 199066.47994232178, + "MAE[0.5]": 368.4251302083333, + "MASE[0.5]": 0.3309895511441023, + "MAPE[0.5]": 0.005760837665421872, + "sMAPE[0.5]": 0.00573657812227444, + "MSIS": 1.6274105733203825, + "RMSE[mean]": 446.1686675936823, + "NRMSE[mean]": 0.006958623424519209, + "ND[0.5]": 0.005746104393829806, + "mean_weighted_sum_quantile_loss": 0.004465103103552925 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0 + ], + "actual": [ + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 64061.44921875 + ], + "predictions": { + "p50": [ + 64397.046875, + 64403.8828125, + 64403.03125, + 64418.6796875, + 64438.515625, + 64450.71484375, + 64457.01953125, + 64466.80078125, + 64472.16796875, + 64476.765625, + 64479.4140625, + 64488.4921875, + 64489.09375, + 64496.36328125, + 64506.12890625, + 64507.03515625, + 64512.25, + 64507.921875, + 64512.3828125, + 64517.7890625, + 64520.890625, + 64519.62109375, + 64520.796875, + 64523.69921875 + ], + "p10": [ + 64189.62109375, + 64118.921875, + 64033.171875, + 63984.62890625, + 63962.55078125, + 63921.13671875, + 63880.75390625, + 63847.69921875, + 63815.234375, + 63779.69921875, + 63739.5703125, + 63705.38671875, + 63670.43359375, + 63636.24609375, + 63603.4921875, + 63577.45703125, + 63539.45703125, + 63493.27734375, + 63470.48046875, + 63431.0546875, + 63409.89453125, + 63377.2265625, + 63338.5390625, + 63298.25 + ], + "p90": [ + 64615.06640625, + 64695.80078125, + 64787.15234375, + 64862.14453125, + 64941.109375, + 65004.0859375, + 65058.03515625, + 65102.37109375, + 65166.41015625, + 65198.4296875, + 65242.96875, + 65297.91796875, + 65350.37109375, + 65404.875, + 65468.6875, + 65514.2890625, + 65567.96875, + 65606.890625, + 65649.6484375, + 65697.9609375, + 65747.8671875, + 65805.1328125, + 65852.0625, + 65899.65625 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260622_030752.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260622_030752.json new file mode 100644 index 0000000000000000000000000000000000000000..fb19b9b911b04f6678edad2f73b37736f56c2cad --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260622_030752.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-22T03:07:52.279147+00:00", + "metrics": { + "MSE[mean]": 0.06515300601392406, + "MSE[0.5]": 0.06711645146527047, + "MAE[0.5]": 0.22896032544312608, + "MASE[0.5]": 0.6730663048015735, + "MAPE[0.5]": 0.13865987564787804, + "sMAPE[0.5]": 0.15122177436717749, + "MSIS": 24.983009185868475, + "RMSE[mean]": 0.25525086878191827, + "NRMSE[mean]": 0.16685608786239256, + "ND[0.5]": 0.1496701044014097, + "mean_weighted_sum_quantile_loss": 0.14768630554277282 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00" + ], + "context": [ + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005 + ], + "actual": [ + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661 + ], + "predictions": { + "p50": [ + 0.8171601898705754, + 0.8422569810972326, + 0.8671626708818228, + 0.8914606567943694, + 0.9153187895197157, + 0.9392448792928118, + 0.9599559008827183, + 0.9831884219715401, + 1.0034744992689677, + 1.0240979487541735, + 1.044031395922812, + 1.0653037792220208, + 1.0831111257475903, + 1.1013021719114175, + 1.1198529973809317, + 1.1377273057933448, + 1.154530464181431, + 1.1715347869708403, + 1.1881197284806306, + 1.2040301656697863, + 1.2212315844320316, + 1.235980559792019, + 1.2493417513820546, + 1.2632146961020951, + 1.2776502695217165, + 1.2926572284493514, + 1.3044470442738327, + 1.3188082567867179, + 1.3304793354164224, + 1.3430209246823384, + 1.3547662798540772, + 1.3659774370820505, + 1.3778385255146377, + 1.3887316757018402, + 1.4004120729396987, + 1.4102334328343935, + 1.4204535700416525, + 1.431531027050689, + 1.441296054176972, + 1.449535855081988, + 1.4593047410482938, + 1.4687850375952847, + 1.4768038049455594, + 1.4855268555400818, + 1.4935503383808455, + 1.5016912829810054, + 1.5090222088995433, + 1.5170008433089541, + 1.524820937730074, + 1.5335315456616847, + 1.5386516843763371, + 1.5456781197232732, + 1.5524149397557423, + 1.5597053987017724, + 1.5664177566283835, + 1.573195300679198, + 1.5785730790644434, + 1.5852030565422206, + 1.5910320375982347, + 1.5969993748948583 + ], + "p10": [ + 0.8088129366343922, + 0.8338940576664214, + 0.8590773984418804, + 0.8815984732177786, + 0.9050698487474919, + 0.929529319145533, + 0.9505397842279704, + 0.974524463925107, + 0.9938109284680324, + 1.0142707212887676, + 1.0361448158963387, + 1.0562101729036923, + 1.073527866975524, + 1.0919196761110257, + 1.110400011358941, + 1.1289657045013326, + 1.145127005101445, + 1.1621492802382327, + 1.1782691487499246, + 1.19452665939576, + 1.210071111296882, + 1.2267902532684354, + 1.2411694943663851, + 1.254280842654618, + 1.268378321965115, + 1.283834346920436, + 1.2944218220265016, + 1.308297455777717, + 1.3208193355905964, + 1.3330980399968564, + 1.3470403764044192, + 1.3559398488377021, + 1.3681605975578515, + 1.3809187331608066, + 1.3909910848672404, + 1.4004492706710714, + 1.4125022514986045, + 1.4222892833663623, + 1.4306419524996759, + 1.4400740813258, + 1.4502994984355095, + 1.459738875402757, + 1.4671318980513008, + 1.474437415625967, + 1.4855750303424278, + 1.4934793031891735, + 1.4997842037468831, + 1.507441691720465, + 1.5165827048706653, + 1.5240509243653084, + 1.529156496539089, + 1.536118687973931, + 1.5445003367936754, + 1.5498904711657648, + 1.5558762496164695, + 1.5647573992540444, + 1.5702040260352594, + 1.5760664257427548, + 1.5813278281033267, + 1.5871891109289187 + ], + "p90": [ + 0.8268856287267462, + 0.8529630363945792, + 0.8779802387101746, + 0.9010075543500484, + 0.9252754700932327, + 0.9482212765882837, + 0.9701056315733914, + 0.99374519452845, + 1.0136249778586628, + 1.0340714708657033, + 1.0543675342510812, + 1.0741324310662013, + 1.0928553612290937, + 1.1113911003499177, + 1.1298264632342552, + 1.1475400080049813, + 1.1640769467620187, + 1.1814952907518557, + 1.1988080131835972, + 1.2141394691877843, + 1.229086465230302, + 1.2456970081431924, + 1.2589696951138036, + 1.2730545886988318, + 1.2878250681142946, + 1.3012240983606294, + 1.3155393510119993, + 1.3279102655697412, + 1.340557982652366, + 1.3521551814197244, + 1.3647258007585779, + 1.3758330104289884, + 1.3864388733832098, + 1.3989729203089363, + 1.4079792094711203, + 1.4209265958839021, + 1.43022264851244, + 1.440640705718451, + 1.450216025639568, + 1.4603413027143886, + 1.4685354670406667, + 1.479001125464954, + 1.4865691917088701, + 1.494867477226484, + 1.5030648258968462, + 1.5115453757122792, + 1.5193264865137703, + 1.526879122016537, + 1.5363097121172324, + 1.541580743855336, + 1.5480677589585605, + 1.556286302849991, + 1.56224651329276, + 1.5701521925460806, + 1.5757651426480557, + 1.5815991645111283, + 1.5882773084479964, + 1.5948529111982024, + 1.6006333710596883, + 1.6058381116736167 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260622_030448.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260622_030448.json new file mode 100644 index 0000000000000000000000000000000000000000..98382b5b3ef674cd1a66476c2c746a7dbf232c48 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260622_030448.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T03:04:48.910066+00:00", + "metrics": { + "MSE[mean]": 0.26378345373634815, + "MSE[0.5]": 0.26378345373634815, + "MAE[0.5]": 0.41443645556767783, + "MASE[0.5]": 1.2183037090995406, + "MAPE[0.5]": 0.24225176067852983, + "sMAPE[0.5]": 0.2947942499402639, + "MSIS": 19.18391282270409, + "RMSE[mean]": 0.513598533619741, + "NRMSE[mean]": 0.3357365342598284, + "ND[0.5]": 0.2709148296872618, + "mean_weighted_sum_quantile_loss": 0.22212909310790158 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00" + ], + "context": [ + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005 + ], + "actual": [ + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661 + ], + "predictions": { + "p50": [ + 0.801055908203125, + 0.8284823298454285, + 0.8552588224411011, + 0.8803877830505371, + 0.9050896167755127, + 0.9246284365653992, + 0.9499185085296631, + 0.9706493616104126, + 0.994855523109436, + 1.015854835510254, + 1.0373218059539795, + 1.061614751815796, + 1.0835617780685425, + 1.1034196615219116, + 1.1243596076965332, + 1.1444525718688965, + 1.1789453029632568, + 1.1961381435394287, + 1.211706280708313, + 1.2231377363204956, + 1.2356666326522827, + 1.2507104873657227, + 1.262916088104248, + 1.269526720046997, + 1.2799491882324219, + 1.2855892181396484, + 1.2959318161010742, + 1.302167296409607, + 1.3086738586425781, + 1.310268521308899, + 1.3168143033981323, + 1.3186302185058594, + 1.320861577987671, + 1.3174777030944824, + 1.3067816495895386, + 1.3046739101409912, + 1.2916784286499023, + 1.2831916809082031, + 1.2718669176101685, + 1.2553317546844482, + 1.2453690767288208, + 1.228217601776123, + 1.215432047843933, + 1.200542688369751, + 1.177390217781067, + 1.1584147214889526, + 1.1390374898910522, + 1.1156909465789795, + 1.0756222009658813, + 1.052566647529602, + 1.031180500984192, + 1.001981496810913, + 0.9719700813293457, + 0.9431946277618408, + 0.9190667271614075, + 0.8823314905166626, + 0.8572989702224731, + 0.8338373899459839, + 0.8078833818435669, + 0.7832379341125488 + ], + "p10": [ + 0.7798260450363159, + 0.8096754550933838, + 0.8261464238166809, + 0.8486970067024231, + 0.8631131052970886, + 0.8824003338813782, + 0.9046621918678284, + 0.9239526391029358, + 0.9437845349311829, + 0.9598299264907837, + 0.9795442223548889, + 1.0006518363952637, + 1.0180753469467163, + 1.0324592590332031, + 1.0493260622024536, + 1.069480061531067, + 1.0937490463256836, + 1.1027147769927979, + 1.1084586381912231, + 1.1155756711959839, + 1.1228647232055664, + 1.130098581314087, + 1.1300498247146606, + 1.1331547498703003, + 1.1321792602539062, + 1.1339080333709717, + 1.1329635381698608, + 1.1375091075897217, + 1.130116581916809, + 1.1311562061309814, + 1.1281397342681885, + 1.1164069175720215, + 1.1214382648468018, + 1.1106997728347778, + 1.0961343050003052, + 1.0819324254989624, + 1.0648163557052612, + 1.044377088546753, + 1.024537444114685, + 1.0027337074279785, + 0.9889118075370789, + 0.9617111682891846, + 0.9500038027763367, + 0.9300283193588257, + 0.8988161087036133, + 0.8807903528213501, + 0.8681715726852417, + 0.8397315144538879, + 0.7550241947174072, + 0.7296273708343506, + 0.7024840116500854, + 0.6747325658798218, + 0.6439357995986938, + 0.6039962768554688, + 0.58165442943573, + 0.5550445914268494, + 0.5179431438446045, + 0.4899832606315613, + 0.46256256103515625, + 0.4385431408882141 + ], + "p90": [ + 0.8239293098449707, + 0.8522450923919678, + 0.8839107155799866, + 0.9107930660247803, + 0.9348382353782654, + 0.9669183492660522, + 0.9928919076919556, + 1.0226529836654663, + 1.0440709590911865, + 1.073728084564209, + 1.0999516248703003, + 1.121232509613037, + 1.1504104137420654, + 1.1856333017349243, + 1.209348440170288, + 1.2348576784133911, + 1.306922197341919, + 1.332519769668579, + 1.3548463582992554, + 1.3789024353027344, + 1.3967372179031372, + 1.4175111055374146, + 1.4409416913986206, + 1.4645185470581055, + 1.4761903285980225, + 1.502273440361023, + 1.5205466747283936, + 1.5362133979797363, + 1.550843596458435, + 1.5683925151824951, + 1.5673145055770874, + 1.5850085020065308, + 1.5925309658050537, + 1.6039961576461792, + 1.6112117767333984, + 1.613982915878296, + 1.6068159341812134, + 1.6078827381134033, + 1.6128320693969727, + 1.6033316850662231, + 1.6079127788543701, + 1.6052969694137573, + 1.6063616275787354, + 1.5917394161224365, + 1.579418659210205, + 1.5761076211929321, + 1.5498526096343994, + 1.5366365909576416, + 1.524003028869629, + 1.521967887878418, + 1.520298719406128, + 1.4880995750427246, + 1.4642622470855713, + 1.4473390579223633, + 1.434445858001709, + 1.4158589839935303, + 1.3859546184539795, + 1.3647572994232178, + 1.3534486293792725, + 1.340657114982605 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260622_030752.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260622_030752.json new file mode 100644 index 0000000000000000000000000000000000000000..46d9abfcba04f9144e03fa3750f76eceeb023968 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260622_030752.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-22T03:07:52.430120+00:00", + "metrics": { + "MSE[mean]": 0.04748544715051231, + "MSE[0.5]": 0.04785686364341628, + "MAE[0.5]": 0.13615374967345611, + "MASE[0.5]": 0.4002462042287546, + "MAPE[0.5]": 0.08080009285160239, + "sMAPE[0.5]": 0.07485708877149654, + "MSIS": 11.968081943738758, + "RMSE[mean]": 0.21791155809298485, + "NRMSE[mean]": 0.14244758600394483, + "ND[0.5]": 0.08900295668618592, + "mean_weighted_sum_quantile_loss": 0.08367753103074063 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00" + ], + "context": [ + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005 + ], + "actual": [ + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661 + ], + "predictions": { + "p50": [ + 0.8231571871836633, + 0.849682571666145, + 0.8762079561486267, + 0.900733366380315, + 0.9272587359616354, + 0.9537840757406335, + 0.9803094602231153, + 1.0083348849983367, + 1.0308602613745868, + 1.059885673275205, + 1.089911057400059, + 1.1164364269813793, + 1.1414618009734436, + 1.168987187482483, + 1.1925126552922583, + 1.2195379737327936, + 1.2485633409299284, + 1.2740887233858522, + 1.300614122769495, + 1.3261395052254188, + 1.356664897814132, + 1.3816902867073575, + 1.4047156715474671, + 1.4312410858322713, + 1.4597664147632239, + 1.4862918439491892, + 1.5108171796750713, + 1.539342568210669, + 1.5658679526931507, + 1.5903933331225166, + 1.619918708783511, + 1.6454441061405958, + 1.6704694801326598, + 1.7004949089609973, + 1.7250202595880408, + 1.7525456609982417, + 1.783070964179988, + 1.804596413035486, + 1.833121831373406, + 1.859647096646598, + 1.8901726084446009, + 1.912697984820851, + 1.9392232500940432, + 1.9637487795350208, + 1.9912740915382545, + 2.020799556606216, + 2.041324854423544, + 2.070350251423001, + 2.0988756995632434, + 2.12090102277215, + 2.1484264241823507, + 2.1779518296456675, + 2.2014771931473143, + 2.225502609816304, + 2.253527974986881, + 2.2830533506478754, + 2.307078737514543, + 2.3366041280766985, + 2.368629516254668, + 2.3936548306420873 + ], + "p10": [ + 0.7911571819384545, + 0.8176825664209363, + 0.8442079509034179, + 0.8716332761150409, + 0.9001587480971411, + 0.9257841382063012, + 0.9513094163540967, + 0.977834860441223, + 1.0043602389632402, + 1.0318856701757635, + 1.0584110606187098, + 1.0848364404281872, + 1.109461795728235, + 1.1379872736707994, + 1.1644125342709875, + 1.1910379830311182, + 1.2175634211577802, + 1.244088692391437, + 1.2706141305180987, + 1.297139520961045, + 1.3246648925689233, + 1.350090231608824, + 1.3747156405530518, + 1.4012410250355336, + 1.428766337038767, + 1.4562918218954706, + 1.4818171060037304, + 1.5093425968208984, + 1.5358679813033802, + 1.561393313095356, + 1.5879186975778377, + 1.6154440751461805, + 1.6429695063587035, + 1.6714949723803394, + 1.693020254342832, + 1.7195456388253139, + 1.7460710233077956, + 1.7735963353110291, + 1.801021821455193, + 1.8276472046502144, + 1.854172589132696, + 1.8816980203452192, + 1.9052233302026857, + 1.9336487438676013, + 1.9611741214359444, + 1.9857994648150632, + 2.014324889113447, + 2.0397502221928834, + 2.066375611348369, + 2.0928009911578465, + 2.119426380313332, + 2.1468518128133156, + 2.173377203256262, + 2.198002487030736, + 2.2244279383657872, + 2.2520533623303858, + 2.2785787468128675, + 2.307004106833603, + 2.3336294304239797, + 2.357054854817731 + ], + "p90": [ + 0.8481572229464501, + 0.8746826074289319, + 0.9022079194321655, + 0.9297333506446888, + 0.9583587676951483, + 0.9827841196096521, + 1.0064095950726637, + 1.0318348327846678, + 1.063360212498778, + 1.085885636558744, + 1.1164110887521022, + 1.1399364522537487, + 1.168461810987024, + 1.1949871954695055, + 1.2205125391824103, + 1.2481379571865443, + 1.2726633674182326, + 1.3010887333994325, + 1.3227141690465412, + 1.3531394556343543, + 1.3787649053481592, + 1.4061902245993176, + 1.4318156743131227, + 1.4593409982372854, + 1.481966426970255, + 1.5122917625292445, + 1.538817147011726, + 1.5663425782242493, + 1.5939680081493122, + 1.6203933939192543, + 1.6450186896146572, + 1.6744440963654341, + 1.6959694796558227, + 1.7255948778712147, + 1.750120288102903, + 1.777545613314526, + 1.8040709977970077, + 1.8315964230490662, + 1.858121807531548, + 1.8856472387440713, + 1.9111725764965113, + 1.9366979738535963, + 1.9642233454614748, + 1.9897486832139148, + 2.016274073656861, + 2.0427994521788784, + 2.0683249091406077, + 2.096850267873883, + 2.1233756523563647, + 2.149001048425989, + 2.1694264250168156, + 2.200951831553016, + 2.2295771830383666, + 2.249102571216336, + 2.277628022336811, + 2.3081533553208797, + 2.334578681486177, + 2.359104091717865, + 2.389629436622863, + 2.415154881663663 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260622_030714.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260622_030714.json new file mode 100644 index 0000000000000000000000000000000000000000..dbe5e4fdceeea4858e9307f59fc30a4a95206a20 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260622_030714.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T03:07:14.671167+00:00", + "metrics": { + "MSE[mean]": 0.8629443321635303, + "MSE[0.5]": 0.9240579628686848, + "MAE[0.5]": 0.8280315612753232, + "MASE[0.5]": 2.4341341327499912, + "MAPE[0.5]": 0.48867645564095513, + "sMAPE[0.5]": 0.713475176336775, + "MSIS": 42.36661048071065, + "RMSE[mean]": 0.9289479706439593, + "NRMSE[mean]": 0.60724817489961, + "ND[0.5]": 0.541279673602336, + "mean_weighted_sum_quantile_loss": 0.45928358256193985 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00" + ], + "context": [ + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005 + ], + "actual": [ + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661 + ], + "predictions": { + "p50": [ + 0.8189128041267395, + 0.8326875269412994, + 0.8419292569160461, + 0.849974662065506, + 0.8632110059261322, + 0.8792620301246643, + 0.8916780650615692, + 0.8982271552085876, + 0.9545852541923523, + 0.9736747741699219, + 0.9595268070697784, + 0.9648230075836182, + 0.9578750729560852, + 0.94325190782547, + 0.9472476840019226, + 0.9401174187660217, + 0.9300011694431305, + 0.9303780794143677, + 0.9344702661037445, + 0.8698150813579559, + 0.8767322599887848, + 0.86299929022789, + 0.8525457978248596, + 0.8162241876125336, + 0.7841915190219879, + 0.712491512298584, + 0.7530063092708588, + 0.7272306680679321, + 0.7141900956630707, + 0.6531973779201508, + 0.639702558517456, + 0.624882698059082, + 0.5593242645263672, + 0.5314476788043976, + 0.5796242952346802, + 0.5860258936882019, + 0.5661839544773102, + 0.5119495093822479, + 0.5403130054473877, + 0.46864768862724304, + 0.548026442527771, + 0.561719685792923, + 0.5556149184703827, + 0.5339202880859375, + 0.5049958229064941, + 0.48438939452171326, + 0.5773967206478119, + 0.5204426944255829, + 0.5638085007667542, + 0.5114237666130066, + 0.47514596581459045, + 0.5516067147254944, + 0.543644905090332, + 0.5225368738174438, + 0.5388074219226837, + 0.552198201417923, + 0.5828853249549866, + 0.5473877191543579, + 0.5660963654518127, + 0.5270498991012573 + ], + "p10": [ + 0.7916769683361053, + 0.7971361577510834, + 0.802111804485321, + 0.7967429757118225, + 0.8004952073097229, + 0.809429407119751, + 0.7879031598567963, + 0.8059534430503845, + 0.8085842728614807, + 0.8240050077438354, + 0.8061950504779816, + 0.7771238088607788, + 0.7703120410442352, + 0.7602425813674927, + 0.7373586297035217, + 0.7202497720718384, + 0.6635295748710632, + 0.6504564881324768, + 0.6298711001873016, + 0.5572794377803802, + 0.5372534096240997, + 0.5249617993831635, + 0.5276072919368744, + 0.4523615539073944, + 0.4041101932525635, + 0.3044034242630005, + 0.23373937606811523, + 0.19136959314346313, + 0.18521463871002197, + 0.1005392074584961, + 0.09288567304611206, + 0.1488737165927887, + 0.02718937397003174, + 0.0483626127243042, + 0.02331298589706421, + -0.012943625450134277, + -0.024264156818389893, + -0.16532832384109497, + -0.08984887599945068, + -0.18511193990707397, + -0.018441736698150635, + -0.03347665071487427, + -0.13684332370758057, + -0.2181052565574646, + -0.02183586359024048, + -0.18436729907989502, + -0.19476139545440674, + -0.20581024885177612, + -0.01476222276687622, + -0.16249626874923706, + -0.19298982620239258, + -0.20557498931884766, + -0.09393996000289917, + -0.12520945072174072, + -0.13504934310913086, + -0.20613980293273926, + -0.0559726357460022, + -0.0826866626739502, + -0.1476762294769287, + -0.18937313556671143 + ], + "p90": [ + 0.8422065079212189, + 0.8726082146167755, + 0.8977012038230896, + 0.905231773853302, + 0.9476975798606873, + 0.9716224074363708, + 0.9768633544445038, + 0.9971171915531158, + 1.1016345024108887, + 1.1060936450958252, + 1.1332731246948242, + 1.1298708319664001, + 1.1428470611572266, + 1.1638212203979492, + 1.1552612781524658, + 1.1465108394622803, + 1.1960493326187134, + 1.1989446878433228, + 1.2798093557357788, + 1.2074297070503235, + 1.224278748035431, + 1.2283452153205872, + 1.242397129535675, + 1.2437075972557068, + 1.229177474975586, + 1.2053115963935852, + 1.2868300676345825, + 1.2423457503318787, + 1.2107846140861511, + 1.2859376072883606, + 1.191131591796875, + 1.2877408862113953, + 1.0454692244529724, + 1.0656930804252625, + 1.273565948009491, + 1.253939926624298, + 1.3403161764144897, + 1.2291266918182373, + 1.364177405834198, + 1.088454246520996, + 1.136060655117035, + 1.1736075282096863, + 1.173250138759613, + 1.1797381043434143, + 1.1456819772720337, + 1.2955636978149414, + 1.2254353761672974, + 1.2342795133590698, + 1.066861629486084, + 1.2470436692237854, + 1.2868661880493164, + 1.2894476652145386, + 1.4608814716339111, + 1.2582327127456665, + 1.2444555759429932, + 1.2468472719192505, + 1.3136088252067566, + 1.2409786581993103, + 1.3049084544181824, + 1.4323772192001343 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260622_030752.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260622_030752.json new file mode 100644 index 0000000000000000000000000000000000000000..c20972d7b1b672ef5128fcada22e5ea7559b1c62 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260622_030752.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T03:07:52.486069+00:00", + "metrics": { + "MSE[mean]": 1.1098805841496422, + "MSE[0.5]": 1.1064363382953462, + "MAE[0.5]": 0.9997098776627453, + "MASE[0.5]": 2.9388106080380227, + "MAPE[0.5]": 0.6328516659751913, + "sMAPE[0.5]": 0.9398346515931096, + "MSIS": 113.04769586116667, + "RMSE[mean]": 1.053508701506372, + "NRMSE[mean]": 0.6886728390042396, + "ND[0.5]": 0.6535048440000187, + "mean_weighted_sum_quantile_loss": 0.648347435473164 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00" + ], + "context": [ + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005 + ], + "actual": [ + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661 + ], + "predictions": { + "p50": [ + 0.5297984515201181, + 0.5297984515201181, + 0.5297984515201181, + 0.5277984772693246, + 0.5277984623681634, + 0.5277984176646798, + 0.5277984176646798, + 0.5292984579574197, + 0.525298449851188, + 0.5277984772693246, + 0.5312984769116967, + 0.5312984620105355, + 0.5297984515201181, + 0.530798453546676, + 0.5277985368739694, + 0.528298470832023, + 0.530798453546676, + 0.5297984515201181, + 0.5297984664212793, + 0.5287984643947213, + 0.532798472500953, + 0.5312984769116967, + 0.5277984772693246, + 0.527798507071647, + 0.5297984515201181, + 0.5297984962236016, + 0.5277984474670022, + 0.5297984515201181, + 0.5297984515201181, + 0.5277984474670022, + 0.5307984386455148, + 0.5297984515201181, + 0.5282984410297006, + 0.5317984853755563, + 0.5297984515201181, + 0.5307984684478372, + 0.5347983871471017, + 0.5297984515201181, + 0.5317984853755563, + 0.5317983661662667, + 0.535798493481788, + 0.5317984853755563, + 0.5317983661662667, + 0.5297985111247628, + 0.5307984386455148, + 0.5337985192309945, + 0.527798432565841, + 0.5302984450828164, + 0.532298508740577, + 0.5277984474670022, + 0.5287984643947213, + 0.5317984853755563, + 0.5287984643947213, + 0.5262984965812295, + 0.5277984772693246, + 0.5307984684478372, + 0.528298470832023, + 0.5312984769116967, + 0.5367984806071847, + 0.5352984105121225 + ], + "p10": [ + 0.4977984462749093, + 0.4977984462749093, + 0.4977984462749093, + 0.49869838700405056, + 0.5006984745036691, + 0.49979848013034756, + 0.4987983737956613, + 0.49879843340030605, + 0.4987984274398416, + 0.4997984741698831, + 0.49979848013034756, + 0.4996984754573434, + 0.4977984462749093, + 0.49979853973499233, + 0.49969841585269864, + 0.49979848013034756, + 0.4997985337745279, + 0.4997984205257028, + 0.4997984741698831, + 0.49979848013034756, + 0.5007984672557443, + 0.4996984218131631, + 0.4977984462749093, + 0.4977984462749093, + 0.4987983737956613, + 0.4997984741698831, + 0.4987983737956613, + 0.49979848013034756, + 0.49979848013034756, + 0.4987984274398416, + 0.4987984274398416, + 0.4997984205257028, + 0.5007984672557443, + 0.5027985487948984, + 0.4977984462749093, + 0.4977984462749093, + 0.4977984462749093, + 0.4987983737956613, + 0.4996984754573434, + 0.4997984741698831, + 0.4997984741698831, + 0.5007985208999246, + 0.4977984462749093, + 0.4996984754573434, + 0.5006984685432047, + 0.4987984274398416, + 0.5007984672557443, + 0.49969841585269864, + 0.4997984205257028, + 0.49969841585269864, + 0.4997984205257028, + 0.5006984685432047, + 0.5006984745036691, + 0.4987983737956613, + 0.4986984406482309, + 0.49979848013034756, + 0.49979848013034756, + 0.5016984556686014, + 0.5017983947764962, + 0.49869843468776637 + ], + "p90": [ + 0.5547984872829049, + 0.5547984872829049, + 0.5557984148036569, + 0.5567984615336984, + 0.5588984941016762, + 0.5567984615336984, + 0.5538985525142281, + 0.5527984057437508, + 0.5577984009753792, + 0.5537984405528634, + 0.5577985082637399, + 0.5547984872829049, + 0.5567984615336984, + 0.5567984615336984, + 0.5557984207641213, + 0.5568984542857736, + 0.5548984800349801, + 0.5567984615336984, + 0.5518985126983255, + 0.5557984148036569, + 0.5548984800349801, + 0.5557984148036569, + 0.5548984800349801, + 0.5558984194766611, + 0.5519984637271493, + 0.5557984148036569, + 0.5557984148036569, + 0.5567984615336984, + 0.5578985069762795, + 0.5577985082637399, + 0.5558984194766611, + 0.5587984417449563, + 0.5537984405528634, + 0.5568984542857736, + 0.5548984800349801, + 0.5557984207641213, + 0.5557984207641213, + 0.5567984615336984, + 0.5567984615336984, + 0.5577985082637399, + 0.5567984615336984, + 0.5557984744083017, + 0.5567984615336984, + 0.5557984148036569, + 0.5557984207641213, + 0.5557984148036569, + 0.5547984872829049, + 0.5567984615336984, + 0.5567984615336984, + 0.5558984731208413, + 0.5497984652291864, + 0.5547984872829049, + 0.5568984542857736, + 0.5498984579812616, + 0.5518985246192544, + 0.5558984731208413, + 0.5557984148036569, + 0.5537984405528634, + 0.5577984009753792, + 0.5567984615336984 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260622_030752.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260622_030752.json new file mode 100644 index 0000000000000000000000000000000000000000..5d0ea5d545248fbd3e450f04a7c3d3e9256f3c00 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260622_030752.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T03:07:52.513934+00:00", + "metrics": { + "MSE[mean]": 1.1609255825218132, + "MSE[0.5]": 1.1609255825218132, + "MAE[0.5]": 1.0266000057260196, + "MASE[0.5]": 3.017858535211261, + "MAPE[0.5]": 0.6583321560418693, + "sMAPE[0.5]": 0.9986076522621102, + "MSIS": 119.02812113297666, + "RMSE[mean]": 1.0774625666452702, + "NRMSE[mean]": 0.7043313487884892, + "ND[0.5]": 0.6710827726949063, + "mean_weighted_sum_quantile_loss": 0.6688899908288699 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00" + ], + "context": [ + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005 + ], + "actual": [ + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661 + ], + "predictions": { + "p50": [ + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475 + ], + "p10": [ + 0.3577000093460083, + 0.3567199927568436, + 0.34985999345779417, + 0.3557400053739548, + 0.3577000093460083, + 0.37239999532699586, + 0.39200000584125516, + 0.4125800037384033, + 0.4253199857473373, + 0.4370800095796585, + 0.44884000420570375, + 0.47530001401901245, + 0.5046999859809875, + 0.5272399878501892, + 0.5360599911212921, + 0.5674199962615967, + 0.6007399761676788, + 0.6301400065422058, + 0.6644399738311767, + 0.6840400135517121, + 0.7085399901866912, + 0.7291200172901153, + 0.7496999859809875, + 0.7791000163555145, + 0.3577000093460083, + 0.3567199927568436, + 0.34985999345779417, + 0.3557400053739548, + 0.3577000093460083, + 0.37239999532699586, + 0.39200000584125516, + 0.4125800037384033, + 0.4253199857473373, + 0.4370800095796585, + 0.44884000420570375, + 0.47530001401901245, + 0.5046999859809875, + 0.5272399878501892, + 0.5360599911212921, + 0.5674199962615967, + 0.6007399761676788, + 0.6301400065422058, + 0.6644399738311767, + 0.6840400135517121, + 0.7085399901866912, + 0.7291200172901153, + 0.7496999859809875, + 0.7791000163555145, + 0.3577000093460083, + 0.3567199927568436, + 0.34985999345779417, + 0.3557400053739548, + 0.3577000093460083, + 0.37239999532699586, + 0.39200000584125516, + 0.4125800037384033, + 0.4253199857473373, + 0.4370800095796585, + 0.44884000420570375, + 0.47530001401901245 + ], + "p90": [ + 0.372300009727478, + 0.3712799924612045, + 0.3641399931907654, + 0.37026000559329986, + 0.372300009727478, + 0.387599995136261, + 0.4080000060796738, + 0.4294200038909912, + 0.44267998516559603, + 0.454920009970665, + 0.4671600043773651, + 0.49470001459121704, + 0.525299985408783, + 0.5487599873542786, + 0.5579399907588959, + 0.5905799961090088, + 0.625259975194931, + 0.6558600068092346, + 0.6915599727630616, + 0.7119600141048431, + 0.7374599897861481, + 0.7588800179958344, + 0.780299985408783, + 0.8109000170230866, + 0.372300009727478, + 0.3712799924612045, + 0.3641399931907654, + 0.37026000559329986, + 0.372300009727478, + 0.387599995136261, + 0.4080000060796738, + 0.4294200038909912, + 0.44267998516559603, + 0.454920009970665, + 0.4671600043773651, + 0.49470001459121704, + 0.525299985408783, + 0.5487599873542786, + 0.5579399907588959, + 0.5905799961090088, + 0.625259975194931, + 0.6558600068092346, + 0.6915599727630616, + 0.7119600141048431, + 0.7374599897861481, + 0.7588800179958344, + 0.780299985408783, + 0.8109000170230866, + 0.372300009727478, + 0.3712799924612045, + 0.3641399931907654, + 0.37026000559329986, + 0.372300009727478, + 0.387599995136261, + 0.4080000060796738, + 0.4294200038909912, + 0.44267998516559603, + 0.454920009970665, + 0.4671600043773651, + 0.49470001459121704 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260622_030744.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260622_030744.json new file mode 100644 index 0000000000000000000000000000000000000000..bbd9336c8f15a6c6111bf7f6909467526c799c0e --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260622_030744.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T03:07:44.710402+00:00", + "metrics": { + "MSE[mean]": 0.004550184869225937, + "MSE[0.5]": 0.004550184869225937, + "MAE[0.5]": 0.0532038023074468, + "MASE[0.5]": 0.15640127411227758, + "MAPE[0.5]": 0.033165988441573015, + "sMAPE[0.5]": 0.03355165061064565, + "MSIS": 1.3367918639227439, + "RMSE[mean]": 0.06745505814411501, + "NRMSE[mean]": 0.044095000193999596, + "ND[0.5]": 0.03477903270139064, + "mean_weighted_sum_quantile_loss": 0.030501328684755833 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00" + ], + "context": [ + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005 + ], + "actual": [ + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661 + ], + "predictions": { + "p50": [ + 0.82379150390625, + 0.857666015625, + 0.8898468017578125, + 0.9271087646484375, + 0.9635238647460938, + 0.9982452392578125, + 1.0333900451660156, + 1.063241958618164, + 1.0960314273834229, + 1.1326847076416016, + 1.1621131896972656, + 1.1921768188476562, + 1.2260513305664062, + 1.2616195678710938, + 1.2971878051757812, + 1.3268280029296875, + 1.369171142578125, + 1.4013519287109375, + 1.4318389892578125, + 1.4487762451171875, + 1.4792633056640625, + 1.4995880126953125, + 1.5300750732421875, + 1.55548095703125, + 1.579193115234375, + 1.6029052734375, + 1.60968017578125, + 1.63677978515625, + 1.6571044921875, + 1.667266845703125, + 1.674041748046875, + 1.687591552734375, + 1.7384033203125, + 1.735015869140625, + 1.751953125, + 1.768890380859375, + 1.77227783203125, + 1.7926025390625, + 1.78582763671875, + 1.789215087890625, + 1.802764892578125, + 1.809539794921875, + 1.81292724609375, + 1.802764892578125, + 1.795989990234375, + 1.789215087890625, + 1.775665283203125, + 1.75872802734375, + 1.7384033203125, + 1.728240966796875, + 1.714691162109375, + 1.707916259765625, + 1.694366455078125, + 1.69097900390625, + 1.680816650390625, + 1.6571044921875, + 1.646942138671875, + 1.62322998046875, + 1.599517822265625, + 1.58935546875 + ], + "p10": [ + 0.8119354248046875, + 0.8458099365234375, + 0.8695220947265625, + 0.901702880859375, + 0.9381179809570312, + 0.9677581787109375, + 0.99993896484375, + 1.0232276916503906, + 1.057525634765625, + 1.0863189697265625, + 1.1084961891174316, + 1.1403064727783203, + 1.1688880920410156, + 1.2019157409667969, + 1.2345199584960938, + 1.2590789794921875, + 1.29803466796875, + 1.321746826171875, + 1.3471527099609375, + 1.3607025146484375, + 1.3878021240234375, + 1.40643310546875, + 1.4318389892578125, + 1.453857421875, + 1.4758758544921875, + 1.497894287109375, + 1.504669189453125, + 1.531768798828125, + 1.5487060546875, + 1.562255859375, + 1.56903076171875, + 1.579193115234375, + 1.626617431640625, + 1.619842529296875, + 1.633392333984375, + 1.6435546875, + 1.65032958984375, + 1.670654296875, + 1.6571044921875, + 1.660491943359375, + 1.674041748046875, + 1.680816650390625, + 1.6842041015625, + 1.674041748046875, + 1.667266845703125, + 1.6571044921875, + 1.6435546875, + 1.619842529296875, + 1.62322998046875, + 1.613067626953125, + 1.592742919921875, + 1.579193115234375, + 1.56903076171875, + 1.558868408203125, + 1.545318603515625, + 1.511444091796875, + 1.4860382080078125, + 1.4589385986328125, + 1.4284515380859375, + 1.4115142822265625 + ], + "p90": [ + 0.8390350341796875, + 0.8729095458984375, + 0.911865234375, + 0.9516677856445312, + 0.9889297485351562, + 1.030426025390625, + 1.0662059783935547, + 1.0994982719421387, + 1.1337432861328125, + 1.1743927001953125, + 1.2078437805175781, + 1.2387542724609375, + 1.2760162353515625, + 1.314971923828125, + 1.35223388671875, + 1.3878021240234375, + 1.4318389892578125, + 1.4724884033203125, + 1.50128173828125, + 1.524993896484375, + 1.558868408203125, + 1.58258056640625, + 1.616455078125, + 1.633392333984375, + 1.667266845703125, + 1.67742919921875, + 1.69097900390625, + 1.71807861328125, + 1.735015869140625, + 1.74517822265625, + 1.755340576171875, + 1.768890380859375, + 1.809539794921875, + 1.80615234375, + 1.8197021484375, + 1.836639404296875, + 1.8468017578125, + 1.863739013671875, + 1.863739013671875, + 1.8603515625, + 1.877288818359375, + 1.8739013671875, + 1.88067626953125, + 1.88067626953125, + 1.86712646484375, + 1.86712646484375, + 1.850189208984375, + 1.833251953125, + 1.81292724609375, + 1.80615234375, + 1.7926025390625, + 1.78582763671875, + 1.775665283203125, + 1.779052734375, + 1.779052734375, + 1.751953125, + 1.751953125, + 1.73162841796875, + 1.7113037109375, + 1.70452880859375 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260622_030549.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260622_030549.json new file mode 100644 index 0000000000000000000000000000000000000000..382fd36532d26ea8dec40469b59fac70ca1a4d62 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260622_030549.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T03:05:49.353491+00:00", + "metrics": { + "MSE[mean]": 0.028821312674931637, + "MSE[0.5]": 0.041628200053921385, + "MAE[0.5]": 0.14556483924388885, + "MASE[0.5]": 0.4279116404525567, + "MAPE[0.5]": 0.08232009562916612, + "sMAPE[0.5]": 0.08943451367444401, + "MSIS": 5.896827267806313, + "RMSE[mean]": 0.1697684089426877, + "NRMSE[mean]": 0.11097667441438434, + "ND[0.5]": 0.09515493413385762, + "mean_weighted_sum_quantile_loss": 0.07058083399463455 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00" + ], + "context": [ + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005 + ], + "actual": [ + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661 + ], + "predictions": { + "p50": [ + 0.8194108009338379, + 0.8535355925559998, + 0.8747392296791077, + 0.9072972536087036, + 0.9464856386184692, + 0.9753055572509766, + 1.0001091957092285, + 1.0308763980865479, + 1.0611931085586548, + 1.0940613746643066, + 1.1244962215423584, + 1.1627862453460693, + 1.1889302730560303, + 1.2239155769348145, + 1.2480378150939941, + 1.282306432723999, + 1.3020745515823364, + 1.3304526805877686, + 1.363513469696045, + 1.3660801649093628, + 1.397653341293335, + 1.4170372486114502, + 1.44146728515625, + 1.469040036201477, + 1.4924046993255615, + 1.5084657669067383, + 1.5201729536056519, + 1.5492480993270874, + 1.5533472299575806, + 1.5660226345062256, + 1.5812541246414185, + 1.5909078121185303, + 1.6051981449127197, + 1.6163007020950317, + 1.6161880493164062, + 1.614699125289917, + 1.6262258291244507, + 1.631989598274231, + 1.6372325420379639, + 1.635733723640442, + 1.6252100467681885, + 1.624996304512024, + 1.6172844171524048, + 1.604197382926941, + 1.6049882173538208, + 1.5842373371124268, + 1.571176528930664, + 1.5614376068115234, + 1.5427871942520142, + 1.5244436264038086, + 1.5089359283447266, + 1.4948471784591675, + 1.4733338356018066, + 1.4497193098068237, + 1.417199730873108, + 1.386169672012329, + 1.3628664016723633, + 1.329525351524353, + 1.312083125114441, + 1.2821086645126343 + ], + "p10": [ + 0.8202663660049438, + 0.8454048037528992, + 0.8807846307754517, + 0.9202783107757568, + 0.9448083639144897, + 0.9709205627441406, + 1.0078883171081543, + 1.0513641834259033, + 1.053316593170166, + 1.1148324012756348, + 1.1207542419433594, + 1.1730340719223022, + 1.181725025177002, + 1.2264277935028076, + 1.251272201538086, + 1.3127384185791016, + 1.3196845054626465, + 1.3434274196624756, + 1.3791215419769287, + 1.404110312461853, + 1.4234426021575928, + 1.4685707092285156, + 1.4545015096664429, + 1.4965519905090332, + 1.502607822418213, + 1.5162321329116821, + 1.5415747165679932, + 1.5542387962341309, + 1.5683611631393433, + 1.5704259872436523, + 1.6189041137695312, + 1.6052329540252686, + 1.6260676383972168, + 1.6553798913955688, + 1.6510645151138306, + 1.6569950580596924, + 1.6502948999404907, + 1.657893180847168, + 1.648064136505127, + 1.6569757461547852, + 1.6599737405776978, + 1.6473958492279053, + 1.6422700881958008, + 1.6408528089523315, + 1.630224347114563, + 1.6164865493774414, + 1.6228541135787964, + 1.5974267721176147, + 1.5527229309082031, + 1.57463800907135, + 1.5373250246047974, + 1.5387572050094604, + 1.5025392770767212, + 1.497361183166504, + 1.4504806995391846, + 1.4116716384887695, + 1.4028102159500122, + 1.3659636974334717, + 1.3642635345458984, + 1.3118995428085327 + ], + "p90": [ + 0.8369033932685852, + 0.8702962398529053, + 0.8964967727661133, + 0.9300454258918762, + 0.9712485074996948, + 1.0083080530166626, + 1.0299484729766846, + 1.0642409324645996, + 1.105217456817627, + 1.141676664352417, + 1.1798348426818848, + 1.2180261611938477, + 1.2487446069717407, + 1.2859742641448975, + 1.3070716857910156, + 1.3474230766296387, + 1.3750407695770264, + 1.4017360210418701, + 1.4444667100906372, + 1.4609736204147339, + 1.4897867441177368, + 1.5218909978866577, + 1.5470412969589233, + 1.579451560974121, + 1.607961654663086, + 1.6290911436080933, + 1.6338746547698975, + 1.666496753692627, + 1.6766330003738403, + 1.6936359405517578, + 1.7155444622039795, + 1.7186155319213867, + 1.7431708574295044, + 1.7570502758026123, + 1.7610244750976562, + 1.7623175382614136, + 1.7815349102020264, + 1.7892191410064697, + 1.7949318885803223, + 1.7924015522003174, + 1.7875709533691406, + 1.7921749353408813, + 1.7851974964141846, + 1.7827039957046509, + 1.785518765449524, + 1.7743159532546997, + 1.7662782669067383, + 1.7615139484405518, + 1.743566632270813, + 1.7244718074798584, + 1.709478497505188, + 1.698685884475708, + 1.6704597473144531, + 1.6579668521881104, + 1.6313636302947998, + 1.60019850730896, + 1.5821751356124878, + 1.5470142364501953, + 1.5351836681365967, + 1.5030226707458496 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260622_030630.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260622_030630.json new file mode 100644 index 0000000000000000000000000000000000000000..ebc4233e72535062789debe1f52db37f3e0439c5 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260622_030630.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-22T03:06:30.858463+00:00", + "metrics": { + "MSE[mean]": 0.085502107689821, + "MSE[0.5]": 0.085502107689821, + "MAE[0.5]": 0.23595123489697775, + "MASE[0.5]": 0.6936172259456609, + "MAPE[0.5]": 0.1360310227580922, + "sMAPE[0.5]": 0.15100020624777016, + "MSIS": 1.9724329249517336, + "RMSE[mean]": 0.2924074343956066, + "NRMSE[mean]": 0.1911451302710957, + "ND[0.5]": 0.15424002342905666, + "mean_weighted_sum_quantile_loss": 0.13143269811518923 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00" + ], + "context": [ + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005 + ], + "actual": [ + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661 + ], + "predictions": { + "p50": [ + 0.8195888996124268, + 0.8485487699508667, + 0.8787720203399658, + 0.9087493419647217, + 0.9373682737350464, + 0.9640346765518188, + 0.9901160597801208, + 1.0185072422027588, + 1.0462794303894043, + 1.072849988937378, + 1.0994681119918823, + 1.1260045766830444, + 1.1520867347717285, + 1.1753348112106323, + 1.1976886987686157, + 1.2199193239212036, + 1.241125226020813, + 1.2603070735931396, + 1.2790453433990479, + 1.2982114553451538, + 1.3170268535614014, + 1.3355764150619507, + 1.3531869649887085, + 1.3697255849838257, + 1.3863776922225952, + 1.4007869958877563, + 1.4149706363677979, + 1.4282362461090088, + 1.4401780366897583, + 1.4490609169006348, + 1.457158088684082, + 1.464519739151001, + 1.461702585220337, + 1.4473769664764404, + 1.4560587406158447, + 1.4598172903060913, + 1.4484868049621582, + 1.4419357776641846, + 1.4401707649230957, + 1.436730980873108, + 1.4339320659637451, + 1.4313620328903198, + 1.4262927770614624, + 1.4214969873428345, + 1.4188041687011719, + 1.4156981706619263, + 1.4144854545593262, + 1.4096029996871948, + 1.4043216705322266, + 1.3990694284439087, + 1.3909190893173218, + 1.384446144104004, + 1.3716615438461304, + 1.3617959022521973, + 1.3536763191223145, + 1.3445978164672852, + 1.3381500244140625, + 1.3309423923492432, + 1.3210376501083374, + 1.313543438911438 + ], + "p10": [ + 0.8100333213806152, + 0.8348579406738281, + 0.8611786365509033, + 0.886833667755127, + 0.9108606576919556, + 0.9329864978790283, + 0.9542731046676636, + 0.9775348901748657, + 0.9991412162780762, + 1.0193043947219849, + 1.038071632385254, + 1.0569411516189575, + 1.0749197006225586, + 1.089010238647461, + 1.1012458801269531, + 1.1142107248306274, + 1.1256067752838135, + 1.1334689855575562, + 1.1397371292114258, + 1.14568293094635, + 1.1522740125656128, + 1.1599547863006592, + 1.1643009185791016, + 1.1672167778015137, + 1.1681050062179565, + 1.1694854497909546, + 1.1709860563278198, + 1.1678763628005981, + 1.162914752960205, + 1.1538217067718506, + 1.1432123184204102, + 1.1386439800262451, + 1.0238816738128662, + 1.0198092460632324, + 0.9904660582542419, + 0.9545676112174988, + 0.9187147617340088, + 0.8947922587394714, + 0.8606403470039368, + 0.8440215587615967, + 0.8265221118927002, + 0.813208281993866, + 0.7912591099739075, + 0.7771837711334229, + 0.7640417814254761, + 0.7489564418792725, + 0.7266733646392822, + 0.6997261047363281, + 0.6729457378387451, + 0.6539818048477173, + 0.6395246982574463, + 0.6315923929214478, + 0.6040867567062378, + 0.587790846824646, + 0.57539963722229, + 0.5628691911697388, + 0.5479286313056946, + 0.5400933623313904, + 0.530608594417572, + 0.5177637934684753 + ], + "p90": [ + 0.8295445442199707, + 0.8620448112487793, + 0.8971478343009949, + 0.9316128492355347, + 0.965524435043335, + 0.996120810508728, + 1.02601957321167, + 1.0599350929260254, + 1.0941810607910156, + 1.126708984375, + 1.1605198383331299, + 1.19483482837677, + 1.228731393814087, + 1.25936758518219, + 1.288663625717163, + 1.3191360235214233, + 1.3505923748016357, + 1.3814046382904053, + 1.4112632274627686, + 1.441467046737671, + 1.4739876985549927, + 1.507309913635254, + 1.5393197536468506, + 1.5682623386383057, + 1.5980817079544067, + 1.625975489616394, + 1.6554553508758545, + 1.6829121112823486, + 1.707963228225708, + 1.7324283123016357, + 1.7518763542175293, + 1.7673888206481934, + 1.760225772857666, + 1.7545838356018066, + 1.789222002029419, + 1.8106427192687988, + 1.8115997314453125, + 1.82210111618042, + 1.828603744506836, + 1.8374438285827637, + 1.8476383686065674, + 1.8621459007263184, + 1.872339129447937, + 1.88307785987854, + 1.8937952518463135, + 1.900346040725708, + 1.907966136932373, + 1.9132764339447021, + 1.9159178733825684, + 1.919142723083496, + 1.9184901714324951, + 1.924912929534912, + 1.9217102527618408, + 1.9281485080718994, + 1.9302072525024414, + 1.9298899173736572, + 1.9301344156265259, + 1.9295527935028076, + 1.9246137142181396, + 1.9218592643737793 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260622_030610.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260622_030610.json new file mode 100644 index 0000000000000000000000000000000000000000..d4f562767b094dffac274958dc12dea25a0e874b --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260622_030610.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T03:06:10.227750+00:00", + "metrics": { + "MSE[mean]": 0.2433452048083568, + "MSE[0.5]": 0.2433452048083568, + "MAE[0.5]": 0.385603337486585, + "MASE[0.5]": 1.1335440451482015, + "MAPE[0.5]": 0.22112327084320096, + "sMAPE[0.5]": 0.26859882874978286, + "MSIS": 10.663142160811438, + "RMSE[mean]": 0.4933003190839803, + "NRMSE[mean]": 0.32246770315186357, + "ND[0.5]": 0.25206677911315784, + "mean_weighted_sum_quantile_loss": 0.19922665204572393 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00" + ], + "context": [ + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005 + ], + "actual": [ + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661 + ], + "predictions": { + "p50": [ + 0.8245071768760681, + 0.8506466150283813, + 0.881521463394165, + 0.9110180139541626, + 0.9396098256111145, + 0.9655436873435974, + 0.9875172972679138, + 1.0100222826004028, + 1.034721851348877, + 1.0602279901504517, + 1.0870022773742676, + 1.1131062507629395, + 1.1391571760177612, + 1.1602933406829834, + 1.1828582286834717, + 1.1997506618499756, + 1.2150177955627441, + 1.2308495044708252, + 1.246988296508789, + 1.2589024305343628, + 1.2721757888793945, + 1.2846813201904297, + 1.2981300354003906, + 1.3084945678710938, + 1.316445231437683, + 1.3226605653762817, + 1.3289145231246948, + 1.3301045894622803, + 1.3304399251937866, + 1.331732988357544, + 1.33083975315094, + 1.3293403387069702, + 1.329126238822937, + 1.3265113830566406, + 1.3177891969680786, + 1.3085963726043701, + 1.3007540702819824, + 1.290761947631836, + 1.275291085243225, + 1.2610840797424316, + 1.2433234453201294, + 1.2326600551605225, + 1.2188981771469116, + 1.203190565109253, + 1.1881654262542725, + 1.1684993505477905, + 1.1492139101028442, + 1.128154993057251, + 1.1009162664413452, + 1.0762176513671875, + 1.0542224645614624, + 1.0303866863250732, + 1.008216381072998, + 0.9887998104095459, + 0.9614960551261902, + 0.9378859996795654, + 0.9079692959785461, + 0.8822569251060486, + 0.8547376394271851, + 0.8264957070350647 + ], + "p10": [ + 0.8153131008148193, + 0.8363502025604248, + 0.863062858581543, + 0.8878145813941956, + 0.9113099575042725, + 0.9317425489425659, + 0.9492374062538147, + 0.9653804302215576, + 0.9838395118713379, + 1.0029008388519287, + 1.0221165418624878, + 1.040164828300476, + 1.0590251684188843, + 1.0734832286834717, + 1.0867139101028442, + 1.0955058336257935, + 1.1005001068115234, + 1.1064600944519043, + 1.1147621870040894, + 1.1159471273422241, + 1.1186573505401611, + 1.1231529712677002, + 1.12326180934906, + 1.1246204376220703, + 1.121842861175537, + 1.1193417310714722, + 1.1117026805877686, + 1.103860855102539, + 1.0912950038909912, + 1.0824744701385498, + 1.0707173347473145, + 1.0606411695480347, + 1.0193116664886475, + 1.017682671546936, + 0.9941590428352356, + 0.9771158695220947, + 0.9527959823608398, + 0.9294893741607666, + 0.9064998626708984, + 0.8763341903686523, + 0.8462026715278625, + 0.8227640390396118, + 0.8074300289154053, + 0.7761383056640625, + 0.7501931190490723, + 0.7260209918022156, + 0.7041206359863281, + 0.6691138744354248, + 0.6326375007629395, + 0.6118438243865967, + 0.5848560929298401, + 0.5512790679931641, + 0.5220844745635986, + 0.49251478910446167, + 0.4591715931892395, + 0.42553257942199707, + 0.391781210899353, + 0.3616216778755188, + 0.32492196559906006, + 0.28405439853668213 + ], + "p90": [ + 0.8329769968986511, + 0.8638043403625488, + 0.8995031118392944, + 0.933837354183197, + 0.9694193601608276, + 0.9982523322105408, + 1.0247126817703247, + 1.0543063879013062, + 1.0848381519317627, + 1.1170573234558105, + 1.1519503593444824, + 1.1860487461090088, + 1.220049262046814, + 1.2517085075378418, + 1.2831969261169434, + 1.3096318244934082, + 1.3351655006408691, + 1.3623425960540771, + 1.3862791061401367, + 1.4132153987884521, + 1.434600830078125, + 1.4591240882873535, + 1.4840781688690186, + 1.5088956356048584, + 1.526992917060852, + 1.5481054782867432, + 1.5661433935165405, + 1.5825507640838623, + 1.591881275177002, + 1.6072500944137573, + 1.6172910928726196, + 1.6347289085388184, + 1.6791353225708008, + 1.706026554107666, + 1.7200655937194824, + 1.724440097808838, + 1.7300262451171875, + 1.7257158756256104, + 1.7254221439361572, + 1.7175956964492798, + 1.706127405166626, + 1.7085704803466797, + 1.7100061178207397, + 1.7133328914642334, + 1.709937334060669, + 1.7034118175506592, + 1.6913539171218872, + 1.6816833019256592, + 1.6702815294265747, + 1.6561646461486816, + 1.6372020244598389, + 1.6258857250213623, + 1.6157925128936768, + 1.6092551946640015, + 1.5901998281478882, + 1.5795642137527466, + 1.5570571422576904, + 1.538661003112793, + 1.5118341445922852, + 1.4893863201141357 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260622_030752.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260622_030752.json new file mode 100644 index 0000000000000000000000000000000000000000..4ee8c7fcb8bcba3743af49072c03b9d8d684cefd --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260622_030752.json @@ -0,0 +1,551 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-22T03:07:52.334042+00:00", + "metrics": { + "MSE[mean]": 0.055435817844219595, + "MSE[0.5]": 0.06325049777020283, + "MAE[0.5]": 0.2263784974437202, + "MASE[0.5]": 3.6786518990488912, + "MAPE[0.5]": 0.14540567895416012, + "sMAPE[0.5]": 0.15907118159160577, + "MSIS": 52.22025398506824, + "RMSE[mean]": 0.23544812134357665, + "NRMSE[mean]": 0.15638620385711355, + "ND[0.5]": 0.15036209950658208, + "mean_weighted_sum_quantile_loss": 0.13341294108721424 + }, + "context_length": 78, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 02:10:00", + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00" + ], + "context": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.2844829178344763, + 1.2847071225545292, + 1.2852626981770363, + 1.2853375675591523, + 1.286630797482387, + 1.2867153829873577, + 1.286754977739784, + 1.286241156699354, + 1.28675822447255, + 1.287558930580734, + 1.2867330206807601, + 1.2857326079889135, + 1.2857681809921064, + 1.285732961838573, + 1.2867767568927189, + 1.2875610325964961, + 1.2867907526434053, + 1.2867767962858248, + 1.2867907599196162, + 1.2875610517654394, + 1.286762838774677, + 1.2857683871569183, + 1.2856968047938209, + 1.2867907618307644, + 1.2875693071309817, + 1.2862511919261774, + 1.2867628391833972, + 1.285678200083587, + 1.2857683873458379, + 1.2862511919342827, + 1.286776800528919, + 1.285733056730878, + 1.285696804881038, + 1.285768387346646, + 1.286762839187291, + 1.2875610526627304, + 1.2855821469464437, + 1.2867339965226605, + 1.285541824864504, + 1.2867628391872987, + 1.286790761870888, + 1.2856404923921743, + 1.2857330567309582, + 1.287561052662734, + 1.2875775616361311, + 1.2856404923921743, + 1.2867628391872987, + 1.2857683873466628, + 1.2867768005290934, + 1.2867628391872987, + 1.2857683873466628, + 1.28674841785498, + 1.286790761870888, + 1.2867339965226612, + 1.286790761870888, + 1.2856968048810749, + 1.287561052662734, + 1.2857330567309582, + 1.28674841785498, + 1.2867628391872987, + 1.286251191934662, + 1.2857330567309582, + 1.2856968048810749, + 1.2867768005290934, + 1.2867628391872987, + 1.285678200085381, + 1.2880456132059996, + 1.2867768005290934, + 1.2857683873466628, + 1.2857330567309582, + 1.285678200085381, + 1.2867628391872987 + ], + "p10": [ + 1.2241058404739906, + 1.225563913659822, + 1.2257395831479134, + 1.2241186880986579, + 1.2261439275683612, + 1.2261996704086946, + 1.2262233518594312, + 1.2243330712096725, + 1.2262425118938869, + 1.2278998122088598, + 1.2264312151020307, + 1.2264132357683577, + 1.1885135534800182, + 1.226039062060832, + 1.2264321473075572, + 1.2243430863787426, + 1.2266466122809199, + 1.2264321867006633, + 1.226245172697469, + 1.2262276061123933, + 1.227880490821791, + 1.2266466213186584, + 1.2243431063577264, + 1.226247126568512, + 1.226227606991237, + 1.2262451746402563, + 1.2264136845065008, + 1.2262471266068413, + 1.1885137598337496, + 1.2260391569528377, + 1.2262471266084614, + 1.2262451746486607, + 1.2262471266085986, + 1.2262276070096707, + 1.2260391569532092, + 1.226227607009684, + 1.188513759834573, + 1.226625178451955, + 1.2264321909439317, + 1.2266251784519555, + 1.2280414134889104, + 1.2264321909439317, + 1.2262276070096876, + 1.2264321909439317, + 1.2262276070096876, + 1.2243431064449806, + 1.2262471266086354, + 1.2262276070096876, + 1.185889627019924, + 1.2262451746487406, + 1.2262451746487406, + 1.2264136845104021, + 1.2266251784519555, + 1.2262276070096876, + 1.2243431064449806, + 1.2243431064449806, + 1.2264321909439317, + 1.2280414134889104, + 1.2264136845104021, + 1.2266251784519555, + 1.2264136845104021, + 1.2264136845104021, + 1.1885137598345743, + 1.185889627019924, + 1.2243431064449806, + 1.2262471266086354, + 1.1885137598345743, + 1.2262276070096876, + 1.2262471266086354, + 1.2243431064449806, + 1.2243431064449806, + 1.2266251784519555 + ], + "p90": [ + 1.3845223295564664, + 1.3837785965160547, + 1.3845496344896622, + 1.3827643224974475, + 1.3761468608148977, + 1.376202603655231, + 1.3869194274734435, + 1.3796922672138985, + 1.3848352465934397, + 1.3870043563535974, + 1.3848388854662872, + 1.375904062656296, + 1.3848396549536321, + 1.382988645951385, + 1.3793599523302809, + 1.3868178116744319, + 1.3868178225131866, + 1.386817827497401, + 1.3869412483114814, + 1.387593531093903, + 1.3793599955540339, + 1.3869412500730087, + 1.3869412501754992, + 1.3848398612680648, + 1.3868301735744273, + 1.3869412502542686, + 1.3869412502588516, + 1.3762500598533778, + 1.3850376583506117, + 1.3753405442804456, + 1.3793599959664813, + 1.3848398613081083, + 1.386830173592841, + 1.3868178317406525, + 1.379702302449199, + 1.3870064784355938, + 1.3827830607921663, + 1.3848398613081878, + 1.3827830607921676, + 1.3850376583514363, + 1.3848398613081883, + 1.382783060792168, + 1.382783060792168, + 1.383186537887018, + 1.38298874084377, + 1.3848398613081883, + 1.3875935319911976, + 1.3868178317406694, + 1.386941250262753, + 1.386941250262753, + 1.3868178317406694, + 1.3850376583514363, + 1.3848398613081883, + 1.3848398613081883, + 1.3895194906976753, + 1.382783060792168, + 1.3875935319911976, + 1.3868178317406694, + 1.3759045113983404, + 1.3848398613081883, + 1.3868178317406694, + 1.3868178317406694, + 1.3868301735928779, + 1.3868178317406694, + 1.3850376583514363, + 1.3759045113983404, + 1.386941250262753, + 1.3848398613081883, + 1.386941250262753, + 1.3868178317406694, + 1.382783060792168, + 1.3868178317406694 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260622_030452.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260622_030452.json new file mode 100644 index 0000000000000000000000000000000000000000..bd8593a1d4b85e20c69041af9bde9db82e3d3c90 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260622_030452.json @@ -0,0 +1,551 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T03:04:52.391615+00:00", + "metrics": { + "MSE[mean]": 0.06313821152436302, + "MSE[0.5]": 0.06313821152436302, + "MAE[0.5]": 0.2246868842177921, + "MASE[0.5]": 3.6511631742968254, + "MAPE[0.5]": 0.1441868098063588, + "sMAPE[0.5]": 0.15776169212863145, + "MSIS": 96.55580869119147, + "RMSE[mean]": 0.25127318106865887, + "NRMSE[mean]": 0.16689731348965264, + "ND[0.5]": 0.14923851878192917, + "mean_weighted_sum_quantile_loss": 0.1366511052602274 + }, + "context_length": 78, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 02:10:00", + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00" + ], + "context": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.3016953468322754, + 1.3017219305038452, + 1.3012372255325317, + 1.3017926216125488, + 1.300042986869812, + 1.2994096279144287, + 1.2972970008850098, + 1.2960354089736938, + 1.295343279838562, + 1.2933350801467896, + 1.2922672033309937, + 1.2915666103363037, + 1.292826771736145, + 1.292181372642517, + 1.2936749458312988, + 1.2941032648086548, + 1.294094443321228, + 1.2938836812973022, + 1.2936325073242188, + 1.2940936088562012, + 1.2923685312271118, + 1.2924120426177979, + 1.2914334535598755, + 1.2916128635406494, + 1.291321039199829, + 1.2911301851272583, + 1.2911126613616943, + 1.2917978763580322, + 1.2922873497009277, + 1.2913237810134888, + 1.2915260791778564, + 1.2916206121444702, + 1.2895108461380005, + 1.2883135080337524, + 1.2862671613693237, + 1.2869224548339844, + 1.2866652011871338, + 1.2888741493225098, + 1.2887234687805176, + 1.2897552251815796, + 1.2906744480133057, + 1.2893036603927612, + 1.288469672203064, + 1.2873061895370483, + 1.2861363887786865, + 1.2831215858459473, + 1.2822747230529785, + 1.2819650173187256, + 1.2843741178512573, + 1.2848126888275146, + 1.2855290174484253, + 1.2867990732192993, + 1.2874746322631836, + 1.2874020338058472, + 1.2868735790252686, + 1.2863054275512695, + 1.2851738929748535, + 1.28240168094635, + 1.2799639701843262, + 1.278184413909912, + 1.279054045677185, + 1.2806024551391602, + 1.2830485105514526, + 1.284374475479126, + 1.2834875583648682, + 1.2833030223846436, + 1.2843438386917114, + 1.2838923931121826, + 1.2825566530227661, + 1.2814730405807495, + 1.2811442613601685, + 1.280437707901001 + ], + "p10": [ + 1.2725017070770264, + 1.2588403224945068, + 1.247257947921753, + 1.2383148670196533, + 1.2304937839508057, + 1.2230830192565918, + 1.2156648635864258, + 1.211656093597412, + 1.2044094800949097, + 1.1986744403839111, + 1.1984484195709229, + 1.1974846124649048, + 1.199344277381897, + 1.1949273347854614, + 1.1953418254852295, + 1.1974071264266968, + 1.213521957397461, + 1.2119371891021729, + 1.2097415924072266, + 1.2077927589416504, + 1.2052963972091675, + 1.2040245532989502, + 1.2021865844726562, + 1.2031716108322144, + 1.2027723789215088, + 1.2040624618530273, + 1.2042598724365234, + 1.202134132385254, + 1.2010064125061035, + 1.196991205215454, + 1.196724772453308, + 1.1961115598678589, + 1.1926207542419434, + 1.1936092376708984, + 1.1898651123046875, + 1.1898969411849976, + 1.1899937391281128, + 1.192708969116211, + 1.195379376411438, + 1.1982299089431763, + 1.200019359588623, + 1.2014951705932617, + 1.2029486894607544, + 1.1995173692703247, + 1.1970115900039673, + 1.1939855813980103, + 1.1928819417953491, + 1.1924954652786255, + 1.1917195320129395, + 1.190057635307312, + 1.1886632442474365, + 1.1876164674758911, + 1.1867945194244385, + 1.1893514394760132, + 1.1902576684951782, + 1.1887867450714111, + 1.189380407333374, + 1.1857678890228271, + 1.185420036315918, + 1.1836071014404297, + 1.1831072568893433, + 1.182923436164856, + 1.18643319606781, + 1.1872403621673584, + 1.1923208236694336, + 1.1909250020980835, + 1.1907457113265991, + 1.19014573097229, + 1.18821120262146, + 1.189162015914917, + 1.1892623901367188, + 1.1888564825057983 + ], + "p90": [ + 1.333387017250061, + 1.3417588472366333, + 1.3491986989974976, + 1.354564905166626, + 1.3613266944885254, + 1.3613563776016235, + 1.3619946241378784, + 1.3626867532730103, + 1.3651540279388428, + 1.3663945198059082, + 1.3690482378005981, + 1.366940975189209, + 1.368736743927002, + 1.3713395595550537, + 1.3706527948379517, + 1.3702682256698608, + 1.3606343269348145, + 1.3605616092681885, + 1.36149001121521, + 1.36333167552948, + 1.3671696186065674, + 1.367132544517517, + 1.3683903217315674, + 1.3702725172042847, + 1.3709708452224731, + 1.3739007711410522, + 1.3767489194869995, + 1.37872314453125, + 1.3816165924072266, + 1.3835396766662598, + 1.3834407329559326, + 1.3845100402832031, + 1.3806748390197754, + 1.3824050426483154, + 1.3820730447769165, + 1.380421757698059, + 1.382188081741333, + 1.381701111793518, + 1.3797715902328491, + 1.3785500526428223, + 1.3792622089385986, + 1.3767756223678589, + 1.3743183612823486, + 1.3732274770736694, + 1.3751356601715088, + 1.3757678270339966, + 1.3741803169250488, + 1.3747780323028564, + 1.3731446266174316, + 1.3758602142333984, + 1.3796837329864502, + 1.3808927536010742, + 1.3845113515853882, + 1.3845534324645996, + 1.3829416036605835, + 1.3810176849365234, + 1.383121132850647, + 1.3821697235107422, + 1.3816159963607788, + 1.3799476623535156, + 1.3823286294937134, + 1.3850823640823364, + 1.3859283924102783, + 1.3867255449295044, + 1.3754897117614746, + 1.3755052089691162, + 1.3782434463500977, + 1.379970908164978, + 1.3833109140396118, + 1.3850162029266357, + 1.3862489461898804, + 1.3856174945831299 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260622_030752.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260622_030752.json new file mode 100644 index 0000000000000000000000000000000000000000..98eccd575a396ce121607534418f11d82ffea8f7 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260622_030752.json @@ -0,0 +1,551 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-22T03:07:52.461503+00:00", + "metrics": { + "MSE[mean]": 0.051707256670080054, + "MSE[0.5]": 0.05184724513214089, + "MAE[0.5]": 0.20329715724373496, + "MASE[0.5]": 3.3035799866629625, + "MAPE[0.5]": 0.13050712233370287, + "sMAPE[0.5]": 0.14145965946836694, + "MSIS": 44.15477330373116, + "RMSE[mean]": 0.22739229685739148, + "NRMSE[mean]": 0.15103547180138696, + "ND[0.5]": 0.135031320253759, + "mean_weighted_sum_quantile_loss": 0.12058801695539839 + }, + "context_length": 78, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 02:10:00", + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00" + ], + "context": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.3019796279859888, + 1.3022484400714187, + 1.3025172521568484, + 1.3027860642422782, + 1.303054876327708, + 1.3033236884131378, + 1.3035925004985676, + 1.3038613125839973, + 1.304130124669427, + 1.304398936754857, + 1.3046677488402867, + 1.3049365609257164, + 1.3052053730111461, + 1.305474185096576, + 1.3057429971820058, + 1.3060118092674355, + 1.3062806213528653, + 1.3065494334382952, + 1.306818245523725, + 1.3070870576091547, + 1.3073558696945846, + 1.3076246817800143, + 1.307893493865444, + 1.3081623059508738, + 1.3084311180363037, + 1.3086999301217335, + 1.3089687422071632, + 1.309237554292593, + 1.3095063663780229, + 1.3097751784634526, + 1.3100439905488823, + 1.310312802634312, + 1.310581614719742, + 1.3108504268051717, + 1.3111192388906014, + 1.3113880509760312, + 1.3116568630614611, + 1.3119256751468908, + 1.3121944872323206, + 1.3124632993177503, + 1.3127321114031802, + 1.31300092348861, + 1.3132697355740397, + 1.3135385476594696, + 1.3138073597448994, + 1.314076171830329, + 1.3143449839157588, + 1.3146137960011888, + 1.3148826080866185, + 1.3151514201720482, + 1.315420232257478, + 1.315689044342908, + 1.3159578564283376, + 1.3162266685137674, + 1.316495480599197, + 1.316764292684627, + 1.3170331047700568, + 1.3173019168554865, + 1.3175707289409162, + 1.3178395410263462, + 1.3181083531117759, + 1.3183771651972056, + 1.3186459772826356, + 1.3189147893680653, + 1.319183601453495, + 1.3194524135389247, + 1.3197212256243547, + 1.3199900377097844, + 1.3202588497952141, + 1.3205276618806439, + 1.3207964739660738, + 1.3210652860515035 + ], + "p10": [ + 1.2019796041441309, + 1.2022484162295608, + 1.2025172283149905, + 1.2027860404004203, + 1.2030549716951395, + 1.20332366457128, + 1.2035924766567097, + 1.2038612887421394, + 1.204130100827569, + 1.204398912912999, + 1.2046677249984288, + 1.2049365370838585, + 1.2052053491692882, + 1.2054741612547182, + 1.205742973340148, + 1.2060117854255776, + 1.2062805975110074, + 1.2065494095964373, + 1.206818221681867, + 1.2070870337672968, + 1.2073558458527267, + 1.2076246579381564, + 1.2078934700235862, + 1.2081622821090159, + 1.2084312014828065, + 1.2086999062798756, + 1.2089687183653053, + 1.209237530450735, + 1.209506342536165, + 1.2097751546215947, + 1.2100439667070244, + 1.2103127787924541, + 1.210581590877884, + 1.2108505221726034, + 1.2111192150487435, + 1.2113881463434628, + 1.2116568392196032, + 1.2119257705143225, + 1.2121944633904627, + 1.2124632754758924, + 1.2127320875613223, + 1.213000899646752, + 1.2132697117321818, + 1.2135385238176117, + 1.2138073359030415, + 1.2140761479884712, + 1.2143450673622616, + 1.2146137721593309, + 1.2148825842447606, + 1.2151513963301903, + 1.21542020841562, + 1.21568902050105, + 1.2159578325864797, + 1.2162266446719094, + 1.2164954567573392, + 1.2167642688427691, + 1.2170330809281988, + 1.2173018930136286, + 1.2175707050990583, + 1.2178395171844882, + 1.218108329269918, + 1.2183771413553477, + 1.2186459534407776, + 1.2189147655262074, + 1.219183577611637, + 1.2194525089063564, + 1.2197212017824968, + 1.2199900138679265, + 1.2202588259533562, + 1.220527638038786, + 1.220796450124216, + 1.2210652622096456 + ], + "p90": [ + 1.4019796518278467, + 1.4022484639132766, + 1.4025172759987063, + 1.402786088084136, + 1.4030549001695658, + 1.4033235930457062, + 1.4035925243404255, + 1.4038612172165656, + 1.404130148511285, + 1.4043989605967149, + 1.4046677726821446, + 1.4049365847675743, + 1.405205396853004, + 1.405474208938434, + 1.4057430210238637, + 1.4060118331092935, + 1.4062806451947232, + 1.4065493499917925, + 1.4068182693655829, + 1.4070870814510126, + 1.4073558935364425, + 1.4076247056218723, + 1.407893517707302, + 1.4081623297927317, + 1.4084311418781617, + 1.4086999539635914, + 1.408968766049021, + 1.4092375781344508, + 1.4095063902198808, + 1.4097752023053105, + 1.4100440143907402, + 1.41031282647617, + 1.4105816385616, + 1.4108504506470296, + 1.4111192627324594, + 1.411388074817889, + 1.411656886903319, + 1.4119256989887488, + 1.4121945110741785, + 1.4124633231596082, + 1.4127321352450382, + 1.4130009473304679, + 1.4132697594158976, + 1.413538452292038, + 1.4138073835867573, + 1.414076195672187, + 1.4143450077576167, + 1.4146138198430467, + 1.4148826319284764, + 1.4151514440139061, + 1.4154202560993359, + 1.4156890681847658, + 1.4159578802701955, + 1.4162266923556253, + 1.416495504441055, + 1.4167641973171954, + 1.4170331286119147, + 1.4173019406973444, + 1.4175707527827741, + 1.417839564868204, + 1.4181083769536338, + 1.4183771890390635, + 1.4186460011244935, + 1.4189148132099232, + 1.419183625295353, + 1.4194524373807826, + 1.4197212494662126, + 1.4199900615516423, + 1.420258873637072, + 1.4205276857225018, + 1.4207964978079317, + 1.4210653098933614 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260622_030719.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260622_030719.json new file mode 100644 index 0000000000000000000000000000000000000000..974585719793dc9c487cf6a8668391f482853332 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260622_030719.json @@ -0,0 +1,551 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T03:07:19.841762+00:00", + "metrics": { + "MSE[mean]": 0.057976546360747484, + "MSE[0.5]": 0.056544845726595475, + "MAE[0.5]": 0.21235646390252644, + "MASE[0.5]": 3.450793772516077, + "MAPE[0.5]": 0.13634567664330544, + "sMAPE[0.5]": 0.14833433147175842, + "MSIS": 59.826856850710314, + "RMSE[mean]": 0.24078319368416784, + "NRMSE[mean]": 0.15992979429175816, + "ND[0.5]": 0.14104857182434374, + "mean_weighted_sum_quantile_loss": 0.12229018347878332 + }, + "context_length": 78, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 02:10:00", + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00" + ], + "context": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.3080998659133911, + 1.3121246099472046, + 1.3075059652328491, + 1.3090625405311584, + 1.3086991906166077, + 1.3052148222923279, + 1.3033635020256042, + 1.3094502091407776, + 1.3203742504119873, + 1.311024248600006, + 1.3138290047645569, + 1.312802493572235, + 1.2951327562332153, + 1.2963903546333313, + 1.2981042265892029, + 1.3093054294586182, + 1.299306333065033, + 1.309296190738678, + 1.304614007472992, + 1.3054476976394653, + 1.2979604005813599, + 1.3098926544189453, + 1.295698344707489, + 1.302973210811615, + 1.3075922727584839, + 1.308934211730957, + 1.3226386308670044, + 1.2922955751419067, + 1.3012863397598267, + 1.3057950139045715, + 1.2890437841415405, + 1.309518277645111, + 1.2978798747062683, + 1.2874048352241516, + 1.3178609013557434, + 1.3006373643875122, + 1.3009897470474243, + 1.3099428415298462, + 1.298534631729126, + 1.311806082725525, + 1.3095585703849792, + 1.2974262833595276, + 1.3060338497161865, + 1.3102778196334839, + 1.3083529472351074, + 1.3173468112945557, + 1.3122658133506775, + 1.3035624027252197, + 1.3144605159759521, + 1.31387859582901, + 1.3107705116271973, + 1.2954156398773193, + 1.3016533255577087, + 1.299818217754364, + 1.3089736700057983, + 1.3172341585159302, + 1.2977198958396912, + 1.3036491870880127, + 1.318357229232788, + 1.3147377967834473, + 1.294790804386139, + 1.3209106922149658, + 1.3024494647979736, + 1.299376368522644, + 1.3008297085762024, + 1.31010103225708, + 1.2899394631385803, + 1.302276074886322, + 1.3221393823623657, + 1.317842423915863, + 1.309869647026062, + 1.3005037903785706 + ], + "p10": [ + 1.2155606150627136, + 1.1753594279289246, + 1.1609459519386292, + 1.1701675653457642, + 1.168409287929535, + 1.1685672402381897, + 1.188829481601715, + 1.1980830430984497, + 1.194525957107544, + 1.1869230270385742, + 1.1802703142166138, + 1.1862266659736633, + 1.1577759385108948, + 1.1575841307640076, + 1.1687398552894592, + 1.144957184791565, + 1.182724416255951, + 1.1510667204856873, + 1.1747684478759766, + 1.1738207340240479, + 1.1704769134521484, + 1.1921573877334595, + 1.195850908756256, + 1.1736562252044678, + 1.1816024780273438, + 1.1743187308311462, + 1.1952741146087646, + 1.138050615787506, + 1.1709415912628174, + 1.1882079243659973, + 1.1447253823280334, + 1.153699517250061, + 1.1504459977149963, + 1.1390925645828247, + 1.187845230102539, + 1.1374499797821045, + 1.149770975112915, + 1.191672682762146, + 1.1345765590667725, + 1.136424720287323, + 1.1867671012878418, + 1.1615253686904907, + 1.1632983088493347, + 1.1311011910438538, + 1.1531890630722046, + 1.1659506559371948, + 1.1637448072433472, + 1.1460405588150024, + 1.1756989359855652, + 1.1367469429969788, + 1.1528491377830505, + 1.0925950407981873, + 1.1135908365249634, + 1.113647997379303, + 1.107507586479187, + 1.1347267627716064, + 1.1321008205413818, + 1.1075993180274963, + 1.1041803359985352, + 1.15514475107193, + 1.1231322288513184, + 1.1228615641593933, + 1.1353672742843628, + 1.1333211660385132, + 1.087444543838501, + 1.114815592765808, + 1.1366959810256958, + 1.09658545255661, + 1.1304295063018799, + 1.1317286491394043, + 1.1162149310112, + 1.101294994354248 + ], + "p90": [ + 1.4089112281799316, + 1.4452045559883118, + 1.4307729005813599, + 1.4230361580848694, + 1.4183428883552551, + 1.4380892515182495, + 1.4334485530853271, + 1.4224541783332825, + 1.4608184099197388, + 1.4617965817451477, + 1.4088157415390015, + 1.4296000599861145, + 1.4278289675712585, + 1.421784222126007, + 1.430462896823883, + 1.4168830513954163, + 1.4247939586639404, + 1.4249048233032227, + 1.4317946434020996, + 1.4417937397956848, + 1.447477400302887, + 1.4278022050857544, + 1.4070138931274414, + 1.420028567314148, + 1.423555850982666, + 1.4197468757629395, + 1.44143146276474, + 1.408925175666809, + 1.4264689683914185, + 1.435164451599121, + 1.4202314019203186, + 1.4217049479484558, + 1.4380582571029663, + 1.4462067484855652, + 1.4625203013420105, + 1.423821210861206, + 1.4683607816696167, + 1.4260729551315308, + 1.4474757313728333, + 1.4474296569824219, + 1.4515377283096313, + 1.4385876059532166, + 1.451013207435608, + 1.453765630722046, + 1.4645553827285767, + 1.489076554775238, + 1.4619346857070923, + 1.4458724856376648, + 1.471476435661316, + 1.4923502206802368, + 1.4753093719482422, + 1.4658013582229614, + 1.4510603547096252, + 1.4527477622032166, + 1.4686537384986877, + 1.4809681177139282, + 1.4880470037460327, + 1.4541306495666504, + 1.4716334342956543, + 1.466150164604187, + 1.452908217906952, + 1.5043292045593262, + 1.4678005576133728, + 1.4689339399337769, + 1.4967240691184998, + 1.4802477955818176, + 1.4483155012130737, + 1.4827089309692383, + 1.4982373714447021, + 1.492217242717743, + 1.4733503460884094, + 1.5591179132461548 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260622_030752.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260622_030752.json new file mode 100644 index 0000000000000000000000000000000000000000..a532fb46b1c20953f39326f061320d3c248e0f92 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260622_030752.json @@ -0,0 +1,551 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T03:07:52.498118+00:00", + "metrics": { + "MSE[mean]": 0.05236849886327124, + "MSE[0.5]": 0.05251738120008634, + "MAE[0.5]": 0.2048611478121192, + "MASE[0.5]": 3.328994842488267, + "MAPE[0.5]": 0.13160274260089408, + "sMAPE[0.5]": 0.14263775279709748, + "MSIS": 44.642332159796965, + "RMSE[mean]": 0.2288416458236377, + "NRMSE[mean]": 0.15199813899788892, + "ND[0.5]": 0.13607013316278632, + "mean_weighted_sum_quantile_loss": 0.12150268872011444 + }, + "context_length": 78, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 02:10:00", + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00" + ], + "context": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624, + 1.312499965230624 + ], + "p10": [ + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.2125000605980556, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.2125000486771267, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.2125000605980556, + 1.212499941388766, + 1.2125000605980556, + 1.212499941388766, + 1.2125000605980556, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.2125000486771267, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.2125000605980556, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766, + 1.212499941388766 + ], + "p90": [ + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124998698631923, + 1.4124999890724819, + 1.4124998698631923, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124998817841212, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124998698631923, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124998698631923, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819, + 1.4124999890724819 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260622_030752.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260622_030752.json new file mode 100644 index 0000000000000000000000000000000000000000..2587f9226e49b7f17d70218dd5f1c019bcdcb94c --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260622_030752.json @@ -0,0 +1,551 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T03:07:52.523013+00:00", + "metrics": { + "MSE[mean]": 0.05486113263501401, + "MSE[0.5]": 0.05486113263501401, + "MAE[0.5]": 0.2041667037540012, + "MASE[0.5]": 3.317710122508119, + "MAPE[0.5]": 0.13097514651974485, + "sMAPE[0.5]": 0.142626753704941, + "MSIS": 111.6443365454381, + "RMSE[mean]": 0.23422453465641468, + "NRMSE[mean]": 0.1555734894637966, + "ND[0.5]": 0.13560887881333356, + "mean_weighted_sum_quantile_loss": 0.13102708318939263 + }, + "context_length": 78, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 02:10:00", + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00" + ], + "context": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "p10": [ + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.1760000467300415, + 1.1760000467300415, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.1760000467300415, + 1.1760000467300415, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.1760000467300415, + 1.1760000467300415, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584 + ], + "p90": [ + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.22400004863739, + 1.22400004863739, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.22400004863739, + 1.22400004863739, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.22400004863739, + 1.22400004863739, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260622_030749.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260622_030749.json new file mode 100644 index 0000000000000000000000000000000000000000..e002ee6639691393fa48ba39c42b6bff9d573b9d --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260622_030749.json @@ -0,0 +1,551 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T03:07:49.690672+00:00", + "metrics": { + "MSE[mean]": 0.05641214627038376, + "MSE[0.5]": 0.05641214627038376, + "MAE[0.5]": 0.21195229391256967, + "MASE[0.5]": 3.444226007830464, + "MAPE[0.5]": 0.13602981567222183, + "sMAPE[0.5]": 0.14801309089589632, + "MSIS": 87.75377701523543, + "RMSE[mean]": 0.23751241287643002, + "NRMSE[mean]": 0.15775731998509587, + "ND[0.5]": 0.1407801194362694, + "mean_weighted_sum_quantile_loss": 0.12710761471100676 + }, + "context_length": 78, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 02:10:00", + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00" + ], + "context": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.303391456604004, + 1.3036231994628906, + 1.3031597137451172, + 1.3036446571350098, + 1.3041253089904785, + 1.3041510581970215, + 1.3043570518493652, + 1.3041296005249023, + 1.304412841796875, + 1.3045072555541992, + 1.3039836883544922, + 1.304387092590332, + 1.3047733306884766, + 1.3050737380981445, + 1.3046188354492188, + 1.3043527603149414, + 1.303837776184082, + 1.303091049194336, + 1.3043999671936035, + 1.3042776584625244, + 1.303314208984375, + 1.3007221221923828, + 1.3021812438964844, + 1.3027219772338867, + 1.30194091796875, + 1.300619125366211, + 1.3011341094970703, + 1.3041167259216309, + 1.3025074005126953, + 1.3034772872924805, + 1.304764747619629, + 1.3039021492004395, + 1.3039064407348633, + 1.3032970428466797, + 1.3041703701019287, + 1.3024215698242188, + 1.3019752502441406, + 1.3044514656066895, + 1.3047561645507812, + 1.304610252380371, + 1.3046445846557617, + 1.3040351867675781, + 1.3023529052734375, + 1.302541732788086, + 1.3031940460205078, + 1.3037347793579102, + 1.3025760650634766, + 1.3026103973388672, + 1.3018722534179688, + 1.300018310546875, + 1.30084228515625, + 1.303391456604004, + 1.303065299987793, + 1.303511619567871, + 1.302567481994629, + 1.3022327423095703, + 1.301340103149414, + 1.3012886047363281, + 1.3023700714111328, + 1.3017692565917969, + 1.3011856079101562, + 1.3030223846435547, + 1.302490234375, + 1.3011856079101562, + 1.3007049560546875, + 1.300567626953125, + 1.3017520904541016, + 1.302988052368164, + 1.3038592338562012, + 1.303065299987793, + 1.3019752502441406, + 1.3014087677001953 + ], + "p10": [ + 1.284637451171875, + 1.273651123046875, + 1.264312744140625, + 1.256622314453125, + 1.249755859375, + 1.243988037109375, + 1.239593505859375, + 1.234375, + 1.2310791015625, + 1.2288818359375, + 1.2255859375, + 1.22613525390625, + 1.22503662109375, + 1.22503662109375, + 1.22283935546875, + 1.22393798828125, + 1.2332763671875, + 1.23162841796875, + 1.232177734375, + 1.232177734375, + 1.22833251953125, + 1.2244873046875, + 1.22283935546875, + 1.22174072265625, + 1.2222900390625, + 1.2200927734375, + 1.21954345703125, + 1.2200927734375, + 1.21734619140625, + 1.21844482421875, + 1.22174072265625, + 1.22283935546875, + 1.2255859375, + 1.22283935546875, + 1.2222900390625, + 1.22064208984375, + 1.21954345703125, + 1.2222900390625, + 1.2222900390625, + 1.22119140625, + 1.22174072265625, + 1.2200927734375, + 1.2178955078125, + 1.216796875, + 1.21624755859375, + 1.2156982421875, + 1.2156982421875, + 1.21624755859375, + 1.21954345703125, + 1.21624755859375, + 1.21624755859375, + 1.21954345703125, + 1.21954345703125, + 1.22119140625, + 1.2200927734375, + 1.2200927734375, + 1.22064208984375, + 1.2200927734375, + 1.22064208984375, + 1.21954345703125, + 1.218994140625, + 1.2200927734375, + 1.218994140625, + 1.2178955078125, + 1.2200927734375, + 1.22119140625, + 1.22393798828125, + 1.22503662109375, + 1.22503662109375, + 1.2222900390625, + 1.218994140625, + 1.218994140625 + ], + "p90": [ + 1.3240509033203125, + 1.340667724609375, + 1.352752685546875, + 1.36346435546875, + 1.372528076171875, + 1.37884521484375, + 1.38323974609375, + 1.3870849609375, + 1.390380859375, + 1.38873291015625, + 1.38873291015625, + 1.3870849609375, + 1.38763427734375, + 1.38873291015625, + 1.39093017578125, + 1.39093017578125, + 1.38873291015625, + 1.390380859375, + 1.39202880859375, + 1.390380859375, + 1.3892822265625, + 1.3848876953125, + 1.38818359375, + 1.3914794921875, + 1.3914794921875, + 1.38983154296875, + 1.39093017578125, + 1.392578125, + 1.392578125, + 1.3958740234375, + 1.40081787109375, + 1.40301513671875, + 1.40081787109375, + 1.4002685546875, + 1.4002685546875, + 1.39697265625, + 1.3958740234375, + 1.399169921875, + 1.4024658203125, + 1.4024658203125, + 1.39971923828125, + 1.39697265625, + 1.3936767578125, + 1.39422607421875, + 1.3980712890625, + 1.39971923828125, + 1.399169921875, + 1.39752197265625, + 1.390380859375, + 1.38983154296875, + 1.39202880859375, + 1.39532470703125, + 1.39532470703125, + 1.3958740234375, + 1.394775390625, + 1.39312744140625, + 1.3914794921875, + 1.392578125, + 1.39422607421875, + 1.39312744140625, + 1.3936767578125, + 1.3958740234375, + 1.39532470703125, + 1.3936767578125, + 1.3870849609375, + 1.390380859375, + 1.39312744140625, + 1.39202880859375, + 1.3914794921875, + 1.3892822265625, + 1.38763427734375, + 1.38818359375 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260622_030558.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260622_030558.json new file mode 100644 index 0000000000000000000000000000000000000000..efde81496ad73be509896a210ca1506021a7eebc --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260622_030558.json @@ -0,0 +1,551 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T03:05:58.474809+00:00", + "metrics": { + "MSE[mean]": 0.05959067912188133, + "MSE[0.5]": 0.06448377556561644, + "MAE[0.5]": 0.22740408943759072, + "MASE[0.5]": 3.695317774909469, + "MAPE[0.5]": 0.14594664988624614, + "sMAPE[0.5]": 0.15985496330634275, + "MSIS": 118.27663914032125, + "RMSE[mean]": 0.24411202166604032, + "NRMSE[mean]": 0.16214082391649115, + "ND[0.5]": 0.15104330451137213, + "mean_weighted_sum_quantile_loss": 0.13854620815441188 + }, + "context_length": 78, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 02:10:00", + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00" + ], + "context": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.2968285083770752, + 1.2964013814926147, + 1.295074462890625, + 1.2935247421264648, + 1.2947254180908203, + 1.293789267539978, + 1.294570803642273, + 1.2931588888168335, + 1.2914950847625732, + 1.2922449111938477, + 1.2926747798919678, + 1.290310025215149, + 1.2906087636947632, + 1.288987636566162, + 1.2911944389343262, + 1.2890814542770386, + 1.2895351648330688, + 1.2901235818862915, + 1.2885347604751587, + 1.2906419038772583, + 1.2889575958251953, + 1.2902696132659912, + 1.290653944015503, + 1.2894099950790405, + 1.286088466644287, + 1.2893792390823364, + 1.2889583110809326, + 1.2873741388320923, + 1.2882099151611328, + 1.2858984470367432, + 1.2865445613861084, + 1.2869564294815063, + 1.2878179550170898, + 1.2847970724105835, + 1.2851909399032593, + 1.2853864431381226, + 1.2867588996887207, + 1.2864524126052856, + 1.2856569290161133, + 1.2850772142410278, + 1.2871596813201904, + 1.28429114818573, + 1.2849915027618408, + 1.283244252204895, + 1.284104347229004, + 1.2842345237731934, + 1.282264232635498, + 1.2829432487487793, + 1.2834678888320923, + 1.2834086418151855, + 1.2812998294830322, + 1.28151273727417, + 1.282219648361206, + 1.2812970876693726, + 1.280307412147522, + 1.2802424430847168, + 1.280306100845337, + 1.2804867029190063, + 1.2787134647369385, + 1.2776426076889038, + 1.2789804935455322, + 1.2795264720916748, + 1.2786756753921509, + 1.2791279554367065, + 1.2800564765930176, + 1.277925729751587, + 1.2796849012374878, + 1.2792640924453735, + 1.280219554901123, + 1.2788807153701782, + 1.279590129852295, + 1.2791409492492676 + ], + "p10": [ + 1.3018614053726196, + 1.3007209300994873, + 1.3015491962432861, + 1.2986395359039307, + 1.2994829416275024, + 1.2997702360153198, + 1.2994948625564575, + 1.2990975379943848, + 1.2991676330566406, + 1.2975006103515625, + 1.2996736764907837, + 1.2985494136810303, + 1.2991024255752563, + 1.299185037612915, + 1.2990453243255615, + 1.2986606359481812, + 1.298658013343811, + 1.2987457513809204, + 1.2976202964782715, + 1.2976572513580322, + 1.3003177642822266, + 1.2978161573410034, + 1.2987720966339111, + 1.2982760667800903, + 1.2970876693725586, + 1.29900324344635, + 1.2991796731948853, + 1.2985072135925293, + 1.297229290008545, + 1.2975575923919678, + 1.298242449760437, + 1.2973525524139404, + 1.3004636764526367, + 1.296749234199524, + 1.2978453636169434, + 1.2980031967163086, + 1.3004584312438965, + 1.2994091510772705, + 1.3009295463562012, + 1.2985721826553345, + 1.2994751930236816, + 1.2978135347366333, + 1.2985749244689941, + 1.2990113496780396, + 1.2990481853485107, + 1.297738790512085, + 1.296947956085205, + 1.2978647947311401, + 1.2962872982025146, + 1.297307014465332, + 1.295763611793518, + 1.2970219850540161, + 1.2972255945205688, + 1.2966688871383667, + 1.2957268953323364, + 1.2951629161834717, + 1.2946876287460327, + 1.2945340871810913, + 1.2938194274902344, + 1.2952735424041748, + 1.294851541519165, + 1.2941300868988037, + 1.2953051328659058, + 1.2961317300796509, + 1.2956146001815796, + 1.2957878112792969, + 1.2957627773284912, + 1.2946687936782837, + 1.2949401140213013, + 1.2953330278396606, + 1.2935608625411987, + 1.295515775680542 + ], + "p90": [ + 1.3102954626083374, + 1.3126590251922607, + 1.3142603635787964, + 1.3146013021469116, + 1.3174198865890503, + 1.3179223537445068, + 1.320244312286377, + 1.3205095529556274, + 1.3217142820358276, + 1.3240571022033691, + 1.3255342245101929, + 1.325649380683899, + 1.3262948989868164, + 1.326799988746643, + 1.3290883302688599, + 1.3289926052093506, + 1.3309470415115356, + 1.3313143253326416, + 1.3313753604888916, + 1.3320947885513306, + 1.3324558734893799, + 1.3365156650543213, + 1.3367133140563965, + 1.335426688194275, + 1.3345615863800049, + 1.3389263153076172, + 1.338653326034546, + 1.3385649919509888, + 1.3392268419265747, + 1.3391631841659546, + 1.339735507965088, + 1.3397899866104126, + 1.341887354850769, + 1.3402214050292969, + 1.3412086963653564, + 1.3414311408996582, + 1.341917634010315, + 1.3426390886306763, + 1.3420311212539673, + 1.3430508375167847, + 1.3435699939727783, + 1.3427437543869019, + 1.3416045904159546, + 1.3401257991790771, + 1.3412984609603882, + 1.343348503112793, + 1.3414126634597778, + 1.342225193977356, + 1.3409583568572998, + 1.3426026105880737, + 1.340556025505066, + 1.3427278995513916, + 1.3417649269104004, + 1.3405036926269531, + 1.3400895595550537, + 1.3393598794937134, + 1.3399558067321777, + 1.340063452720642, + 1.3401379585266113, + 1.3379560708999634, + 1.3395869731903076, + 1.3394478559494019, + 1.3387253284454346, + 1.3414822816848755, + 1.3402352333068848, + 1.338934063911438, + 1.3401336669921875, + 1.3387764692306519, + 1.3402811288833618, + 1.3406870365142822, + 1.3398693799972534, + 1.3419198989868164 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260622_030635.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260622_030635.json new file mode 100644 index 0000000000000000000000000000000000000000..c2fceb5968536c763315265d9b1007723bb7301a --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260622_030635.json @@ -0,0 +1,551 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-22T03:06:35.793822+00:00", + "metrics": { + "MSE[mean]": 0.058951440711298396, + "MSE[0.5]": 0.058951440711298396, + "MAE[0.5]": 0.21648135450151232, + "MASE[0.5]": 3.5178232687212136, + "MAPE[0.5]": 0.13888115388005895, + "sMAPE[0.5]": 0.15147121651870674, + "MSIS": 73.65405395300132, + "RMSE[mean]": 0.24279917774016122, + "NRMSE[mean]": 0.16126882427320027, + "ND[0.5]": 0.14378835151942135, + "mean_weighted_sum_quantile_loss": 0.12446513947496457 + }, + "context_length": 78, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 02:10:00", + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00" + ], + "context": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.299619436264038, + 1.2997705936431885, + 1.2996279001235962, + 1.2990552186965942, + 1.298404574394226, + 1.2984933853149414, + 1.2993245124816895, + 1.2964650392532349, + 1.2968233823776245, + 1.297534704208374, + 1.3008480072021484, + 1.303253173828125, + 1.3054132461547852, + 1.3070107698440552, + 1.3066585063934326, + 1.3040083646774292, + 1.3022239208221436, + 1.298600196838379, + 1.2934852838516235, + 1.28988778591156, + 1.2890408039093018, + 1.2885843515396118, + 1.2890936136245728, + 1.2911947965621948, + 1.2927767038345337, + 1.2922738790512085, + 1.2938069105148315, + 1.29845130443573, + 1.3007874488830566, + 1.3008332252502441, + 1.3009358644485474, + 1.3009891510009766, + 1.2952442169189453, + 1.3021081686019897, + 1.3040763139724731, + 1.3026288747787476, + 1.3010591268539429, + 1.3031121492385864, + 1.3039436340332031, + 1.3035959005355835, + 1.3021210432052612, + 1.3016417026519775, + 1.2998591661453247, + 1.2978965044021606, + 1.2988710403442383, + 1.2991083860397339, + 1.298037052154541, + 1.296842098236084, + 1.2952873706817627, + 1.2940210103988647, + 1.294738531112671, + 1.298071026802063, + 1.3006178140640259, + 1.2988122701644897, + 1.299103856086731, + 1.297323226928711, + 1.2952861785888672, + 1.294119954109192, + 1.2925350666046143, + 1.2896867990493774, + 1.2880475521087646, + 1.2886431217193604, + 1.2900712490081787, + 1.289384126663208, + 1.28067946434021, + 1.290819525718689, + 1.2984015941619873, + 1.3018450736999512, + 1.3018735647201538, + 1.3008687496185303, + 1.296356439590454, + 1.2933260202407837 + ], + "p10": [ + 1.2822092771530151, + 1.2675881385803223, + 1.2547457218170166, + 1.2411565780639648, + 1.2287572622299194, + 1.215195894241333, + 1.2166924476623535, + 1.2175862789154053, + 1.217608094215393, + 1.2194223403930664, + 1.2190122604370117, + 1.2212764024734497, + 1.2224780321121216, + 1.2217997312545776, + 1.2195467948913574, + 1.2182341814041138, + 1.2157968282699585, + 1.2114002704620361, + 1.2042014598846436, + 1.198205590248108, + 1.196916937828064, + 1.1969314813613892, + 1.1976442337036133, + 1.1996852159500122, + 1.2018821239471436, + 1.2021234035491943, + 1.2029153108596802, + 1.2074905633926392, + 1.210219144821167, + 1.2114946842193604, + 1.2123303413391113, + 1.2119951248168945, + 1.2085044384002686, + 1.208555817604065, + 1.200588583946228, + 1.2022409439086914, + 1.2028405666351318, + 1.1998056173324585, + 1.2019524574279785, + 1.2021993398666382, + 1.2023719549179077, + 1.2017669677734375, + 1.2020870447158813, + 1.2033295631408691, + 1.2041065692901611, + 1.2038835287094116, + 1.2024844884872437, + 1.2028042078018188, + 1.2023447751998901, + 1.2029074430465698, + 1.2055718898773193, + 1.2071219682693481, + 1.2054039239883423, + 1.2049039602279663, + 1.2029244899749756, + 1.2018098831176758, + 1.201137661933899, + 1.2001744508743286, + 1.199059009552002, + 1.1974968910217285, + 1.1963467597961426, + 1.196623682975769, + 1.1964091062545776, + 1.1975293159484863, + 1.202209234237671, + 1.2033686637878418, + 1.1991487741470337, + 1.2000638246536255, + 1.200096607208252, + 1.1967220306396484, + 1.1950498819351196, + 1.1922657489776611 + ], + "p90": [ + 1.3342101573944092, + 1.3570195436477661, + 1.3678278923034668, + 1.376011848449707, + 1.3841639757156372, + 1.3889597654342651, + 1.393703818321228, + 1.393455147743225, + 1.4005619287490845, + 1.4104621410369873, + 1.4282793998718262, + 1.4348018169403076, + 1.439527988433838, + 1.4412785768508911, + 1.4416731595993042, + 1.4276894330978394, + 1.4184181690216064, + 1.4077681303024292, + 1.396560549736023, + 1.391682505607605, + 1.3912724256515503, + 1.3906642198562622, + 1.392358422279358, + 1.3968123197555542, + 1.4024348258972168, + 1.4026275873184204, + 1.4090478420257568, + 1.4200708866119385, + 1.4226354360580444, + 1.423072338104248, + 1.4241058826446533, + 1.4223068952560425, + 1.4188097715377808, + 1.4302722215652466, + 1.4303052425384521, + 1.4295547008514404, + 1.4353082180023193, + 1.4391474723815918, + 1.4354661703109741, + 1.4295655488967896, + 1.4245280027389526, + 1.4239063262939453, + 1.4214069843292236, + 1.4196245670318604, + 1.4211792945861816, + 1.422877550125122, + 1.421034336090088, + 1.4206088781356812, + 1.4198472499847412, + 1.4212270975112915, + 1.423902988433838, + 1.4296971559524536, + 1.4345003366470337, + 1.4320813417434692, + 1.4306448698043823, + 1.4295449256896973, + 1.4276447296142578, + 1.426571011543274, + 1.4264039993286133, + 1.4223847389221191, + 1.4207379817962646, + 1.4240134954452515, + 1.4277888536453247, + 1.4253578186035156, + 1.418487310409546, + 1.4287720918655396, + 1.4311320781707764, + 1.430095911026001, + 1.4350582361221313, + 1.4364657402038574, + 1.4282201528549194, + 1.425696611404419 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260622_030614.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260622_030614.json new file mode 100644 index 0000000000000000000000000000000000000000..ef00dcfe6216603e94748f63d3d95b7bf01288f3 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260622_030614.json @@ -0,0 +1,551 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T03:06:14.965255+00:00", + "metrics": { + "MSE[mean]": 0.057231466013795064, + "MSE[0.5]": 0.057231466013795064, + "MAE[0.5]": 0.21341080798043144, + "MASE[0.5]": 3.4679268699093067, + "MAPE[0.5]": 0.13692772944699308, + "sMAPE[0.5]": 0.14912351791592918, + "MSIS": 82.14560205688086, + "RMSE[mean]": 0.23923098882418026, + "NRMSE[mean]": 0.15889880952841914, + "ND[0.5]": 0.14174887415405393, + "mean_weighted_sum_quantile_loss": 0.1272448539760027 + }, + "context_length": 78, + "prediction_length": 72, + "timestamps": [ + "2026-06-20 02:10:00", + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00", + "2026-06-21 01:00:00", + "2026-06-21 01:10:00", + "2026-06-21 01:20:00", + "2026-06-21 01:30:00", + "2026-06-21 01:40:00", + "2026-06-21 01:50:00", + "2026-06-21 02:00:00", + "2026-06-21 02:10:00", + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00" + ], + "context": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.3004802465438843, + 1.3004088401794434, + 1.3004928827285767, + 1.3004138469696045, + 1.300468921661377, + 1.3004239797592163, + 1.3004461526870728, + 1.3004531860351562, + 1.3004695177078247, + 1.300490379333496, + 1.3005534410476685, + 1.3004778623580933, + 1.3005141019821167, + 1.3004634380340576, + 1.3004456758499146, + 1.30044686794281, + 1.3004553318023682, + 1.3004482984542847, + 1.3004692792892456, + 1.3004422187805176, + 1.3004273176193237, + 1.300414800643921, + 1.3004006147384644, + 1.3004134893417358, + 1.3004070520401, + 1.3004080057144165, + 1.300443172454834, + 1.3004695177078247, + 1.300394058227539, + 1.300357460975647, + 1.3004196882247925, + 1.3004158735275269, + 1.3007621765136719, + 1.3006813526153564, + 1.3006969690322876, + 1.3007606267929077, + 1.300746202468872, + 1.3007813692092896, + 1.300842523574829, + 1.3008357286453247, + 1.3007943630218506, + 1.3007960319519043, + 1.3008637428283691, + 1.3007984161376953, + 1.3007643222808838, + 1.300704836845398, + 1.300803780555725, + 1.3006905317306519, + 1.3007529973983765, + 1.3006923198699951, + 1.3007562160491943, + 1.300729751586914, + 1.3007454872131348, + 1.3007440567016602, + 1.3007405996322632, + 1.3007185459136963, + 1.3007334470748901, + 1.3007357120513916, + 1.300707221031189, + 1.3007826805114746, + 1.3007999658584595, + 1.3007535934448242, + 1.3008074760437012, + 1.300810694694519, + 1.3007045984268188, + 1.300584316253662, + 1.3005692958831787, + 1.3006261587142944, + 1.300626516342163, + 1.300645112991333, + 1.3006950616836548, + 1.3006877899169922 + ], + "p10": [ + 1.208126425743103, + 1.202492356300354, + 1.2014780044555664, + 1.2006072998046875, + 1.1992263793945312, + 1.2036497592926025, + 1.2079100608825684, + 1.2067590951919556, + 1.196920394897461, + 1.1977163553237915, + 1.197414755821228, + 1.1985386610031128, + 1.1987683773040771, + 1.19942307472229, + 1.1988168954849243, + 1.2011234760284424, + 1.201540470123291, + 1.2021112442016602, + 1.2023043632507324, + 1.2020390033721924, + 1.2020435333251953, + 1.2015621662139893, + 1.200958251953125, + 1.2013307809829712, + 1.200636625289917, + 1.200486183166504, + 1.2000303268432617, + 1.2002664804458618, + 1.2001336812973022, + 1.2002161741256714, + 1.2005876302719116, + 1.1997466087341309, + 1.2034711837768555, + 1.2014895677566528, + 1.1968936920166016, + 1.1997225284576416, + 1.1981316804885864, + 1.2025198936462402, + 1.203598976135254, + 1.2020671367645264, + 1.1967761516571045, + 1.198801875114441, + 1.19882071018219, + 1.200297236442566, + 1.2008463144302368, + 1.201247215270996, + 1.201313853263855, + 1.203298807144165, + 1.2040035724639893, + 1.2046375274658203, + 1.2052247524261475, + 1.2050055265426636, + 1.2046808004379272, + 1.2040860652923584, + 1.2033023834228516, + 1.203467845916748, + 1.2027976512908936, + 1.202739953994751, + 1.202555537223816, + 1.2027231454849243, + 1.2026376724243164, + 1.2024749517440796, + 1.202872395515442, + 1.2023510932922363, + 1.2054439783096313, + 1.2038987874984741, + 1.2003804445266724, + 1.2048403024673462, + 1.2019532918930054, + 1.202493667602539, + 1.1996740102767944, + 1.200129508972168 + ], + "p90": [ + 1.399320125579834, + 1.39780855178833, + 1.398030161857605, + 1.4017184972763062, + 1.4025700092315674, + 1.4004839658737183, + 1.400720477104187, + 1.4046202898025513, + 1.4031720161437988, + 1.4045658111572266, + 1.4025702476501465, + 1.402535319328308, + 1.4034394025802612, + 1.403359293937683, + 1.403479814529419, + 1.4027247428894043, + 1.4026165008544922, + 1.4040369987487793, + 1.4035594463348389, + 1.4028836488723755, + 1.4031400680541992, + 1.403884768486023, + 1.403741717338562, + 1.4038583040237427, + 1.403395175933838, + 1.4036201238632202, + 1.4038317203521729, + 1.404349446296692, + 1.4036515951156616, + 1.404303789138794, + 1.4038642644882202, + 1.4048216342926025, + 1.4002995491027832, + 1.40354585647583, + 1.4047331809997559, + 1.4016709327697754, + 1.4070991277694702, + 1.4006266593933105, + 1.4007976055145264, + 1.4040567874908447, + 1.4040582180023193, + 1.4028253555297852, + 1.4018970727920532, + 1.4012221097946167, + 1.402984619140625, + 1.403080940246582, + 1.4029616117477417, + 1.4015461206436157, + 1.4027595520019531, + 1.4040204286575317, + 1.4034351110458374, + 1.4033188819885254, + 1.4027721881866455, + 1.4032542705535889, + 1.403304100036621, + 1.4029344320297241, + 1.4026037454605103, + 1.4021713733673096, + 1.402575135231018, + 1.4028617143630981, + 1.4031848907470703, + 1.4032286405563354, + 1.4033223390579224, + 1.4041476249694824, + 1.4009846448898315, + 1.4034262895584106, + 1.405869483947754, + 1.4025126695632935, + 1.404640555381775, + 1.4001086950302124, + 1.3992822170257568, + 1.4024865627288818 + ] + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 03397fdb18e2464d9624b2c85416f578e58d64e0..159bee7c89b0366dc4ea5f86abc57d3a4ea79439 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,266162.0653444926,266162.0653444926,448.6591796875,0.3999769968219243,0.006997276833118936,0.007015374914054157,3.416038806307872,515.9089700174757,0.008044216747786404,0.0069956366278493744,0.005964297604781733,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,234044.5552972158,234044.5552972158,422.7150065104167,0.37976304761741364,0.0065958779744531475,0.006608733734660855,3.444595661865718,483.7815160764369,0.007545248321167809,0.0065928308279996906,0.005793113827005132,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,2.839674102974641,2.839674102974641,1.339166482289632,0.7358058037897606,0.0554569215471904,0.055679821211488754,18.275267734259632,1.6851332597081576,0.06691794523180099,0.05317933688736354,0.048085583652887245,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,1.1840308360860916,1.1840308360860916,1.0266500075658163,3.039899316729904,0.6749121265807003,1.0365373101693414,120.06055786187623,1.0881318100699435,0.734471474641606,0.692972246578484,0.6909253953494422,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.04847224069966513,0.04847224069966513,0.19027781155374315,2.9273515912283625,0.12298798636440288,0.1331809892805712,97.00559926508606,0.22016412218993614,0.14732170909382014,0.12732343545305697,0.12267039990305456,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,1.1609255825218132,1.1609255825218132,1.0266000057260196,3.017858535211261,0.6583321560418693,0.9986076522621102,119.02812113297666,1.0774625666452702,0.7043313487884892,0.6710827726949063,0.6688899908288699,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.05486113263501401,0.05486113263501401,0.2041667037540012,3.317710122508119,0.13097514651974485,0.142626753704941,111.6443365454381,0.23422453465641468,0.1555734894637966,0.13560887881333356,0.13102708318939263,Ocean,1 nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,5.672499678929701,5.672499678929701,2.3333332538604736,1.3407821262216089,0.13873536483733326,0.12939806770496612,41.0676302808717,2.381701005359342,0.14138220592253578,0.13851100614261574,0.1309209325481743,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,179.82708594004407,179.82708594004407,11.537500143051147,0.9967051142523213,0.5700208758261225,0.4214586958117505,36.74418050898857,13.40996219010494,0.5988817974346501,0.5152586357530163,0.5058019930957058,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Seasonal-Naive,3.349166405996281,3.349166405996281,1.6499999364217122,0.8481054038938619,0.06863023711199406,0.06585681674531758,19.508779982855547,1.8300727870760445,0.07509274244572775,0.06770387557051538,0.060967681079709894,Weather,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index 988d63ef4638e8abef814f1f79b6324d88371fe3..68ea22efe97cf9db0b7342a5f4a400afe36c2e5c 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T03:00:15.485122+00:00", + "evaluated_at": "2026-06-22T03:07:52.507302+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65851.9921875, 65892.0, 65836.296875, 65624.0, @@ -101,10 +100,10 @@ 64298.01171875, 64294.0, 64248.0, - 64241.25 + 64241.25, + 64426.0 ], "actuals": [ - 64426.0, 64276.12109375, 64256.55078125, 64303.4609375, @@ -127,10 +126,10 @@ 63311.98828125, 63896.01171875, 64606.0, - 64295.98828125 + 64257.98828125, + 64061.44921875 ], "p50": [ - 63476.7890625, 63583.53125, 63678.0703125, 63744.609375, @@ -153,10 +152,10 @@ 64298.01171875, 64294.0, 64248.0, - 64241.25 + 64241.25, + 64426.0 ], "p10": [ - 62207.25328125, 62311.860625, 62404.50890625, 62469.7171875, @@ -179,10 +178,10 @@ 63012.051484375, 63008.119999999995, 62963.04, - 62956.424999999996 + 62956.424999999996, + 63137.479999999996 ], "p90": [ - 64746.32484375, 64855.201875, 64951.63171875, 65019.5015625, @@ -205,10 +204,10 @@ 65583.971953125, 65579.88, 65532.96, - 65526.075000000004 + 65526.075000000004, + 65714.52 ], "timestamps": [ - "2026-06-17 03:00:00", "2026-06-17 04:00:00", "2026-06-17 05:00:00", "2026-06-17 06:00:00", @@ -327,6 +326,7 @@ "2026-06-21 23:00:00", "2026-06-22 00:00:00", "2026-06-22 01:00:00", - "2026-06-22 02:00:00" + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" ] } diff --git a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index efc7aab0e46e4e6768f3491464ad56a85ca3bbda..157992dc93275f44eb26af4888761ef8f6cd7d5c 100644 --- a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T02:50:45.121534+00:00", + "evaluated_at": "2026-06-22T03:07:52.513934+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.8270000219345093, - 0.8629999756813049, - 0.9079999923706055, 0.9459999799728394, 0.9660000205039978, 0.9850000143051147, @@ -245,12 +242,12 @@ 0.6430000066757202, 0.6779999732971191, 0.6980000138282776, - 0.7229999899864197 - ], - "actuals": [ + 0.7229999899864197, 0.7440000176429749, 0.7649999856948853, - 0.7950000166893005, + 0.7950000166893005 + ], + "actuals": [ 0.828000009059906, 0.8529999852180481, 0.8790000081062317, @@ -307,12 +304,12 @@ 1.8049999475479126, 1.7920000553131104, 1.7879999876022339, - 1.7730000019073486 + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661 ], "p50": [ - 0.3400000035762787, - 0.3409999907016754, - 0.35199999809265137, 0.36500000953674316, 0.36399999260902405, 0.3569999933242798, @@ -334,9 +331,9 @@ 0.6779999732971191, 0.6980000138282776, 0.7229999899864197, - 0.3400000035762787, - 0.3409999907016754, - 0.35199999809265137, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, 0.36500000953674316, 0.36399999260902405, 0.3569999933242798, @@ -358,9 +355,9 @@ 0.6779999732971191, 0.6980000138282776, 0.7229999899864197, - 0.3400000035762787, - 0.3409999907016754, - 0.35199999809265137, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, 0.36500000953674316, 0.36399999260902405, 0.3569999933242798, @@ -369,12 +366,12 @@ 0.3799999952316284, 0.4000000059604645, 0.42100000381469727, - 0.4339999854564667 + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475 ], "p10": [ - 0.3332000035047531, - 0.3341799908876419, - 0.3449599981307983, 0.3577000093460083, 0.3567199927568436, 0.34985999345779417, @@ -396,9 +393,9 @@ 0.6644399738311767, 0.6840400135517121, 0.7085399901866912, - 0.3332000035047531, - 0.3341799908876419, - 0.3449599981307983, + 0.7291200172901153, + 0.7496999859809875, + 0.7791000163555145, 0.3577000093460083, 0.3567199927568436, 0.34985999345779417, @@ -420,9 +417,9 @@ 0.6644399738311767, 0.6840400135517121, 0.7085399901866912, - 0.3332000035047531, - 0.3341799908876419, - 0.3449599981307983, + 0.7291200172901153, + 0.7496999859809875, + 0.7791000163555145, 0.3577000093460083, 0.3567199927568436, 0.34985999345779417, @@ -431,12 +428,12 @@ 0.37239999532699586, 0.39200000584125516, 0.4125800037384033, - 0.4253199857473373 + 0.4253199857473373, + 0.4370800095796585, + 0.44884000420570375, + 0.47530001401901245 ], "p90": [ - 0.3468000036478043, - 0.34781999051570894, - 0.35903999805450443, 0.372300009727478, 0.3712799924612045, 0.3641399931907654, @@ -458,9 +455,9 @@ 0.6915599727630616, 0.7119600141048431, 0.7374599897861481, - 0.3468000036478043, - 0.34781999051570894, - 0.35903999805450443, + 0.7588800179958344, + 0.780299985408783, + 0.8109000170230866, 0.372300009727478, 0.3712799924612045, 0.3641399931907654, @@ -482,9 +479,9 @@ 0.6915599727630616, 0.7119600141048431, 0.7374599897861481, - 0.3468000036478043, - 0.34781999051570894, - 0.35903999805450443, + 0.7588800179958344, + 0.780299985408783, + 0.8109000170230866, 0.372300009727478, 0.3712799924612045, 0.3641399931907654, @@ -493,12 +490,12 @@ 0.387599995136261, 0.4080000060796738, 0.4294200038909912, - 0.44267998516559603 + 0.44267998516559603, + 0.454920009970665, + 0.4671600043773651, + 0.49470001459121704 ], "timestamps": [ - "2026-06-20 20:42:00", - "2026-06-20 20:48:00", - "2026-06-20 20:54:00", "2026-06-20 21:00:00", "2026-06-20 21:06:00", "2026-06-20 21:12:00", @@ -795,6 +792,9 @@ "2026-06-22 02:18:00", "2026-06-22 02:24:00", "2026-06-22 02:30:00", - "2026-06-22 02:36:00" + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00" ] } diff --git a/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index ee20b9e8135e915e0699c30e0ae3c4d5a7b7c7b6..511fc551cd0826537d41ec47a2630e31a913ad53 100644 --- a/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T02:43:03.372094+00:00", + "evaluated_at": "2026-06-22T03:07:52.523013+00:00", "freq": "10min", - "context_length": 79, + "context_length": 78, "prediction_length": 72, "context": [ - 1.399999976158142, - 1.399999976158142, - 1.399999976158142, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -84,6 +81,8 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ @@ -91,8 +90,6 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842, - 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, 1.399999976158142, @@ -158,11 +155,11 @@ 1.600000023841858, 1.7000000476837158, 1.7000000476837158, - 1.600000023841858 + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158 ], "p50": [ - 1.399999976158142, - 1.399999976158142, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -185,8 +182,8 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.399999976158142, - 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -209,8 +206,8 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.399999976158142, - 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -232,11 +229,11 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "p10": [ - 1.3719999766349793, - 1.3719999766349793, 1.2739999532699584, 1.2739999532699584, 1.2739999532699584, @@ -259,8 +256,8 @@ 1.2739999532699584, 1.2739999532699584, 1.2739999532699584, - 1.3719999766349793, - 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, 1.2739999532699584, 1.2739999532699584, 1.2739999532699584, @@ -283,8 +280,8 @@ 1.2739999532699584, 1.2739999532699584, 1.2739999532699584, - 1.3719999766349793, - 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, 1.2739999532699584, 1.2739999532699584, 1.2739999532699584, @@ -306,11 +303,11 @@ 1.2739999532699584, 1.2739999532699584, 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, 1.2739999532699584 ], "p90": [ - 1.4279999756813049, - 1.4279999756813049, 1.32599995136261, 1.32599995136261, 1.32599995136261, @@ -333,8 +330,8 @@ 1.32599995136261, 1.32599995136261, 1.32599995136261, - 1.4279999756813049, - 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, 1.32599995136261, 1.32599995136261, 1.32599995136261, @@ -357,8 +354,8 @@ 1.32599995136261, 1.32599995136261, 1.32599995136261, - 1.4279999756813049, - 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, 1.32599995136261, 1.32599995136261, 1.32599995136261, @@ -380,14 +377,11 @@ 1.32599995136261, 1.32599995136261, 1.32599995136261, + 1.32599995136261, + 1.32599995136261, 1.32599995136261 ], "timestamps": [ - "2026-06-20 01:20:00", - "2026-06-20 01:30:00", - "2026-06-20 01:40:00", - "2026-06-20 01:50:00", - "2026-06-20 02:00:00", "2026-06-20 02:10:00", "2026-06-20 02:20:00", "2026-06-20 02:30:00", @@ -533,6 +527,10 @@ "2026-06-21 01:50:00", "2026-06-21 02:00:00", "2026-06-21 02:10:00", - "2026-06-21 02:20:00" + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 78ef2732ec3c960b3c43433ecedc41e0f2d1b01d..5cf88ee7c435533f3c6fe465cf3543efbabfb98a 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,13 +1,25 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T03:00:15.491941+00:00", + "evaluated_at": "2026-06-22T03:07:52.526651+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t020000z", - "data_fetched_at": "2026-06-22T02:54:50.310255Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", + "data_fetched_at": "2026-06-22T03:04:11.120897Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t205400z", + "data_fetched_at": "2026-06-22T03:04:11.120897Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t015000z", + "data_fetched_at": "2026-06-22T03:04:11.120897Z", + "context_length": 78, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 3691ad5939c05b2ab47ca0265763f8365b01c184..10e4a6397f3ca1225d59162ee9955d2748ad3656 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,139987.98523457846,139987.98523457846,282.595703125,0.2519323927116491,0.004420387526370882,0.0044037977592585355,1.491791696065528,374.1496829272724,0.005833860856268087,0.0044063220840172565,0.003412892121082579,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,214920.55154482523,214920.55154482523,392.6407877604167,0.3527446622009703,0.0061381138978428415,0.006111981652777668,1.6467967356927256,463.5952453863448,0.007230415240585641,0.006123781389372486,0.004158107997445801,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,0.5319255211838936,0.5319255211838936,0.5680897235870361,0.31213722955041606,0.02243894332596032,0.022061627174980957,1.8939800144891865,0.7293322433458523,0.02896234753829305,0.022559282353924934,0.02244308316193695,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.004824594082030546,0.004824594082030546,0.05759499768416087,0.1705381510903236,0.03828890966945679,0.03834959034988953,1.4876807597202915,0.06945929802431454,0.04688390926114904,0.038875697309452256,0.030540811848540333,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.05263219540441809,0.05263219540441809,0.2020388791958491,3.1082911332355447,0.13023410298475216,0.1415174776402615,79.12576432020757,0.22941707740361894,0.15351327728708064,0.13519329439541589,0.12242226423726559,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.004550184869225937,0.004550184869225937,0.0532038023074468,0.15640127411227758,0.033165988441573015,0.03355165061064565,1.3367918639227439,0.06745505814411501,0.044095000193999596,0.03477903270139064,0.030501328684755833,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.05641214627038376,0.05641214627038376,0.21195229391256967,3.444226007830464,0.13602981567222183,0.14801309089589632,87.75377701523543,0.23751241287643002,0.15775731998509587,0.1407801194362694,0.12710761471100676,Ocean,1 nws_ksfo_observations_temperature/1h/short,Timer-S1,2.8511658773515287,2.8511658773515287,1.4386196931203206,0.8266609871413948,0.08765160903535467,0.08259852090411857,16.874150438270068,1.6885395693769005,0.100234852556556,0.08539914340182465,0.06758695132329146,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,172.5902534156265,172.5902534156265,10.934930721918741,0.9446501615946218,0.5971123342211456,0.4169518608077103,2.748216454677254,13.137360976072268,0.5867075718307018,0.48834820506789395,0.301029368239722,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,2.35022552281877,2.35022552281877,1.3625226815541585,0.7003411476851689,0.05557817174306001,0.0537054952418056,3.1002213416814413,1.5330445273437983,0.0629048848016539,0.05590792099907733,0.034603510509198125,Weather,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index df846f1d361fe4cebabd2aa31f880b54490457ac..da65ae700a0e95cdfed940e294b5586469f855de 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T03:00:12.680644+00:00", + "evaluated_at": "2026-06-22T03:07:40.733363+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65851.9921875, 65892.0, 65836.296875, 65624.0, @@ -101,10 +100,10 @@ 64298.01171875, 64294.0, 64248.0, - 64241.25 + 64241.25, + 64426.0 ], "actuals": [ - 64426.0, 64276.12109375, 64256.55078125, 64303.4609375, @@ -127,88 +126,88 @@ 63311.98828125, 63896.01171875, 64606.0, - 64295.98828125 + 64257.98828125, + 64061.44921875 ], "p50": [ - 64273.6875, - 64257.375, - 64271.875, - 64315.375, - 64342.5625, - 64329.875, - 64333.5, - 64329.875, - 64375.1875, - 64398.75, - 64431.375, - 64433.1875, - 64444.0625, - 64438.625, - 64438.625, - 64429.5625, - 64445.875, - 64445.875, - 64427.75, - 64411.4375, - 64415.0625, - 64404.1875, - 64431.375, - 64413.25 + 64467.90625, + 64422.0, + 64429.0625, + 64453.78125, + 64453.78125, + 64450.25, + 64464.375, + 64478.5, + 64510.28125, + 64524.40625, + 64556.1875, + 64552.65625, + 64556.1875, + 64552.65625, + 64552.65625, + 64556.1875, + 64573.84375, + 64545.59375, + 64520.875, + 64510.28125, + 64499.6875, + 64496.15625, + 64478.5, + 64414.9375 ], "p10": [ - 64068.421875, - 63989.5234375, - 63957.1796875, - 63964.65625, - 63965.3359375, - 63942.6796875, - 63919.34375, - 63884.453125, - 63909.375, - 63920.25, - 63940.640625, - 63905.75, - 63882.1875, - 63852.28125, - 63845.9375, - 63797.90625, - 63791.5625, - 63755.3125, - 63702.75, - 63661.0625, - 63635.6875, - 63606.6875, - 63604.875, - 63570.4375 + 64199.53125, + 64090.0625, + 64045.921875, + 64031.796875, + 64017.671875, + 64007.078125, + 63987.65625, + 63971.765625, + 63971.765625, + 63978.828125, + 63987.65625, + 63950.578125, + 63912.6171875, + 63872.890625, + 63859.6484375, + 63818.15625, + 63822.5703125, + 63759.33984375, + 63698.7578125, + 63659.69140625, + 63632.765625, + 63620.40625, + 63578.03125, + 63502.109375 ], "p90": [ - 64511.125, - 64583.625, - 64656.125, - 64732.25, - 64790.25, - 64772.125, - 64797.5, - 64815.625, - 64895.375, - 64949.75, - 65000.5, - 65036.75, - 65051.25, - 65073.0, - 65087.5, - 65123.75, - 65145.5, - 65167.25, - 65152.75, - 65152.75, - 65174.5, - 65160.0, - 65225.25, - 65232.5 + 64732.75, + 64782.1875, + 64845.75, + 64909.3125, + 64930.5, + 64930.5, + 64979.9375, + 65008.1875, + 65078.8125, + 65107.0625, + 65156.5, + 65191.8125, + 65213.0, + 65227.125, + 65241.25, + 65290.6875, + 65318.9375, + 65304.8125, + 65276.5625, + 65283.625, + 65283.625, + 65283.625, + 65290.6875, + 65248.3125 ], "timestamps": [ - "2026-06-17 03:00:00", "2026-06-17 04:00:00", "2026-06-17 05:00:00", "2026-06-17 06:00:00", @@ -327,6 +326,7 @@ "2026-06-21 23:00:00", "2026-06-22 00:00:00", "2026-06-22 01:00:00", - "2026-06-22 02:00:00" + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" ] } diff --git a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index ab15848f527d8568f4786790c3c6b81f04e64eb0..659e1c7e8f6ee11a5f55a9f2e1539050a455aded 100644 --- a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T02:50:36.206312+00:00", + "evaluated_at": "2026-06-22T03:07:44.710402+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.8270000219345093, - 0.8629999756813049, - 0.9079999923706055, 0.9459999799728394, 0.9660000205039978, 0.9850000143051147, @@ -245,12 +242,12 @@ 0.6430000066757202, 0.6779999732971191, 0.6980000138282776, - 0.7229999899864197 - ], - "actuals": [ + 0.7229999899864197, 0.7440000176429749, 0.7649999856948853, - 0.7950000166893005, + 0.7950000166893005 + ], + "actuals": [ 0.828000009059906, 0.8529999852180481, 0.8790000081062317, @@ -307,198 +304,198 @@ 1.8049999475479126, 1.7920000553131104, 1.7879999876022339, - 1.7730000019073486 + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661 ], "p50": [ - 0.7509613037109375, - 0.7814483642578125, - 0.806854248046875, - 0.8356475830078125, - 0.8712158203125, - 0.9093246459960938, - 0.9482803344726562, - 0.9821548461914062, - 1.0151824951171875, - 1.0554084777832031, - 1.0887537002563477, - 1.1187114715576172, - 1.152374267578125, - 1.186248779296875, - 1.220123291015625, - 1.253997802734375, - 1.2827911376953125, - 1.3175125122070312, - 1.3505401611328125, - 1.375946044921875, - 1.403045654296875, - 1.430145263671875, - 1.4657135009765625, + 0.82379150390625, + 0.857666015625, + 0.8898468017578125, + 0.9271087646484375, + 0.9635238647460938, + 0.9982452392578125, + 1.0333900451660156, + 1.063241958618164, + 1.0960314273834229, + 1.1326847076416016, + 1.1621131896972656, + 1.1921768188476562, + 1.2260513305664062, + 1.2616195678710938, + 1.2971878051757812, + 1.3268280029296875, + 1.369171142578125, + 1.4013519287109375, + 1.4318389892578125, + 1.4487762451171875, + 1.4792633056640625, 1.4995880126953125, - 1.524993896484375, - 1.5487060546875, - 1.558868408203125, - 1.58935546875, - 1.613067626953125, - 1.633392333984375, - 1.6435546875, + 1.5300750732421875, + 1.55548095703125, + 1.579193115234375, + 1.6029052734375, + 1.60968017578125, + 1.63677978515625, 1.6571044921875, - 1.69775390625, - 1.707916259765625, - 1.724853515625, - 1.73162841796875, + 1.667266845703125, + 1.674041748046875, + 1.687591552734375, + 1.7384033203125, + 1.735015869140625, 1.751953125, - 1.7655029296875, 1.768890380859375, - 1.775665283203125, - 1.78582763671875, - 1.795989990234375, - 1.79937744140625, - 1.79937744140625, - 1.79937744140625, - 1.79937744140625, + 1.77227783203125, 1.7926025390625, 1.78582763671875, + 1.789215087890625, + 1.802764892578125, + 1.809539794921875, + 1.81292724609375, + 1.802764892578125, + 1.795989990234375, + 1.789215087890625, + 1.775665283203125, 1.75872802734375, - 1.74517822265625, - 1.735015869140625, 1.7384033203125, 1.728240966796875, - 1.724853515625, 1.714691162109375, + 1.707916259765625, 1.694366455078125, 1.69097900390625, - 1.667266845703125, - 1.653717041015625, - 1.640167236328125 + 1.680816650390625, + 1.6571044921875, + 1.646942138671875, + 1.62322998046875, + 1.599517822265625, + 1.58935546875 ], "p10": [ - 0.7357177734375, - 0.7678985595703125, - 0.786529541015625, - 0.81024169921875, - 0.8424224853515625, - 0.87799072265625, - 0.9144058227539062, - 0.93896484375, - 0.976226806640625, - 1.0105247497558594, - 1.0350837707519531, - 1.0685348510742188, - 1.0971429347991943, - 1.1262273788452148, - 1.1587257385253906, - 1.1875190734863281, - 1.2150421142578125, - 1.24383544921875, - 1.2692413330078125, - 1.2954940795898438, + 0.8119354248046875, + 0.8458099365234375, + 0.8695220947265625, + 0.901702880859375, + 0.9381179809570312, + 0.9677581787109375, + 0.99993896484375, + 1.0232276916503906, + 1.057525634765625, + 1.0863189697265625, + 1.1084961891174316, + 1.1403064727783203, + 1.1688880920410156, + 1.2019157409667969, + 1.2345199584960938, + 1.2590789794921875, + 1.29803466796875, 1.321746826171875, - 1.345458984375, - 1.3776397705078125, + 1.3471527099609375, + 1.3607025146484375, + 1.3878021240234375, 1.40643310546875, - 1.4284515380859375, - 1.450469970703125, - 1.4623260498046875, - 1.4928131103515625, - 1.518218994140625, - 1.54193115234375, - 1.552093505859375, + 1.4318389892578125, + 1.453857421875, + 1.4758758544921875, + 1.497894287109375, + 1.504669189453125, + 1.531768798828125, + 1.5487060546875, + 1.562255859375, 1.56903076171875, - 1.606292724609375, - 1.606292724609375, + 1.579193115234375, 1.626617431640625, - 1.63677978515625, + 1.619842529296875, + 1.633392333984375, + 1.6435546875, + 1.65032958984375, + 1.670654296875, 1.6571044921875, + 1.660491943359375, 1.674041748046875, - 1.667266845703125, - 1.67742919921875, - 1.69097900390625, - 1.701141357421875, - 1.707916259765625, - 1.707916259765625, - 1.707916259765625, - 1.701141357421875, - 1.69775390625, + 1.680816650390625, 1.6842041015625, - 1.67742919921875, - 1.660491943359375, + 1.674041748046875, + 1.667266845703125, + 1.6571044921875, 1.6435546875, - 1.640167236328125, - 1.63677978515625, - 1.626617431640625, - 1.60968017578125, - 1.58935546875, - 1.572418212890625, - 1.5487060546875, - 1.531768798828125, - 1.5131378173828125 + 1.619842529296875, + 1.62322998046875, + 1.613067626953125, + 1.592742919921875, + 1.579193115234375, + 1.56903076171875, + 1.558868408203125, + 1.545318603515625, + 1.511444091796875, + 1.4860382080078125, + 1.4589385986328125, + 1.4284515380859375, + 1.4115142822265625 ], "p90": [ - 0.7645111083984375, - 0.7983856201171875, - 0.833953857421875, - 0.86444091796875, - 0.9008560180664062, - 0.9448928833007812, - 0.983001708984375, - 1.0219573974609375, - 1.0545616149902344, - 1.101747751235962, - 1.1407299041748047, - 1.1697349548339844, + 0.8390350341796875, + 0.8729095458984375, + 0.911865234375, + 0.9516677856445312, + 0.9889297485351562, + 1.030426025390625, + 1.0662059783935547, + 1.0994982719421387, + 1.1337432861328125, + 1.1743927001953125, 1.2078437805175781, - 1.2455291748046875, - 1.281097412109375, - 1.3175125122070312, - 1.3471527099609375, - 1.39288330078125, - 1.4250640869140625, - 1.453857421875, - 1.48773193359375, - 1.511444091796875, - 1.552093505859375, - 1.5758056640625, - 1.606292724609375, - 1.62322998046875, - 1.640167236328125, + 1.2387542724609375, + 1.2760162353515625, + 1.314971923828125, + 1.35223388671875, + 1.3878021240234375, + 1.4318389892578125, + 1.4724884033203125, + 1.50128173828125, + 1.524993896484375, + 1.558868408203125, + 1.58258056640625, + 1.616455078125, + 1.633392333984375, 1.667266845703125, - 1.694366455078125, - 1.7113037109375, - 1.724853515625, - 1.7384033203125, - 1.775665283203125, - 1.779052734375, - 1.7926025390625, - 1.802764892578125, - 1.823089599609375, - 1.843414306640625, - 1.843414306640625, - 1.843414306640625, - 1.8603515625, + 1.67742919921875, + 1.69097900390625, + 1.71807861328125, + 1.735015869140625, + 1.74517822265625, + 1.755340576171875, + 1.768890380859375, + 1.809539794921875, + 1.80615234375, + 1.8197021484375, + 1.836639404296875, + 1.8468017578125, + 1.863739013671875, + 1.863739013671875, 1.8603515625, - 1.870513916015625, + 1.877288818359375, 1.8739013671875, + 1.88067626953125, + 1.88067626953125, 1.86712646484375, - 1.870513916015625, - 1.863739013671875, - 1.856964111328125, - 1.823089599609375, - 1.809539794921875, - 1.802764892578125, - 1.802764892578125, - 1.79937744140625, + 1.86712646484375, + 1.850189208984375, + 1.833251953125, + 1.81292724609375, 1.80615234375, - 1.79937744140625, + 1.7926025390625, + 1.78582763671875, + 1.775665283203125, 1.779052734375, 1.779052734375, - 1.762115478515625, 1.751953125, - 1.741790771484375 + 1.751953125, + 1.73162841796875, + 1.7113037109375, + 1.70452880859375 ], "timestamps": [ - "2026-06-20 20:42:00", - "2026-06-20 20:48:00", - "2026-06-20 20:54:00", "2026-06-20 21:00:00", "2026-06-20 21:06:00", "2026-06-20 21:12:00", @@ -795,6 +792,9 @@ "2026-06-22 02:18:00", "2026-06-22 02:24:00", "2026-06-22 02:30:00", - "2026-06-22 02:36:00" + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00" ] } diff --git a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 48eed78c53b8f03530b161a77be2370eba624837..17fbcaa556d904a9d56bfc66263322b0096ceba6 100644 --- a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T02:42:59.132432+00:00", + "evaluated_at": "2026-06-22T03:07:49.690672+00:00", "freq": "10min", - "context_length": 79, + "context_length": 78, "prediction_length": 72, "context": [ - 1.399999976158142, - 1.399999976158142, - 1.399999976158142, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -84,6 +81,8 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ @@ -91,8 +90,6 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842, - 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, 1.399999976158142, @@ -158,236 +155,233 @@ 1.600000023841858, 1.7000000476837158, 1.7000000476837158, - 1.600000023841858 + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158 ], "p50": [ - 1.3004002571105957, - 1.3022704124450684, - 1.301952838897705, - 1.3016529083251953, - 1.3016881942749023, - 1.3012118339538574, - 1.3011236190795898, - 1.3009824752807617, - 1.3013882637023926, - 1.301405906677246, - 1.3004179000854492, - 1.3014235496520996, - 1.3012118339538574, - 1.301405906677246, - 1.30177640914917, - 1.3014764785766602, - 1.3005590438842773, - 1.301811695098877, - 1.3019704818725586, - 1.302323341369629, - 1.3006649017333984, - 1.3006296157836914, - 1.300241470336914, - 1.302464485168457, - 1.3011236190795898, - 1.3007354736328125, - 1.2995004653930664, - 1.3021116256713867, - 1.3010706901550293, - 1.3015823364257812, - 1.3011589050292969, - 1.3025174140930176, - 1.3015470504760742, - 1.3007001876831055, - 1.3007354736328125, - 1.3036024570465088, - 1.3009824752807617, - 1.3004355430603027, - 1.2999238967895508, - 1.3026938438415527, - 1.3009295463562012, - 1.300241470336914, - 1.2997474670410156, - 1.300858974456787, - 1.3001885414123535, - 1.300135612487793, - 1.2988653182983398, - 1.3002943992614746, - 1.3010706901550293, - 1.3015117645263672, - 1.2996063232421875, - 1.3008766174316406, - 1.3003649711608887, - 1.301194190979004, - 1.300611972808838, - 1.3010001182556152, - 1.3010883331298828, - 1.3013176918029785, - 1.3005237579345703, - 1.3021116256713867, - 1.3011236190795898, - 1.3018293380737305, - 1.3011059761047363, - 1.3023409843444824, - 1.3016176223754883, - 1.30242919921875, - 1.3010001182556152, - 1.300135612487793, - 1.3009119033813477, - 1.3026056289672852, - 1.3026232719421387, - 1.3015117645263672 + 1.303391456604004, + 1.3036231994628906, + 1.3031597137451172, + 1.3036446571350098, + 1.3041253089904785, + 1.3041510581970215, + 1.3043570518493652, + 1.3041296005249023, + 1.304412841796875, + 1.3045072555541992, + 1.3039836883544922, + 1.304387092590332, + 1.3047733306884766, + 1.3050737380981445, + 1.3046188354492188, + 1.3043527603149414, + 1.303837776184082, + 1.303091049194336, + 1.3043999671936035, + 1.3042776584625244, + 1.303314208984375, + 1.3007221221923828, + 1.3021812438964844, + 1.3027219772338867, + 1.30194091796875, + 1.300619125366211, + 1.3011341094970703, + 1.3041167259216309, + 1.3025074005126953, + 1.3034772872924805, + 1.304764747619629, + 1.3039021492004395, + 1.3039064407348633, + 1.3032970428466797, + 1.3041703701019287, + 1.3024215698242188, + 1.3019752502441406, + 1.3044514656066895, + 1.3047561645507812, + 1.304610252380371, + 1.3046445846557617, + 1.3040351867675781, + 1.3023529052734375, + 1.302541732788086, + 1.3031940460205078, + 1.3037347793579102, + 1.3025760650634766, + 1.3026103973388672, + 1.3018722534179688, + 1.300018310546875, + 1.30084228515625, + 1.303391456604004, + 1.303065299987793, + 1.303511619567871, + 1.302567481994629, + 1.3022327423095703, + 1.301340103149414, + 1.3012886047363281, + 1.3023700714111328, + 1.3017692565917969, + 1.3011856079101562, + 1.3030223846435547, + 1.302490234375, + 1.3011856079101562, + 1.3007049560546875, + 1.300567626953125, + 1.3017520904541016, + 1.302988052368164, + 1.3038592338562012, + 1.303065299987793, + 1.3019752502441406, + 1.3014087677001953 ], "p10": [ - 1.2578277587890625, - 1.2454071044921875, - 1.2363739013671875, - 1.2318572998046875, - 1.2284698486328125, - 1.2279052734375, - 1.226776123046875, - 1.226776123046875, - 1.22564697265625, - 1.2262115478515625, - 1.2250823974609375, - 1.2239532470703125, - 1.2239532470703125, - 1.2250823974609375, - 1.22564697265625, - 1.22564697265625, - 1.2228240966796875, - 1.2239532470703125, - 1.2239532470703125, - 1.2250823974609375, - 1.223388671875, - 1.2228240966796875, - 1.2216949462890625, - 1.2239532470703125, - 1.2228240966796875, - 1.222259521484375, - 1.22113037109375, - 1.222259521484375, - 1.220001220703125, - 1.22113037109375, - 1.22113037109375, - 1.2216949462890625, - 1.222259521484375, - 1.2216949462890625, - 1.22113037109375, - 1.2239532470703125, - 1.22113037109375, - 1.2205657958984375, - 1.2188720703125, - 1.2216949462890625, - 1.2205657958984375, - 1.2205657958984375, - 1.220001220703125, - 1.2205657958984375, - 1.2205657958984375, - 1.2205657958984375, - 1.2205657958984375, - 1.222259521484375, - 1.2228240966796875, - 1.2228240966796875, - 1.22113037109375, - 1.223388671875, - 1.222259521484375, - 1.223388671875, - 1.2228240966796875, - 1.223388671875, - 1.2239532470703125, - 1.2239532470703125, - 1.2228240966796875, - 1.2239532470703125, - 1.222259521484375, - 1.222259521484375, - 1.2216949462890625, - 1.222259521484375, - 1.222259521484375, - 1.223388671875, - 1.22113037109375, - 1.2205657958984375, - 1.22113037109375, - 1.223388671875, - 1.2228240966796875, - 1.222259521484375 + 1.284637451171875, + 1.273651123046875, + 1.264312744140625, + 1.256622314453125, + 1.249755859375, + 1.243988037109375, + 1.239593505859375, + 1.234375, + 1.2310791015625, + 1.2288818359375, + 1.2255859375, + 1.22613525390625, + 1.22503662109375, + 1.22503662109375, + 1.22283935546875, + 1.22393798828125, + 1.2332763671875, + 1.23162841796875, + 1.232177734375, + 1.232177734375, + 1.22833251953125, + 1.2244873046875, + 1.22283935546875, + 1.22174072265625, + 1.2222900390625, + 1.2200927734375, + 1.21954345703125, + 1.2200927734375, + 1.21734619140625, + 1.21844482421875, + 1.22174072265625, + 1.22283935546875, + 1.2255859375, + 1.22283935546875, + 1.2222900390625, + 1.22064208984375, + 1.21954345703125, + 1.2222900390625, + 1.2222900390625, + 1.22119140625, + 1.22174072265625, + 1.2200927734375, + 1.2178955078125, + 1.216796875, + 1.21624755859375, + 1.2156982421875, + 1.2156982421875, + 1.21624755859375, + 1.21954345703125, + 1.21624755859375, + 1.21624755859375, + 1.21954345703125, + 1.21954345703125, + 1.22119140625, + 1.2200927734375, + 1.2200927734375, + 1.22064208984375, + 1.2200927734375, + 1.22064208984375, + 1.21954345703125, + 1.218994140625, + 1.2200927734375, + 1.218994140625, + 1.2178955078125, + 1.2200927734375, + 1.22119140625, + 1.22393798828125, + 1.22503662109375, + 1.22503662109375, + 1.2222900390625, + 1.218994140625, + 1.218994140625 ], "p90": [ - 1.3526763916015625, - 1.3684844970703125, - 1.3761062622070312, - 1.380340576171875, - 1.382598876953125, - 1.382598876953125, - 1.38372802734375, - 1.38372802734375, - 1.3842926025390625, - 1.3842926025390625, - 1.3854217529296875, - 1.38824462890625, - 1.3876800537109375, - 1.3876800537109375, - 1.38824462890625, - 1.3876800537109375, - 1.3899383544921875, - 1.3905029296875, - 1.3899383544921875, - 1.389373779296875, - 1.3876800537109375, - 1.38824462890625, - 1.3888092041015625, - 1.391632080078125, - 1.3905029296875, - 1.3905029296875, - 1.389373779296875, - 1.3910675048828125, - 1.3905029296875, - 1.3910675048828125, - 1.3899383544921875, - 1.391632080078125, - 1.3921966552734375, - 1.39276123046875, - 1.393890380859375, - 1.396148681640625, - 1.3933258056640625, - 1.3921966552734375, - 1.391632080078125, - 1.3944549560546875, - 1.3933258056640625, - 1.3921966552734375, - 1.3910675048828125, - 1.391632080078125, - 1.391632080078125, - 1.391632080078125, - 1.3899383544921875, - 1.3910675048828125, - 1.389373779296875, - 1.389373779296875, - 1.387115478515625, - 1.3888092041015625, - 1.38824462890625, - 1.3888092041015625, - 1.38824462890625, - 1.38824462890625, - 1.38824462890625, - 1.3888092041015625, - 1.3888092041015625, - 1.3905029296875, - 1.389373779296875, - 1.3910675048828125, - 1.3899383544921875, - 1.3905029296875, - 1.3905029296875, - 1.3910675048828125, - 1.3899383544921875, - 1.389373779296875, - 1.3905029296875, - 1.391632080078125, - 1.3910675048828125, - 1.389373779296875 + 1.3240509033203125, + 1.340667724609375, + 1.352752685546875, + 1.36346435546875, + 1.372528076171875, + 1.37884521484375, + 1.38323974609375, + 1.3870849609375, + 1.390380859375, + 1.38873291015625, + 1.38873291015625, + 1.3870849609375, + 1.38763427734375, + 1.38873291015625, + 1.39093017578125, + 1.39093017578125, + 1.38873291015625, + 1.390380859375, + 1.39202880859375, + 1.390380859375, + 1.3892822265625, + 1.3848876953125, + 1.38818359375, + 1.3914794921875, + 1.3914794921875, + 1.38983154296875, + 1.39093017578125, + 1.392578125, + 1.392578125, + 1.3958740234375, + 1.40081787109375, + 1.40301513671875, + 1.40081787109375, + 1.4002685546875, + 1.4002685546875, + 1.39697265625, + 1.3958740234375, + 1.399169921875, + 1.4024658203125, + 1.4024658203125, + 1.39971923828125, + 1.39697265625, + 1.3936767578125, + 1.39422607421875, + 1.3980712890625, + 1.39971923828125, + 1.399169921875, + 1.39752197265625, + 1.390380859375, + 1.38983154296875, + 1.39202880859375, + 1.39532470703125, + 1.39532470703125, + 1.3958740234375, + 1.394775390625, + 1.39312744140625, + 1.3914794921875, + 1.392578125, + 1.39422607421875, + 1.39312744140625, + 1.3936767578125, + 1.3958740234375, + 1.39532470703125, + 1.3936767578125, + 1.3870849609375, + 1.390380859375, + 1.39312744140625, + 1.39202880859375, + 1.3914794921875, + 1.3892822265625, + 1.38763427734375, + 1.38818359375 ], "timestamps": [ - "2026-06-20 01:20:00", - "2026-06-20 01:30:00", - "2026-06-20 01:40:00", - "2026-06-20 01:50:00", - "2026-06-20 02:00:00", "2026-06-20 02:10:00", "2026-06-20 02:20:00", "2026-06-20 02:30:00", @@ -533,6 +527,10 @@ "2026-06-21 01:50:00", "2026-06-21 02:00:00", "2026-06-21 02:10:00", - "2026-06-21 02:20:00" + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 480f6d0c346e8baf10062f689d21d5cbda813ae6..1f6df871a7d029baa48c4654076d14fb73599b26 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,13 +1,25 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T03:00:14.507514+00:00", + "evaluated_at": "2026-06-22T03:07:51.472113+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t020000z", - "data_fetched_at": "2026-06-22T02:54:50.310255Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", + "data_fetched_at": "2026-06-22T03:04:11.120897Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t205400z", + "data_fetched_at": "2026-06-22T03:04:11.120897Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t015000z", + "data_fetched_at": "2026-06-22T03:04:11.120897Z", + "context_length": 78, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index d88141c6b09e97af97589026699ee1d58ee63850..77632de9deb5b5033162eabfe9fd7ba18791fcac 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,147105.6106007894,100751.52553621928,216.07177734375,0.1926267075603456,0.003381282014809934,0.003370283233919818,8.075438235693001,383.5434924500602,0.005980332122092687,0.00336905987498859,0.0038417904446773907,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,239371.47266515097,159823.76057815552,308.4677734375,0.27712444537853465,0.004825498879533895,0.004806074232397702,12.686254209742154,489.2560399884205,0.007630631166488343,0.00481098568738193,0.005569455798765473,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,0.4067353237384547,0.3276029787418035,0.4994724591573079,0.2744354336383443,0.01942845751119167,0.019503819719654494,8.830249186058134,0.6377580448245672,0.025325865280293635,0.019834437706410364,0.022109313121004018,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.005648561289430099,0.008143922543288025,0.06405657827854157,0.18967081975939182,0.039638862102174384,0.04061801390828436,3.78590248611387,0.07515691112219886,0.05072970648462276,0.04323716030846643,0.03692123449271905,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.05173641207218102,0.05719775299053826,0.21208187109894222,3.262798734979269,0.13680786342320017,0.14921361249942158,97.89316106038501,0.22745639597993506,0.15220129722669448,0.14191351164454,0.12734084471073423,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.028821312674931637,0.041628200053921385,0.14556483924388885,0.4279116404525567,0.08232009562916612,0.08943451367444401,5.896827267806313,0.1697684089426877,0.11097667441438434,0.09515493413385762,0.07058083399463455,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.05959067912188133,0.06448377556561644,0.22740408943759072,3.695317774909469,0.14594664988624614,0.15985496330634275,118.27663914032125,0.24411202166604032,0.16214082391649115,0.15104330451137213,0.13854620815441188,Ocean,1 nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.8267366392877497,0.5497261853806776,0.6376566886901855,0.3664108799919334,0.03874870386235726,0.03776507231289227,20.208263861493055,0.9092505921294468,0.05397480798906478,0.03785248822812506,0.04861675678355871,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,52.6431997438987,24.69132042438332,4.295796950658162,0.37110662946247347,0.2280755199237274,0.1986124093206756,24.827481599883672,7.2555633650254,0.3240296108108121,0.19184801289915615,0.2953068123817543,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,1.695673300283185,0.956596150492563,0.8724362055460612,0.44843508423454875,0.03587684812422832,0.03508449268389671,25.237339959309562,1.302180210371508,0.05343190929120571,0.035798372472425656,0.04701510680056208,Weather,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 30cf178212d7cd48ccc4349fe46aa78e131a65ac..fee49dd44ab9cfb5f656beb775b35a06dc767d9f 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T02:55:44.620133+00:00", + "evaluated_at": "2026-06-22T03:05:38.655897+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65851.9921875, 65892.0, 65836.296875, 65624.0, @@ -101,10 +100,10 @@ 64298.01171875, 64294.0, 64248.0, - 64241.25 + 64241.25, + 64426.0 ], "actuals": [ - 64426.0, 64276.12109375, 64256.55078125, 64303.4609375, @@ -127,88 +126,88 @@ 63311.98828125, 63896.01171875, 64606.0, - 64295.98828125 + 64257.98828125, + 64061.44921875 ], "p50": [ - 64219.6796875, - 64217.0859375, - 64207.4296875, - 64198.96484375, - 64219.65625, - 64218.76171875, - 64208.16796875, - 64204.12890625, - 64231.8046875, - 64270.234375, - 64267.89453125, - 64297.75390625, - 64307.66796875, - 64295.359375, - 64316.01171875, - 64284.63671875, - 64305.0625, - 64324.85546875, - 64336.265625, - 64371.16796875, - 64340.796875, - 64367.01171875, - 64381.3828125, - 64400.66796875 + 64371.95703125, + 64365.90625, + 64349.42578125, + 64336.77734375, + 64349.8984375, + 64354.26953125, + 64348.24609375, + 64348.296875, + 64368.2421875, + 64399.6015625, + 64395.2421875, + 64427.59375, + 64444.9375, + 64417.69140625, + 64445.44140625, + 64427.5234375, + 64426.05859375, + 64444.30078125, + 64460.5546875, + 64490.44140625, + 64466.59375, + 64487.56640625, + 64508.05859375, + 64513.30859375 ], "p10": [ - 64245.0078125, - 64263.1171875, - 64268.66796875, - 64252.66796875, - 64254.31640625, - 64279.19140625, - 64286.58984375, - 64303.75390625, - 64296.6328125, - 64294.015625, - 64304.984375, - 64304.10546875, - 64310.4375, - 64321.94921875, - 64366.2421875, - 64330.875, - 64328.8046875, - 64401.86328125, - 64385.2578125, - 64405.27734375, - 64414.3125, - 64449.66015625, - 64406.76171875, - 64443.50390625 + 64394.98828125, + 64428.1875, + 64399.46484375, + 64402.234375, + 64399.98828125, + 64409.28125, + 64424.5, + 64439.09375, + 64424.2890625, + 64429.0859375, + 64439.82421875, + 64423.94921875, + 64437.7109375, + 64456.6484375, + 64483.85546875, + 64467.08984375, + 64446.8984375, + 64512.76953125, + 64511.4375, + 64502.78125, + 64521.56640625, + 64562.3828125, + 64536.26953125, + 64544.796875 ], "p90": [ - 64424.46875, - 64474.37109375, - 64496.3359375, - 64517.359375, - 64553.91796875, - 64566.25390625, - 64585.3984375, - 64587.13671875, - 64631.1875, - 64682.49609375, - 64687.359375, - 64718.32421875, - 64729.125, - 64759.30859375, - 64787.671875, - 64787.86328125, - 64812.16796875, - 64839.91796875, - 64872.78125, - 64889.0625, - 64882.58203125, - 64926.296875, - 64926.796875, - 64932.296875 + 64582.3984375, + 64629.71875, + 64647.44921875, + 64668.2734375, + 64698.61328125, + 64710.671875, + 64741.69140625, + 64750.37890625, + 64788.8828125, + 64838.55078125, + 64846.7421875, + 64883.25, + 64901.6015625, + 64915.515625, + 64945.9453125, + 64957.21484375, + 64966.84765625, + 65001.51953125, + 65037.55078125, + 65055.75, + 65054.625, + 65083.7578125, + 65085.0625, + 65087.265625 ], "timestamps": [ - "2026-06-17 03:00:00", "2026-06-17 04:00:00", "2026-06-17 05:00:00", "2026-06-17 06:00:00", @@ -327,6 +326,7 @@ "2026-06-21 23:00:00", "2026-06-22 00:00:00", "2026-06-22 01:00:00", - "2026-06-22 02:00:00" + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 06dba9ff5383f628c08afbabada2f85e451ab58f..d41311cd1201166d7c1417eab83f8d5cf5fcaa0f 100644 --- a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T02:48:16.758547+00:00", + "evaluated_at": "2026-06-22T03:05:49.353491+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.8270000219345093, - 0.8629999756813049, - 0.9079999923706055, 0.9459999799728394, 0.9660000205039978, 0.9850000143051147, @@ -245,12 +242,12 @@ 0.6430000066757202, 0.6779999732971191, 0.6980000138282776, - 0.7229999899864197 - ], - "actuals": [ + 0.7229999899864197, 0.7440000176429749, 0.7649999856948853, - 0.7950000166893005, + 0.7950000166893005 + ], + "actuals": [ 0.828000009059906, 0.8529999852180481, 0.8790000081062317, @@ -307,198 +304,198 @@ 1.8049999475479126, 1.7920000553131104, 1.7879999876022339, - 1.7730000019073486 + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661 ], "p50": [ - 0.7467696666717529, - 0.7789419889450073, - 0.801939845085144, - 0.8344193696975708, - 0.8755664825439453, - 0.906052827835083, - 0.9348284006118774, - 0.9622645378112793, - 0.9910557270050049, - 1.0321756601333618, - 1.069233775138855, - 1.1095335483551025, - 1.13688063621521, - 1.1723737716674805, - 1.1979678869247437, - 1.2372453212738037, - 1.2645014524459839, - 1.3046718835830688, - 1.3378037214279175, - 1.348122477531433, - 1.380171775817871, - 1.4116483926773071, - 1.4349149465560913, - 1.4685765504837036, - 1.4974626302719116, - 1.5359795093536377, - 1.544330358505249, - 1.5738120079040527, - 1.576708436012268, - 1.6124824285507202, - 1.629744052886963, - 1.6486272811889648, - 1.6804825067520142, - 1.699575424194336, - 1.704150915145874, - 1.7160149812698364, - 1.7288583517074585, - 1.7520831823349, - 1.7636042833328247, - 1.771724820137024, - 1.768918514251709, - 1.7759493589401245, - 1.774728536605835, - 1.7671657800674438, - 1.7787063121795654, - 1.7646007537841797, - 1.7547799348831177, - 1.759629249572754, - 1.739593267440796, - 1.7285406589508057, - 1.7176367044448853, - 1.7108279466629028, - 1.6976566314697266, - 1.6741691827774048, - 1.646759271621704, - 1.6238402128219604, - 1.6035813093185425, - 1.5737035274505615, - 1.5568944215774536, - 1.5323526859283447 + 0.8194108009338379, + 0.8535355925559998, + 0.8747392296791077, + 0.9072972536087036, + 0.9464856386184692, + 0.9753055572509766, + 1.0001091957092285, + 1.0308763980865479, + 1.0611931085586548, + 1.0940613746643066, + 1.1244962215423584, + 1.1627862453460693, + 1.1889302730560303, + 1.2239155769348145, + 1.2480378150939941, + 1.282306432723999, + 1.3020745515823364, + 1.3304526805877686, + 1.363513469696045, + 1.3660801649093628, + 1.397653341293335, + 1.4170372486114502, + 1.44146728515625, + 1.469040036201477, + 1.4924046993255615, + 1.5084657669067383, + 1.5201729536056519, + 1.5492480993270874, + 1.5533472299575806, + 1.5660226345062256, + 1.5812541246414185, + 1.5909078121185303, + 1.6051981449127197, + 1.6163007020950317, + 1.6161880493164062, + 1.614699125289917, + 1.6262258291244507, + 1.631989598274231, + 1.6372325420379639, + 1.635733723640442, + 1.6252100467681885, + 1.624996304512024, + 1.6172844171524048, + 1.604197382926941, + 1.6049882173538208, + 1.5842373371124268, + 1.571176528930664, + 1.5614376068115234, + 1.5427871942520142, + 1.5244436264038086, + 1.5089359283447266, + 1.4948471784591675, + 1.4733338356018066, + 1.4497193098068237, + 1.417199730873108, + 1.386169672012329, + 1.3628664016723633, + 1.329525351524353, + 1.312083125114441, + 1.2821086645126343 ], "p10": [ - 0.7523083090782166, - 0.7651697397232056, - 0.8084844350814819, - 0.8413451910018921, - 0.8820720911026001, - 0.9039033651351929, - 0.9396165609359741, - 0.9841922521591187, - 0.9826456308364868, - 1.0572350025177002, - 1.0665225982666016, - 1.1075133085250854, - 1.1401557922363281, - 1.1781028509140015, - 1.2041655778884888, - 1.268945574760437, - 1.2845782041549683, - 1.323470950126648, - 1.3477306365966797, - 1.384548544883728, - 1.4088478088378906, - 1.4404157400131226, - 1.443604826927185, - 1.4887773990631104, - 1.5106903314590454, - 1.5304373502731323, - 1.564619541168213, - 1.5750130414962769, - 1.5899473428726196, - 1.6148455142974854, - 1.6578510999679565, - 1.6647076606750488, - 1.6920357942581177, - 1.718700885772705, - 1.7321159839630127, - 1.7368627786636353, - 1.7577919960021973, - 1.7759406566619873, - 1.7740468978881836, - 1.7866847515106201, - 1.80037522315979, - 1.7913875579833984, - 1.7920855283737183, - 1.790027141571045, - 1.7932238578796387, - 1.7855966091156006, - 1.800561785697937, - 1.7750130891799927, - 1.7355225086212158, - 1.7621885538101196, - 1.736713171005249, - 1.7395715713500977, - 1.72089684009552, - 1.7103937864303589, - 1.6707758903503418, - 1.639595866203308, - 1.64185631275177, - 1.5971932411193848, - 1.593260407447815, - 1.5619035959243774 + 0.8202663660049438, + 0.8454048037528992, + 0.8807846307754517, + 0.9202783107757568, + 0.9448083639144897, + 0.9709205627441406, + 1.0078883171081543, + 1.0513641834259033, + 1.053316593170166, + 1.1148324012756348, + 1.1207542419433594, + 1.1730340719223022, + 1.181725025177002, + 1.2264277935028076, + 1.251272201538086, + 1.3127384185791016, + 1.3196845054626465, + 1.3434274196624756, + 1.3791215419769287, + 1.404110312461853, + 1.4234426021575928, + 1.4685707092285156, + 1.4545015096664429, + 1.4965519905090332, + 1.502607822418213, + 1.5162321329116821, + 1.5415747165679932, + 1.5542387962341309, + 1.5683611631393433, + 1.5704259872436523, + 1.6189041137695312, + 1.6052329540252686, + 1.6260676383972168, + 1.6553798913955688, + 1.6510645151138306, + 1.6569950580596924, + 1.6502948999404907, + 1.657893180847168, + 1.648064136505127, + 1.6569757461547852, + 1.6599737405776978, + 1.6473958492279053, + 1.6422700881958008, + 1.6408528089523315, + 1.630224347114563, + 1.6164865493774414, + 1.6228541135787964, + 1.5974267721176147, + 1.5527229309082031, + 1.57463800907135, + 1.5373250246047974, + 1.5387572050094604, + 1.5025392770767212, + 1.497361183166504, + 1.4504806995391846, + 1.4116716384887695, + 1.4028102159500122, + 1.3659636974334717, + 1.3642635345458984, + 1.3118995428085327 ], "p90": [ - 0.7625839710235596, - 0.7913402318954468, - 0.8161845207214355, - 0.8542087078094482, - 0.8988226652145386, - 0.9354214668273926, - 0.9571892023086548, - 0.9868062734603882, - 1.027244210243225, - 1.070685625076294, - 1.1186468601226807, - 1.1524419784545898, - 1.1857943534851074, - 1.226381540298462, - 1.2464110851287842, - 1.2888644933700562, - 1.3244295120239258, - 1.3618301153182983, - 1.4008877277374268, - 1.4236634969711304, - 1.4517967700958252, - 1.4960755109786987, - 1.5176904201507568, - 1.5613905191421509, - 1.588472843170166, - 1.6273530721664429, - 1.6325792074203491, - 1.6637972593307495, - 1.6730040311813354, - 1.716975450515747, - 1.7333155870437622, - 1.746416449546814, - 1.7853248119354248, - 1.8063844442367554, - 1.8199299573898315, - 1.826794147491455, - 1.8544952869415283, - 1.8754112720489502, - 1.887575626373291, - 1.8943696022033691, - 1.8949390649795532, - 1.8984349966049194, - 1.8954815864562988, - 1.895220398902893, - 1.9113682508468628, - 1.9030402898788452, - 1.8992635011672974, - 1.9053512811660767, - 1.8861218690872192, - 1.8719892501831055, - 1.8637585639953613, - 1.8598886728286743, - 1.8371036052703857, - 1.83124840259552, - 1.8072233200073242, - 1.7809479236602783, - 1.7641189098358154, - 1.7362176179885864, - 1.724890947341919, - 1.7008615732192993 + 0.8369033932685852, + 0.8702962398529053, + 0.8964967727661133, + 0.9300454258918762, + 0.9712485074996948, + 1.0083080530166626, + 1.0299484729766846, + 1.0642409324645996, + 1.105217456817627, + 1.141676664352417, + 1.1798348426818848, + 1.2180261611938477, + 1.2487446069717407, + 1.2859742641448975, + 1.3070716857910156, + 1.3474230766296387, + 1.3750407695770264, + 1.4017360210418701, + 1.4444667100906372, + 1.4609736204147339, + 1.4897867441177368, + 1.5218909978866577, + 1.5470412969589233, + 1.579451560974121, + 1.607961654663086, + 1.6290911436080933, + 1.6338746547698975, + 1.666496753692627, + 1.6766330003738403, + 1.6936359405517578, + 1.7155444622039795, + 1.7186155319213867, + 1.7431708574295044, + 1.7570502758026123, + 1.7610244750976562, + 1.7623175382614136, + 1.7815349102020264, + 1.7892191410064697, + 1.7949318885803223, + 1.7924015522003174, + 1.7875709533691406, + 1.7921749353408813, + 1.7851974964141846, + 1.7827039957046509, + 1.785518765449524, + 1.7743159532546997, + 1.7662782669067383, + 1.7615139484405518, + 1.743566632270813, + 1.7244718074798584, + 1.709478497505188, + 1.698685884475708, + 1.6704597473144531, + 1.6579668521881104, + 1.6313636302947998, + 1.60019850730896, + 1.5821751356124878, + 1.5470142364501953, + 1.5351836681365967, + 1.5030226707458496 ], "timestamps": [ - "2026-06-20 20:42:00", - "2026-06-20 20:48:00", - "2026-06-20 20:54:00", "2026-06-20 21:00:00", "2026-06-20 21:06:00", "2026-06-20 21:12:00", @@ -795,6 +792,9 @@ "2026-06-22 02:18:00", "2026-06-22 02:24:00", "2026-06-22 02:30:00", - "2026-06-22 02:36:00" + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00" ] } diff --git a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index fc1564d44cc02aed7491fb2c177dda4c8151ec33..b0e38cb329ed0a561b586f483c74351220b53b43 100644 --- a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T02:41:08.409876+00:00", + "evaluated_at": "2026-06-22T03:05:58.474809+00:00", "freq": "10min", - "context_length": 79, + "context_length": 78, "prediction_length": 72, "context": [ - 1.399999976158142, - 1.399999976158142, - 1.399999976158142, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -84,6 +81,8 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ @@ -91,8 +90,6 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842, - 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, 1.399999976158142, @@ -158,236 +155,233 @@ 1.600000023841858, 1.7000000476837158, 1.7000000476837158, - 1.600000023841858 + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158 ], "p50": [ - 1.2953755855560303, - 1.2944823503494263, - 1.292792558670044, - 1.2920340299606323, - 1.2915579080581665, - 1.2918858528137207, - 1.2921866178512573, - 1.2910561561584473, - 1.2885890007019043, - 1.2892831563949585, - 1.2892497777938843, - 1.2884031534194946, - 1.2897107601165771, - 1.287667155265808, - 1.2885545492172241, - 1.287583351135254, - 1.2874443531036377, - 1.2882814407348633, - 1.288624882698059, - 1.2899272441864014, - 1.2898796796798706, - 1.2898635864257812, - 1.2908281087875366, - 1.291292428970337, - 1.2875008583068848, - 1.2907994985580444, - 1.2914003133773804, - 1.2912524938583374, - 1.2916595935821533, - 1.2893186807632446, - 1.2907706499099731, - 1.291558027267456, - 1.2899425029754639, - 1.2897005081176758, - 1.2896164655685425, - 1.2888916730880737, - 1.2886446714401245, - 1.2884833812713623, - 1.2884373664855957, - 1.2876728773117065, - 1.2897027730941772, - 1.2879785299301147, - 1.2891172170639038, - 1.2897772789001465, - 1.289709210395813, - 1.2891000509262085, - 1.2897099256515503, - 1.2896389961242676, - 1.2918665409088135, - 1.2910569906234741, - 1.2907963991165161, - 1.2903316020965576, - 1.2908730506896973, - 1.2902389764785767, - 1.2900217771530151, - 1.290485143661499, - 1.2905508279800415, - 1.2907909154891968, - 1.2891438007354736, - 1.2883771657943726, - 1.2903847694396973, - 1.2896332740783691, - 1.2891484498977661, - 1.288827657699585, - 1.2898191213607788, - 1.2879303693771362, - 1.2896819114685059, - 1.2895296812057495, - 1.2899937629699707, - 1.2890459299087524, - 1.28886878490448, - 1.2875909805297852 + 1.2968285083770752, + 1.2964013814926147, + 1.295074462890625, + 1.2935247421264648, + 1.2947254180908203, + 1.293789267539978, + 1.294570803642273, + 1.2931588888168335, + 1.2914950847625732, + 1.2922449111938477, + 1.2926747798919678, + 1.290310025215149, + 1.2906087636947632, + 1.288987636566162, + 1.2911944389343262, + 1.2890814542770386, + 1.2895351648330688, + 1.2901235818862915, + 1.2885347604751587, + 1.2906419038772583, + 1.2889575958251953, + 1.2902696132659912, + 1.290653944015503, + 1.2894099950790405, + 1.286088466644287, + 1.2893792390823364, + 1.2889583110809326, + 1.2873741388320923, + 1.2882099151611328, + 1.2858984470367432, + 1.2865445613861084, + 1.2869564294815063, + 1.2878179550170898, + 1.2847970724105835, + 1.2851909399032593, + 1.2853864431381226, + 1.2867588996887207, + 1.2864524126052856, + 1.2856569290161133, + 1.2850772142410278, + 1.2871596813201904, + 1.28429114818573, + 1.2849915027618408, + 1.283244252204895, + 1.284104347229004, + 1.2842345237731934, + 1.282264232635498, + 1.2829432487487793, + 1.2834678888320923, + 1.2834086418151855, + 1.2812998294830322, + 1.28151273727417, + 1.282219648361206, + 1.2812970876693726, + 1.280307412147522, + 1.2802424430847168, + 1.280306100845337, + 1.2804867029190063, + 1.2787134647369385, + 1.2776426076889038, + 1.2789804935455322, + 1.2795264720916748, + 1.2786756753921509, + 1.2791279554367065, + 1.2800564765930176, + 1.277925729751587, + 1.2796849012374878, + 1.2792640924453735, + 1.280219554901123, + 1.2788807153701782, + 1.279590129852295, + 1.2791409492492676 ], "p10": [ - 1.3032164573669434, - 1.3021470308303833, - 1.303881049156189, - 1.3032995462417603, - 1.3037337064743042, - 1.3042327165603638, - 1.305016040802002, - 1.3043516874313354, - 1.3040505647659302, - 1.3018269538879395, - 1.3043798208236694, - 1.3038297891616821, - 1.304506778717041, - 1.3031293153762817, - 1.3043756484985352, - 1.3033294677734375, - 1.3042700290679932, - 1.3054906129837036, - 1.3048299551010132, - 1.3036922216415405, - 1.3068395853042603, - 1.3031166791915894, - 1.3063164949417114, - 1.3039458990097046, - 1.3045090436935425, - 1.3054444789886475, - 1.3063228130340576, - 1.3062125444412231, - 1.3069440126419067, - 1.3062045574188232, - 1.3072640895843506, - 1.305052399635315, - 1.3057254552841187, - 1.3059192895889282, - 1.3065097332000732, - 1.3046622276306152, - 1.3057568073272705, - 1.304708480834961, - 1.3045616149902344, - 1.304559350013733, - 1.3053661584854126, - 1.3046607971191406, - 1.3052527904510498, - 1.3063803911209106, - 1.3061174154281616, - 1.3043431043624878, - 1.3063377141952515, - 1.306050181388855, - 1.3063571453094482, - 1.3073155879974365, - 1.3053137063980103, - 1.307605266571045, - 1.3065271377563477, - 1.3074201345443726, - 1.3064544200897217, - 1.305970549583435, - 1.3068935871124268, - 1.3050200939178467, - 1.304124355316162, - 1.3049261569976807, - 1.3047899007797241, - 1.3048189878463745, - 1.3061593770980835, - 1.3057438135147095, - 1.3053489923477173, - 1.3052517175674438, - 1.305187702178955, - 1.3066561222076416, - 1.306890606880188, - 1.3056423664093018, - 1.305614948272705, - 1.304416537284851 + 1.3018614053726196, + 1.3007209300994873, + 1.3015491962432861, + 1.2986395359039307, + 1.2994829416275024, + 1.2997702360153198, + 1.2994948625564575, + 1.2990975379943848, + 1.2991676330566406, + 1.2975006103515625, + 1.2996736764907837, + 1.2985494136810303, + 1.2991024255752563, + 1.299185037612915, + 1.2990453243255615, + 1.2986606359481812, + 1.298658013343811, + 1.2987457513809204, + 1.2976202964782715, + 1.2976572513580322, + 1.3003177642822266, + 1.2978161573410034, + 1.2987720966339111, + 1.2982760667800903, + 1.2970876693725586, + 1.29900324344635, + 1.2991796731948853, + 1.2985072135925293, + 1.297229290008545, + 1.2975575923919678, + 1.298242449760437, + 1.2973525524139404, + 1.3004636764526367, + 1.296749234199524, + 1.2978453636169434, + 1.2980031967163086, + 1.3004584312438965, + 1.2994091510772705, + 1.3009295463562012, + 1.2985721826553345, + 1.2994751930236816, + 1.2978135347366333, + 1.2985749244689941, + 1.2990113496780396, + 1.2990481853485107, + 1.297738790512085, + 1.296947956085205, + 1.2978647947311401, + 1.2962872982025146, + 1.297307014465332, + 1.295763611793518, + 1.2970219850540161, + 1.2972255945205688, + 1.2966688871383667, + 1.2957268953323364, + 1.2951629161834717, + 1.2946876287460327, + 1.2945340871810913, + 1.2938194274902344, + 1.2952735424041748, + 1.294851541519165, + 1.2941300868988037, + 1.2953051328659058, + 1.2961317300796509, + 1.2956146001815796, + 1.2957878112792969, + 1.2957627773284912, + 1.2946687936782837, + 1.2949401140213013, + 1.2953330278396606, + 1.2935608625411987, + 1.295515775680542 ], "p90": [ - 1.3255364894866943, - 1.3286340236663818, - 1.331368088722229, - 1.3325306177139282, - 1.3341403007507324, - 1.3361016511917114, - 1.3383855819702148, - 1.3387080430984497, - 1.3390098810195923, - 1.3409162759780884, - 1.3426973819732666, - 1.342492938041687, - 1.3440754413604736, - 1.3434054851531982, - 1.3445345163345337, - 1.345177173614502, - 1.3467968702316284, - 1.3472447395324707, - 1.3485949039459229, - 1.3481591939926147, - 1.349034309387207, - 1.350411057472229, - 1.351158618927002, - 1.3507881164550781, - 1.349597692489624, - 1.352566123008728, - 1.353105902671814, - 1.3539623022079468, - 1.3538048267364502, - 1.3540191650390625, - 1.355726718902588, - 1.355457067489624, - 1.355252981185913, - 1.3550187349319458, - 1.3560905456542969, - 1.3549548387527466, - 1.3543695211410522, - 1.3559138774871826, - 1.3551393747329712, - 1.355974793434143, - 1.3561975955963135, - 1.3565293550491333, - 1.3554365634918213, - 1.3557099103927612, - 1.3562244176864624, - 1.3571600914001465, - 1.3573510646820068, - 1.3572784662246704, - 1.3577171564102173, - 1.3584489822387695, - 1.3575836420059204, - 1.3596500158309937, - 1.3582806587219238, - 1.3583261966705322, - 1.3588645458221436, - 1.358296275138855, - 1.358418583869934, - 1.3587555885314941, - 1.3584136962890625, - 1.3570001125335693, - 1.3587478399276733, - 1.3577224016189575, - 1.3567308187484741, - 1.3588238954544067, - 1.3586235046386719, - 1.3570295572280884, - 1.3591794967651367, - 1.3569108247756958, - 1.3572005033493042, - 1.3568004369735718, - 1.3546671867370605, - 1.3552141189575195 + 1.3102954626083374, + 1.3126590251922607, + 1.3142603635787964, + 1.3146013021469116, + 1.3174198865890503, + 1.3179223537445068, + 1.320244312286377, + 1.3205095529556274, + 1.3217142820358276, + 1.3240571022033691, + 1.3255342245101929, + 1.325649380683899, + 1.3262948989868164, + 1.326799988746643, + 1.3290883302688599, + 1.3289926052093506, + 1.3309470415115356, + 1.3313143253326416, + 1.3313753604888916, + 1.3320947885513306, + 1.3324558734893799, + 1.3365156650543213, + 1.3367133140563965, + 1.335426688194275, + 1.3345615863800049, + 1.3389263153076172, + 1.338653326034546, + 1.3385649919509888, + 1.3392268419265747, + 1.3391631841659546, + 1.339735507965088, + 1.3397899866104126, + 1.341887354850769, + 1.3402214050292969, + 1.3412086963653564, + 1.3414311408996582, + 1.341917634010315, + 1.3426390886306763, + 1.3420311212539673, + 1.3430508375167847, + 1.3435699939727783, + 1.3427437543869019, + 1.3416045904159546, + 1.3401257991790771, + 1.3412984609603882, + 1.343348503112793, + 1.3414126634597778, + 1.342225193977356, + 1.3409583568572998, + 1.3426026105880737, + 1.340556025505066, + 1.3427278995513916, + 1.3417649269104004, + 1.3405036926269531, + 1.3400895595550537, + 1.3393598794937134, + 1.3399558067321777, + 1.340063452720642, + 1.3401379585266113, + 1.3379560708999634, + 1.3395869731903076, + 1.3394478559494019, + 1.3387253284454346, + 1.3414822816848755, + 1.3402352333068848, + 1.338934063911438, + 1.3401336669921875, + 1.3387764692306519, + 1.3402811288833618, + 1.3406870365142822, + 1.3398693799972534, + 1.3419198989868164 ], "timestamps": [ - "2026-06-20 01:20:00", - "2026-06-20 01:30:00", - "2026-06-20 01:40:00", - "2026-06-20 01:50:00", - "2026-06-20 02:00:00", "2026-06-20 02:10:00", "2026-06-20 02:20:00", "2026-06-20 02:30:00", @@ -533,6 +527,10 @@ "2026-06-21 01:50:00", "2026-06-21 02:00:00", "2026-06-21 02:10:00", - "2026-06-21 02:20:00" + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index e29ca25f5c1322f8308e35a7fa91bf70d7cffea8..3e4b556a068cb5d130a8745d039ae5f8fc44dc96 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,13 +1,25 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T02:55:47.156199+00:00", + "evaluated_at": "2026-06-22T03:06:01.369441+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t020000z", - "data_fetched_at": "2026-06-22T02:54:50.310255Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", + "data_fetched_at": "2026-06-22T03:04:11.120897Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t205400z", + "data_fetched_at": "2026-06-22T03:04:11.120897Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t015000z", + "data_fetched_at": "2026-06-22T03:04:11.120897Z", + "context_length": 78, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index ffed4a6e75a5be04fb973120c2d68b202472c525..e31e69ac294376847d01b390ff8f050d0d213e2a 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,217552.86410013834,217552.86410013834,347.4303385416667,0.3097320855253905,0.005435090240615619,0.00540888064881745,1.855234993231571,466.42562547542167,0.007272656701276276,0.005417244340394596,0.004705941435199246,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,459863.08159128827,459863.08159128827,581.599609375,0.5225034284272673,0.009089438665821944,0.009033465011918125,2.3906415048504885,678.1320532103524,0.010576416349084041,0.009070858084489578,0.006059619716531161,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.550176228056595,0.550176228056595,0.5530107021331787,0.3038520524287122,0.0222467109581586,0.021974201689470545,2.9614589625774843,0.7417386521252584,0.029455015627561792,0.021960482748027216,0.031543872018444045,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.08087230228500436,0.08087230228500436,0.2231119136015574,0.6606319083557749,0.12899951187584524,0.1431194488112681,2.334477028113943,0.28438055890831276,0.19195230442474315,0.1505969540422802,0.13969387052380017,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.056783739190375826,0.056783739190375826,0.21023335721757677,3.234360053622592,0.13553071872692224,0.14780184523953485,67.58539554241929,0.23829338889355664,0.15945281623711266,0.14067658792791612,0.12165744293581134,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.085502107689821,0.085502107689821,0.23595123489697775,0.6936172259456609,0.1360310227580922,0.15100020624777016,1.9724329249517336,0.2924074343956066,0.1911451302710957,0.15424002342905666,0.13143269811518923,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.058951440711298396,0.058951440711298396,0.21648135450151232,3.5178232687212136,0.13888115388005895,0.15147121651870674,73.65405395300132,0.24279917774016122,0.16126882427320027,0.14378835151942135,0.12446513947496457,Ocean,1 nws_ksfo_observations_temperature/1h/short,TiRex,0.4388063115887538,0.4388063115887538,0.5611926714579264,0.322473055236514,0.03411755056883591,0.03332445168512126,1.9013688370336304,0.6624245704899191,0.0393227558045317,0.03331344180472041,0.028691105463006447,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,61.565271361327326,61.565271361327326,6.392911036809285,0.5522727667471005,0.35784954486532183,0.27758758751749957,2.490540629341336,7.846354017078718,0.35041400791749117,0.28550401546912907,0.22072068469564787,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,3.0385537226341817,3.0385537226341817,1.590633233388265,0.8175907229277408,0.06558002454187722,0.063108516133996,5.736301038764061,1.7431447795964,0.07152585564041185,0.06526790221894976,0.0413745209138709,Weather,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 5a305224e35d9c2a0daea984650cc421e4689fff..f577dfb9e100d7b97a4bb95205235dfa3bb3cf61 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-22T02:59:28.884161+00:00", + "evaluated_at": "2026-06-22T03:06:24.749159+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65851.9921875, 65892.0, 65836.296875, 65624.0, @@ -101,10 +100,10 @@ 64298.01171875, 64294.0, 64248.0, - 64241.25 + 64241.25, + 64426.0 ], "actuals": [ - 64426.0, 64276.12109375, 64256.55078125, 64303.4609375, @@ -127,88 +126,88 @@ 63311.98828125, 63896.01171875, 64606.0, - 64295.98828125 + 64257.98828125, + 64061.44921875 ], "p50": [ - 64232.234375, - 64241.8125, - 64266.3671875, - 64297.53515625, - 64324.31640625, - 64340.71484375, - 64357.82421875, - 64377.27734375, - 64394.65625, - 64408.80078125, - 64430.90625, - 64456.8359375, - 64483.140625, - 64500.23828125, - 64522.109375, - 64535.83203125, - 64550.22265625, - 64567.65625, - 64585.7890625, - 64609.66796875, - 64629.79296875, - 64641.96875, - 64660.5234375, - 64673.71484375 + 64415.41796875, + 64430.72265625, + 64466.9140625, + 64496.1875, + 64518.07421875, + 64537.7890625, + 64556.6796875, + 64577.03515625, + 64594.66796875, + 64610.28515625, + 64648.57421875, + 64685.08203125, + 64714.2265625, + 64740.078125, + 64770.35546875, + 64793.375, + 64812.4453125, + 64837.625, + 64870.3671875, + 64897.3515625, + 64920.13671875, + 64938.12890625, + 64962.4765625, + 64981.453125 ], "p10": [ - 64016.7578125, - 63878.94140625, - 63788.96875, - 63759.4296875, - 63748.50390625, - 63728.1484375, - 63703.265625, - 63680.70703125, - 63659.73828125, - 63629.23828125, - 63602.546875, - 63587.69140625, - 63571.83984375, - 63555.265625, - 63543.61328125, - 63526.6171875, - 63514.43359375, - 63494.5546875, - 63475.53125, - 63466.34375, - 63453.0, - 63428.99609375, - 63412.828125, - 63397.078125 + 64185.56640625, + 64073.20703125, + 64004.41796875, + 63971.9296875, + 63954.48046875, + 63942.11328125, + 63923.98046875, + 63903.20703125, + 63882.796875, + 63853.8203125, + 63848.046875, + 63843.6953125, + 63827.37109375, + 63815.53515625, + 63806.4921875, + 63799.3203125, + 63791.6484375, + 63778.2109375, + 63779.765625, + 63774.21875, + 63756.69140625, + 63739.39453125, + 63726.640625, + 63712.91796875 ], "p90": [ - 64449.8671875, - 64570.60546875, - 64690.2890625, - 64800.2265625, - 64889.8359375, - 64974.9765625, - 65066.19140625, - 65155.22265625, - 65230.375, - 65307.265625, - 65387.421875, - 65453.8046875, - 65517.640625, - 65585.6171875, - 65684.078125, - 65756.015625, - 65820.359375, - 65879.609375, - 65934.3984375, - 66017.9609375, - 66087.28125, - 66156.484375, - 66226.484375, - 66286.5234375 + 64651.76953125, + 64785.12890625, + 64926.23828125, + 65043.26953125, + 65129.05078125, + 65223.42578125, + 65319.74609375, + 65409.70703125, + 65489.62109375, + 65569.9609375, + 65675.828125, + 65763.375, + 65836.4921875, + 65911.6640625, + 66007.390625, + 66088.15625, + 66157.5, + 66222.015625, + 66295.09375, + 66383.21875, + 66441.0, + 66512.3359375, + 66581.5078125, + 66647.421875 ], "timestamps": [ - "2026-06-17 03:00:00", "2026-06-17 04:00:00", "2026-06-17 05:00:00", "2026-06-17 06:00:00", @@ -327,6 +326,7 @@ "2026-06-21 23:00:00", "2026-06-22 00:00:00", "2026-06-22 01:00:00", - "2026-06-22 02:00:00" + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" ] } diff --git a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 2b6892ea0de40528cebbf14e40a82d55f926e44b..b366b8609f530c838c9d298679958a5c22a2d71a 100644 --- a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TiRex", - "evaluated_at": "2026-06-22T02:49:19.828133+00:00", + "evaluated_at": "2026-06-22T03:06:30.858463+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.8270000219345093, - 0.8629999756813049, - 0.9079999923706055, 0.9459999799728394, 0.9660000205039978, 0.9850000143051147, @@ -245,12 +242,12 @@ 0.6430000066757202, 0.6779999732971191, 0.6980000138282776, - 0.7229999899864197 - ], - "actuals": [ + 0.7229999899864197, 0.7440000176429749, 0.7649999856948853, - 0.7950000166893005, + 0.7950000166893005 + ], + "actuals": [ 0.828000009059906, 0.8529999852180481, 0.8790000081062317, @@ -307,198 +304,198 @@ 1.8049999475479126, 1.7920000553131104, 1.7879999876022339, - 1.7730000019073486 + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661 ], "p50": [ - 0.7482388615608215, - 0.7743270397186279, - 0.8015345931053162, - 0.8276938796043396, - 0.8536331653594971, - 0.8799241781234741, - 0.9067308902740479, - 0.936626672744751, - 0.9643095135688782, - 0.9913588166236877, - 1.0191551446914673, - 1.0466601848602295, - 1.0727022886276245, - 1.0981411933898926, - 1.1234090328216553, - 1.1478229761123657, - 1.1706476211547852, - 1.1920228004455566, - 1.2135636806488037, - 1.2350327968597412, - 1.2547574043273926, - 1.2736178636550903, - 1.292274832725525, - 1.3107157945632935, - 1.328918218612671, - 1.3454041481018066, - 1.362365961074829, - 1.3786070346832275, - 1.3945708274841309, - 1.4087752103805542, - 1.4214234352111816, - 1.4341225624084473, - 1.4152015447616577, - 1.403106451034546, - 1.4035663604736328, - 1.430548071861267, - 1.421963095664978, - 1.4166871309280396, - 1.4181742668151855, - 1.4208234548568726, - 1.4228930473327637, - 1.4275147914886475, - 1.4265168905258179, - 1.4245973825454712, - 1.4248188734054565, - 1.4251594543457031, - 1.42875075340271, - 1.4299803972244263, - 1.4269899129867554, - 1.4212936162948608, - 1.4118967056274414, - 1.4051419496536255, - 1.3922041654586792, - 1.3839731216430664, - 1.3754515647888184, - 1.3673862218856812, - 1.3631120920181274, - 1.357749342918396, - 1.349970817565918, - 1.3430410623550415 + 0.8195888996124268, + 0.8485487699508667, + 0.8787720203399658, + 0.9087493419647217, + 0.9373682737350464, + 0.9640346765518188, + 0.9901160597801208, + 1.0185072422027588, + 1.0462794303894043, + 1.072849988937378, + 1.0994681119918823, + 1.1260045766830444, + 1.1520867347717285, + 1.1753348112106323, + 1.1976886987686157, + 1.2199193239212036, + 1.241125226020813, + 1.2603070735931396, + 1.2790453433990479, + 1.2982114553451538, + 1.3170268535614014, + 1.3355764150619507, + 1.3531869649887085, + 1.3697255849838257, + 1.3863776922225952, + 1.4007869958877563, + 1.4149706363677979, + 1.4282362461090088, + 1.4401780366897583, + 1.4490609169006348, + 1.457158088684082, + 1.464519739151001, + 1.461702585220337, + 1.4473769664764404, + 1.4560587406158447, + 1.4598172903060913, + 1.4484868049621582, + 1.4419357776641846, + 1.4401707649230957, + 1.436730980873108, + 1.4339320659637451, + 1.4313620328903198, + 1.4262927770614624, + 1.4214969873428345, + 1.4188041687011719, + 1.4156981706619263, + 1.4144854545593262, + 1.4096029996871948, + 1.4043216705322266, + 1.3990694284439087, + 1.3909190893173218, + 1.384446144104004, + 1.3716615438461304, + 1.3617959022521973, + 1.3536763191223145, + 1.3445978164672852, + 1.3381500244140625, + 1.3309423923492432, + 1.3210376501083374, + 1.313543438911438 ], "p10": [ - 0.7382040619850159, - 0.7588143348693848, - 0.7800451517105103, - 0.8003483414649963, - 0.8218004703521729, - 0.8431004285812378, - 0.8652437329292297, - 0.8897327780723572, - 0.9113379120826721, - 0.9321664571762085, - 0.9519994258880615, - 0.9703711867332458, - 0.9869418144226074, - 1.0025948286056519, - 1.0171374082565308, - 1.0307157039642334, - 1.0425831079483032, - 1.0521414279937744, - 1.0606389045715332, - 1.0687259435653687, - 1.0742390155792236, - 1.0778361558914185, - 1.0796403884887695, - 1.0839465856552124, - 1.0881531238555908, - 1.0900737047195435, - 1.0921083688735962, - 1.0925241708755493, - 1.0932825803756714, - 1.0908501148223877, - 1.084432601928711, - 1.086063265800476, - 0.9409874081611633, - 0.9046379923820496, - 0.8589122295379639, - 0.8264923691749573, - 0.7796816825866699, - 0.7532035708427429, - 0.7125279903411865, - 0.6887167692184448, - 0.665009617805481, - 0.6529144048690796, - 0.6407034397125244, - 0.6379911303520203, - 0.6248024702072144, - 0.6056054830551147, - 0.5804236531257629, - 0.5481789708137512, - 0.5163030624389648, - 0.49452143907546997, - 0.4812840223312378, - 0.4732850193977356, - 0.44126540422439575, - 0.4240760803222656, - 0.411213219165802, - 0.39512425661087036, - 0.374622642993927, - 0.3687143325805664, - 0.3666674494743347, - 0.3474501371383667 + 0.8100333213806152, + 0.8348579406738281, + 0.8611786365509033, + 0.886833667755127, + 0.9108606576919556, + 0.9329864978790283, + 0.9542731046676636, + 0.9775348901748657, + 0.9991412162780762, + 1.0193043947219849, + 1.038071632385254, + 1.0569411516189575, + 1.0749197006225586, + 1.089010238647461, + 1.1012458801269531, + 1.1142107248306274, + 1.1256067752838135, + 1.1334689855575562, + 1.1397371292114258, + 1.14568293094635, + 1.1522740125656128, + 1.1599547863006592, + 1.1643009185791016, + 1.1672167778015137, + 1.1681050062179565, + 1.1694854497909546, + 1.1709860563278198, + 1.1678763628005981, + 1.162914752960205, + 1.1538217067718506, + 1.1432123184204102, + 1.1386439800262451, + 1.0238816738128662, + 1.0198092460632324, + 0.9904660582542419, + 0.9545676112174988, + 0.9187147617340088, + 0.8947922587394714, + 0.8606403470039368, + 0.8440215587615967, + 0.8265221118927002, + 0.813208281993866, + 0.7912591099739075, + 0.7771837711334229, + 0.7640417814254761, + 0.7489564418792725, + 0.7266733646392822, + 0.6997261047363281, + 0.6729457378387451, + 0.6539818048477173, + 0.6395246982574463, + 0.6315923929214478, + 0.6040867567062378, + 0.587790846824646, + 0.57539963722229, + 0.5628691911697388, + 0.5479286313056946, + 0.5400933623313904, + 0.530608594417572, + 0.5177637934684753 ], "p90": [ - 0.7588211297988892, - 0.7891212701797485, - 0.8226057291030884, - 0.8540418148040771, - 0.8846753239631653, - 0.9157134294509888, - 0.9479833841323853, - 0.9834942817687988, - 1.0169800519943237, - 1.0495572090148926, - 1.0848644971847534, - 1.1203378438949585, - 1.1540286540985107, - 1.1872817277908325, - 1.2207504510879517, - 1.2538378238677979, - 1.2875086069107056, - 1.3209750652313232, - 1.3545379638671875, - 1.3874777555465698, - 1.419877529144287, - 1.4512126445770264, - 1.4819551706314087, - 1.512824296951294, - 1.5439786911010742, - 1.5727996826171875, - 1.603156566619873, - 1.6327064037322998, - 1.6609227657318115, - 1.6896159648895264, - 1.7132885456085205, - 1.7335891723632812, - 1.7265021800994873, - 1.7413610219955444, - 1.7795755863189697, - 1.8328287601470947, - 1.8463060855865479, - 1.8660087585449219, - 1.8781298398971558, - 1.8954825401306152, - 1.9160282611846924, - 1.939000129699707, - 1.9562125205993652, - 1.9743270874023438, - 1.9918447732925415, - 2.000840663909912, - 2.0135867595672607, - 2.025235652923584, - 2.031229019165039, - 2.034752130508423, - 2.0348472595214844, - 2.041935920715332, - 2.040186882019043, - 2.0526018142700195, - 2.0570738315582275, - 2.0580477714538574, - 2.0600216388702393, - 2.060293674468994, - 2.056854248046875, - 2.0561492443084717 + 0.8295445442199707, + 0.8620448112487793, + 0.8971478343009949, + 0.9316128492355347, + 0.965524435043335, + 0.996120810508728, + 1.02601957321167, + 1.0599350929260254, + 1.0941810607910156, + 1.126708984375, + 1.1605198383331299, + 1.19483482837677, + 1.228731393814087, + 1.25936758518219, + 1.288663625717163, + 1.3191360235214233, + 1.3505923748016357, + 1.3814046382904053, + 1.4112632274627686, + 1.441467046737671, + 1.4739876985549927, + 1.507309913635254, + 1.5393197536468506, + 1.5682623386383057, + 1.5980817079544067, + 1.625975489616394, + 1.6554553508758545, + 1.6829121112823486, + 1.707963228225708, + 1.7324283123016357, + 1.7518763542175293, + 1.7673888206481934, + 1.760225772857666, + 1.7545838356018066, + 1.789222002029419, + 1.8106427192687988, + 1.8115997314453125, + 1.82210111618042, + 1.828603744506836, + 1.8374438285827637, + 1.8476383686065674, + 1.8621459007263184, + 1.872339129447937, + 1.88307785987854, + 1.8937952518463135, + 1.900346040725708, + 1.907966136932373, + 1.9132764339447021, + 1.9159178733825684, + 1.919142723083496, + 1.9184901714324951, + 1.924912929534912, + 1.9217102527618408, + 1.9281485080718994, + 1.9302072525024414, + 1.9298899173736572, + 1.9301344156265259, + 1.9295527935028076, + 1.9246137142181396, + 1.9218592643737793 ], "timestamps": [ - "2026-06-20 20:42:00", - "2026-06-20 20:48:00", - "2026-06-20 20:54:00", "2026-06-20 21:00:00", "2026-06-20 21:06:00", "2026-06-20 21:12:00", @@ -795,6 +792,9 @@ "2026-06-22 02:18:00", "2026-06-22 02:24:00", "2026-06-22 02:30:00", - "2026-06-22 02:36:00" + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00" ] } diff --git a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 0c6388a1f6d0385887fa9dca414bedc4d37376e4..e7560b72f7356f9b4ac86490a8e8d4937dc3baaa 100644 --- a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TiRex", - "evaluated_at": "2026-06-22T02:42:00.759637+00:00", + "evaluated_at": "2026-06-22T03:06:35.793822+00:00", "freq": "10min", - "context_length": 79, + "context_length": 78, "prediction_length": 72, "context": [ - 1.399999976158142, - 1.399999976158142, - 1.399999976158142, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -84,6 +81,8 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ @@ -91,8 +90,6 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842, - 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, 1.399999976158142, @@ -158,236 +155,233 @@ 1.600000023841858, 1.7000000476837158, 1.7000000476837158, - 1.600000023841858 + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158 ], "p50": [ - 1.3013890981674194, - 1.2999517917633057, - 1.2997558116912842, - 1.3004337549209595, - 1.297640085220337, - 1.2922593355178833, - 1.2880040407180786, - 1.2863249778747559, - 1.2918224334716797, - 1.2909892797470093, - 1.2899324893951416, - 1.2926872968673706, - 1.301977276802063, - 1.3144453763961792, - 1.3148995637893677, - 1.31300950050354, - 1.3115200996398926, - 1.3083491325378418, - 1.3104971647262573, - 1.307600498199463, - 1.2952828407287598, - 1.2884327173233032, - 1.283921718597412, - 1.281613826751709, - 1.2820003032684326, - 1.2835391759872437, - 1.2870488166809082, - 1.2881568670272827, - 1.2901551723480225, - 1.292508840560913, - 1.2925291061401367, - 1.2925429344177246, - 1.2847062349319458, - 1.2859982252120972, - 1.28791081905365, - 1.291380763053894, - 1.2924549579620361, - 1.2948359251022339, - 1.294485092163086, - 1.2975635528564453, - 1.301601767539978, - 1.3024969100952148, - 1.2989764213562012, - 1.29340398311615, - 1.2912046909332275, - 1.2915756702423096, - 1.2933992147445679, - 1.2932440042495728, - 1.293092966079712, - 1.2915829420089722, - 1.2878303527832031, - 1.2868367433547974, - 1.2866929769515991, - 1.2872214317321777, - 1.291424036026001, - 1.2927123308181763, - 1.2907724380493164, - 1.2873164415359497, - 1.282153606414795, - 1.2787362337112427, - 1.2773857116699219, - 1.2775260210037231, - 1.2799527645111084, - 1.2848514318466187, - 1.271535038948059, - 1.2825472354888916, - 1.2894566059112549, - 1.2922066450119019, - 1.291292667388916, - 1.294165015220642, - 1.2933319807052612, - 1.2912644147872925 + 1.299619436264038, + 1.2997705936431885, + 1.2996279001235962, + 1.2990552186965942, + 1.298404574394226, + 1.2984933853149414, + 1.2993245124816895, + 1.2964650392532349, + 1.2968233823776245, + 1.297534704208374, + 1.3008480072021484, + 1.303253173828125, + 1.3054132461547852, + 1.3070107698440552, + 1.3066585063934326, + 1.3040083646774292, + 1.3022239208221436, + 1.298600196838379, + 1.2934852838516235, + 1.28988778591156, + 1.2890408039093018, + 1.2885843515396118, + 1.2890936136245728, + 1.2911947965621948, + 1.2927767038345337, + 1.2922738790512085, + 1.2938069105148315, + 1.29845130443573, + 1.3007874488830566, + 1.3008332252502441, + 1.3009358644485474, + 1.3009891510009766, + 1.2952442169189453, + 1.3021081686019897, + 1.3040763139724731, + 1.3026288747787476, + 1.3010591268539429, + 1.3031121492385864, + 1.3039436340332031, + 1.3035959005355835, + 1.3021210432052612, + 1.3016417026519775, + 1.2998591661453247, + 1.2978965044021606, + 1.2988710403442383, + 1.2991083860397339, + 1.298037052154541, + 1.296842098236084, + 1.2952873706817627, + 1.2940210103988647, + 1.294738531112671, + 1.298071026802063, + 1.3006178140640259, + 1.2988122701644897, + 1.299103856086731, + 1.297323226928711, + 1.2952861785888672, + 1.294119954109192, + 1.2925350666046143, + 1.2896867990493774, + 1.2880475521087646, + 1.2886431217193604, + 1.2900712490081787, + 1.289384126663208, + 1.28067946434021, + 1.290819525718689, + 1.2984015941619873, + 1.3018450736999512, + 1.3018735647201538, + 1.3008687496185303, + 1.296356439590454, + 1.2933260202407837 ], "p10": [ - 1.2743933200836182, - 1.2589002847671509, - 1.247429609298706, - 1.2343096733093262, - 1.2209906578063965, - 1.2046558856964111, - 1.2013037204742432, - 1.1947219371795654, - 1.196193814277649, - 1.194025993347168, - 1.1977665424346924, - 1.2027599811553955, - 1.2083770036697388, - 1.2162050008773804, - 1.2163848876953125, - 1.2187081575393677, - 1.2206096649169922, - 1.222035527229309, - 1.2224128246307373, - 1.2203688621520996, - 1.212735891342163, - 1.2049169540405273, - 1.1982945203781128, - 1.1943978071212769, - 1.1943767070770264, - 1.1921828985214233, - 1.1922111511230469, - 1.1943104267120361, - 1.1933314800262451, - 1.1953153610229492, - 1.1961040496826172, - 1.1959261894226074, - 1.2025619745254517, - 1.2040746212005615, - 1.1989524364471436, - 1.199076771736145, - 1.2016547918319702, - 1.2026143074035645, - 1.2017810344696045, - 1.2004302740097046, - 1.2006245851516724, - 1.2008934020996094, - 1.203331708908081, - 1.2049267292022705, - 1.2045782804489136, - 1.2039448022842407, - 1.2029985189437866, - 1.2044696807861328, - 1.2060394287109375, - 1.2067276239395142, - 1.2078231573104858, - 1.2073099613189697, - 1.205437183380127, - 1.204653263092041, - 1.203835129737854, - 1.2050617933273315, - 1.2056002616882324, - 1.2039598226547241, - 1.20237398147583, - 1.2008050680160522, - 1.1999402046203613, - 1.1995773315429688, - 1.198856234550476, - 1.2009748220443726, - 1.1995279788970947, - 1.200341820716858, - 1.1960041522979736, - 1.1974749565124512, - 1.201046109199524, - 1.1990054845809937, - 1.1979804039001465, - 1.1952905654907227 + 1.2822092771530151, + 1.2675881385803223, + 1.2547457218170166, + 1.2411565780639648, + 1.2287572622299194, + 1.215195894241333, + 1.2166924476623535, + 1.2175862789154053, + 1.217608094215393, + 1.2194223403930664, + 1.2190122604370117, + 1.2212764024734497, + 1.2224780321121216, + 1.2217997312545776, + 1.2195467948913574, + 1.2182341814041138, + 1.2157968282699585, + 1.2114002704620361, + 1.2042014598846436, + 1.198205590248108, + 1.196916937828064, + 1.1969314813613892, + 1.1976442337036133, + 1.1996852159500122, + 1.2018821239471436, + 1.2021234035491943, + 1.2029153108596802, + 1.2074905633926392, + 1.210219144821167, + 1.2114946842193604, + 1.2123303413391113, + 1.2119951248168945, + 1.2085044384002686, + 1.208555817604065, + 1.200588583946228, + 1.2022409439086914, + 1.2028405666351318, + 1.1998056173324585, + 1.2019524574279785, + 1.2021993398666382, + 1.2023719549179077, + 1.2017669677734375, + 1.2020870447158813, + 1.2033295631408691, + 1.2041065692901611, + 1.2038835287094116, + 1.2024844884872437, + 1.2028042078018188, + 1.2023447751998901, + 1.2029074430465698, + 1.2055718898773193, + 1.2071219682693481, + 1.2054039239883423, + 1.2049039602279663, + 1.2029244899749756, + 1.2018098831176758, + 1.201137661933899, + 1.2001744508743286, + 1.199059009552002, + 1.1974968910217285, + 1.1963467597961426, + 1.196623682975769, + 1.1964091062545776, + 1.1975293159484863, + 1.202209234237671, + 1.2033686637878418, + 1.1991487741470337, + 1.2000638246536255, + 1.200096607208252, + 1.1967220306396484, + 1.1950498819351196, + 1.1922657489776611 ], "p90": [ - 1.353234887123108, - 1.3715202808380127, - 1.3768190145492554, - 1.3803215026855469, - 1.3770757913589478, - 1.3697254657745361, - 1.3654659986495972, - 1.3660497665405273, - 1.3748422861099243, - 1.3764982223510742, - 1.3774007558822632, - 1.3890793323516846, - 1.418105959892273, - 1.4397774934768677, - 1.4459842443466187, - 1.4432947635650635, - 1.4388408660888672, - 1.4295241832733154, - 1.431930422782898, - 1.4190523624420166, - 1.3987432718276978, - 1.3891196250915527, - 1.3838504552841187, - 1.3821218013763428, - 1.3843388557434082, - 1.3858428001403809, - 1.3900257349014282, - 1.3905401229858398, - 1.3940752744674683, - 1.3970184326171875, - 1.3985873460769653, - 1.399008870124817, - 1.406704068183899, - 1.4138211011886597, - 1.4088785648345947, - 1.4121023416519165, - 1.4232505559921265, - 1.424874186515808, - 1.421692967414856, - 1.4244592189788818, - 1.4286123514175415, - 1.4292066097259521, - 1.4225798845291138, - 1.416117548942566, - 1.4136970043182373, - 1.414268970489502, - 1.417789340019226, - 1.420396327972412, - 1.4223822355270386, - 1.4232442378997803, - 1.4198029041290283, - 1.4152512550354004, - 1.4139245748519897, - 1.416489601135254, - 1.4191890954971313, - 1.421947717666626, - 1.4181406497955322, - 1.4158828258514404, - 1.4115467071533203, - 1.4059561491012573, - 1.4071135520935059, - 1.4107763767242432, - 1.4143643379211426, - 1.4184719324111938, - 1.4184590578079224, - 1.4274502992630005, - 1.4304566383361816, - 1.4284770488739014, - 1.4367523193359375, - 1.438836932182312, - 1.436651349067688, - 1.4349051713943481 + 1.3342101573944092, + 1.3570195436477661, + 1.3678278923034668, + 1.376011848449707, + 1.3841639757156372, + 1.3889597654342651, + 1.393703818321228, + 1.393455147743225, + 1.4005619287490845, + 1.4104621410369873, + 1.4282793998718262, + 1.4348018169403076, + 1.439527988433838, + 1.4412785768508911, + 1.4416731595993042, + 1.4276894330978394, + 1.4184181690216064, + 1.4077681303024292, + 1.396560549736023, + 1.391682505607605, + 1.3912724256515503, + 1.3906642198562622, + 1.392358422279358, + 1.3968123197555542, + 1.4024348258972168, + 1.4026275873184204, + 1.4090478420257568, + 1.4200708866119385, + 1.4226354360580444, + 1.423072338104248, + 1.4241058826446533, + 1.4223068952560425, + 1.4188097715377808, + 1.4302722215652466, + 1.4303052425384521, + 1.4295547008514404, + 1.4353082180023193, + 1.4391474723815918, + 1.4354661703109741, + 1.4295655488967896, + 1.4245280027389526, + 1.4239063262939453, + 1.4214069843292236, + 1.4196245670318604, + 1.4211792945861816, + 1.422877550125122, + 1.421034336090088, + 1.4206088781356812, + 1.4198472499847412, + 1.4212270975112915, + 1.423902988433838, + 1.4296971559524536, + 1.4345003366470337, + 1.4320813417434692, + 1.4306448698043823, + 1.4295449256896973, + 1.4276447296142578, + 1.426571011543274, + 1.4264039993286133, + 1.4223847389221191, + 1.4207379817962646, + 1.4240134954452515, + 1.4277888536453247, + 1.4253578186035156, + 1.418487310409546, + 1.4287720918655396, + 1.4311320781707764, + 1.430095911026001, + 1.4350582361221313, + 1.4364657402038574, + 1.4282201528549194, + 1.425696611404419 ], "timestamps": [ - "2026-06-20 01:20:00", - "2026-06-20 01:30:00", - "2026-06-20 01:40:00", - "2026-06-20 01:50:00", - "2026-06-20 02:00:00", "2026-06-20 02:10:00", "2026-06-20 02:20:00", "2026-06-20 02:30:00", @@ -533,6 +527,10 @@ "2026-06-21 01:50:00", "2026-06-21 02:00:00", "2026-06-21 02:10:00", - "2026-06-21 02:20:00" + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index d21579c8bd9bef5b859b44c195465c6baf8c4599..40433e59f1b949ac6f091fa6ac1a7344245df02a 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,13 +1,25 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T02:59:31.467863+00:00", + "evaluated_at": "2026-06-22T03:06:39.861149+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t020000z", - "data_fetched_at": "2026-06-22T02:54:50.310255Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", + "data_fetched_at": "2026-06-22T03:04:11.120897Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t205400z", + "data_fetched_at": "2026-06-22T03:04:11.120897Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t015000z", + "data_fetched_at": "2026-06-22T03:04:11.120897Z", + "context_length": 78, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 1f051fb1cbdd22aa06280238a6710491b687c8df..ffde53f8b26e9c3e901be00d2730b5b984253aed 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,140789.31960169473,140789.31960169473,276.375,0.2463866727827906,0.004323915153884761,0.004307231535733089,1.5195561353964353,375.2190288374175,0.005850534437809565,0.004309326902368376,0.003594077530040387,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,199066.47994232178,199066.47994232178,368.4251302083333,0.3309895511441023,0.005760837665421872,0.00573657812227444,1.6274105733203825,446.1686675936823,0.006958623424519209,0.005746104393829806,0.004465103103552925,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,1.3327479513263825,1.3327479513263825,0.912270704905192,0.501247670229129,0.036190923075805244,0.0353233507541506,3.007199744396995,1.154447032707167,0.04584398465976072,0.03622697535386293,0.03365741579516466,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.15715628740877866,0.15715628740877866,0.29125884373982747,0.8624142147288524,0.1658128127285787,0.19473006095985337,3.440342673977848,0.39642942298570455,0.2675834859316498,0.19659503608322013,0.15178076915515568,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.052900849645534244,0.052900849645534244,0.20248371693823072,3.11513479231679,0.1305039870261458,0.14185609169825733,71.04900547743371,0.23000184704809273,0.15390457293776683,0.13549095532138894,0.12116938105169545,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.2433452048083568,0.2433452048083568,0.385603337486585,1.1335440451482015,0.22112327084320096,0.26859882874978286,10.663142160811438,0.4933003190839803,0.32246770315186357,0.25206677911315784,0.19922665204572393,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.057231466013795064,0.057231466013795064,0.21341080798043144,3.4679268699093067,0.13692772944699308,0.14912351791592918,82.14560205688086,0.23923098882418026,0.15889880952841914,0.14174887415405393,0.1272448539760027,Ocean,1 nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,0.2674649092390003,0.2674649092390003,0.3933437665303548,0.22602356125171028,0.02397399872205691,0.02352160531160828,1.478156968069978,0.517170097007745,0.030700179824249156,0.023349618307588513,0.022594844047178313,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,29.84130699796242,29.84130699796242,4.787651697794597,0.41359712877877697,0.25820067895875454,0.22203407800722005,2.226194698463738,5.462719743677358,0.24396216578367888,0.2138139849776746,0.18731442262910306,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,2.79425640893866,2.79425640893866,1.5153587659200032,0.7788993986277447,0.06400031845205822,0.06158606777103923,5.024899449733376,1.6716029459589559,0.06859030437416133,0.06217919108229342,0.03846939655931061,Weather,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 32674e76526998312054e7b1152e95d8aa706a1c..5024b65d5a8ea3d9699a0f8ade2a9632daaf2e9d 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T02:56:11.779614+00:00", + "evaluated_at": "2026-06-22T03:06:05.535456+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65851.9921875, 65892.0, 65836.296875, 65624.0, @@ -101,10 +100,10 @@ 64298.01171875, 64294.0, 64248.0, - 64241.25 + 64241.25, + 64426.0 ], "actuals": [ - 64426.0, 64276.12109375, 64256.55078125, 64303.4609375, @@ -127,88 +126,88 @@ 63311.98828125, 63896.01171875, 64606.0, - 64295.98828125 + 64257.98828125, + 64061.44921875 ], "p50": [ - 64244.51171875, - 64258.6953125, - 64281.546875, - 64296.0390625, - 64311.28125, - 64334.29296875, - 64347.87890625, - 64363.35546875, - 64373.41015625, - 64377.73828125, - 64383.109375, - 64391.9609375, - 64396.1640625, - 64401.00390625, - 64418.4765625, - 64423.40234375, - 64430.46875, - 64431.953125, - 64433.5546875, - 64432.75, - 64442.88671875, - 64446.57421875, - 64454.23046875, - 64455.84765625 + 64397.046875, + 64403.8828125, + 64403.03125, + 64418.6796875, + 64438.515625, + 64450.71484375, + 64457.01953125, + 64466.80078125, + 64472.16796875, + 64476.765625, + 64479.4140625, + 64488.4921875, + 64489.09375, + 64496.36328125, + 64506.12890625, + 64507.03515625, + 64512.25, + 64507.921875, + 64512.3828125, + 64517.7890625, + 64520.890625, + 64519.62109375, + 64520.796875, + 64523.69921875 ], "p10": [ - 64014.05859375, - 63972.296875, - 63942.9375, - 63920.71484375, - 63901.5234375, - 63889.15234375, - 63867.140625, - 63852.5, - 63832.01171875, - 63809.2578125, - 63781.87890625, - 63765.2890625, - 63738.87109375, - 63714.91796875, - 63698.53125, - 63683.33984375, - 63656.45703125, - 63629.3359375, - 63604.421875, - 63569.8203125, - 63561.1484375, - 63537.81640625, - 63516.5625, - 63490.8125 + 64189.62109375, + 64118.921875, + 64033.171875, + 63984.62890625, + 63962.55078125, + 63921.13671875, + 63880.75390625, + 63847.69921875, + 63815.234375, + 63779.69921875, + 63739.5703125, + 63705.38671875, + 63670.43359375, + 63636.24609375, + 63603.4921875, + 63577.45703125, + 63539.45703125, + 63493.27734375, + 63470.48046875, + 63431.0546875, + 63409.89453125, + 63377.2265625, + 63338.5390625, + 63298.25 ], "p90": [ - 64467.39453125, - 64547.26171875, - 64631.18359375, - 64681.9375, - 64732.515625, - 64791.48046875, - 64836.87890625, - 64871.8046875, - 64928.3984375, - 64952.47265625, - 64983.35546875, - 65023.484375, - 65063.3359375, - 65097.1484375, - 65154.5234375, - 65190.46875, - 65238.1328125, - 65269.0625, - 65302.2109375, - 65331.109375, - 65377.15625, - 65427.078125, - 65478.734375, - 65515.3828125 + 64615.06640625, + 64695.80078125, + 64787.15234375, + 64862.14453125, + 64941.109375, + 65004.0859375, + 65058.03515625, + 65102.37109375, + 65166.41015625, + 65198.4296875, + 65242.96875, + 65297.91796875, + 65350.37109375, + 65404.875, + 65468.6875, + 65514.2890625, + 65567.96875, + 65606.890625, + 65649.6484375, + 65697.9609375, + 65747.8671875, + 65805.1328125, + 65852.0625, + 65899.65625 ], "timestamps": [ - "2026-06-17 03:00:00", "2026-06-17 04:00:00", "2026-06-17 05:00:00", "2026-06-17 06:00:00", @@ -327,6 +326,7 @@ "2026-06-21 23:00:00", "2026-06-22 00:00:00", "2026-06-22 01:00:00", - "2026-06-22 02:00:00" + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 9b0423a7a23d146b0f0ab7fbc2cb775077e94a9b..a284ad62297ef6a2fe2f4ccc1f0d0dbd80d58efd 100644 --- a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T02:49:00.006365+00:00", + "evaluated_at": "2026-06-22T03:06:10.227750+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.8270000219345093, - 0.8629999756813049, - 0.9079999923706055, 0.9459999799728394, 0.9660000205039978, 0.9850000143051147, @@ -245,12 +242,12 @@ 0.6430000066757202, 0.6779999732971191, 0.6980000138282776, - 0.7229999899864197 - ], - "actuals": [ + 0.7229999899864197, 0.7440000176429749, 0.7649999856948853, - 0.7950000166893005, + 0.7950000166893005 + ], + "actuals": [ 0.828000009059906, 0.8529999852180481, 0.8790000081062317, @@ -307,198 +304,198 @@ 1.8049999475479126, 1.7920000553131104, 1.7879999876022339, - 1.7730000019073486 + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661 ], "p50": [ - 0.7584758400917053, - 0.7828732132911682, - 0.8073009252548218, - 0.8308357000350952, - 0.8595333099365234, - 0.89240562915802, - 0.9226297736167908, - 0.9521139860153198, - 0.9812561273574829, - 1.0081229209899902, - 1.0367456674575806, - 1.0635780096054077, - 1.0895307064056396, - 1.1099578142166138, - 1.1382811069488525, - 1.1655431985855103, - 1.18687105178833, - 1.2124052047729492, - 1.2353320121765137, - 1.2560871839523315, - 1.276503324508667, - 1.2936745882034302, - 1.3087258338928223, - 1.3174976110458374, - 1.3296518325805664, - 1.3410564661026, - 1.3538495302200317, - 1.364608645439148, - 1.375017762184143, - 1.381691575050354, - 1.388169288635254, - 1.3962098360061646, - 1.400837779045105, - 1.398894190788269, - 1.3940467834472656, - 1.387436866760254, - 1.3886499404907227, - 1.384488821029663, - 1.3785042762756348, - 1.3721626996994019, - 1.360381841659546, - 1.3522495031356812, - 1.3411592245101929, - 1.3280048370361328, - 1.3140521049499512, - 1.2970843315124512, - 1.282500982284546, - 1.2669522762298584, - 1.2458243370056152, - 1.2261958122253418, - 1.2070304155349731, - 1.188069224357605, - 1.1653128862380981, - 1.1460314989089966, - 1.1199935674667358, - 1.0949097871780396, - 1.0697778463363647, - 1.0451292991638184, - 1.0209035873413086, - 0.9951982498168945 + 0.8245071768760681, + 0.8506466150283813, + 0.881521463394165, + 0.9110180139541626, + 0.9396098256111145, + 0.9655436873435974, + 0.9875172972679138, + 1.0100222826004028, + 1.034721851348877, + 1.0602279901504517, + 1.0870022773742676, + 1.1131062507629395, + 1.1391571760177612, + 1.1602933406829834, + 1.1828582286834717, + 1.1997506618499756, + 1.2150177955627441, + 1.2308495044708252, + 1.246988296508789, + 1.2589024305343628, + 1.2721757888793945, + 1.2846813201904297, + 1.2981300354003906, + 1.3084945678710938, + 1.316445231437683, + 1.3226605653762817, + 1.3289145231246948, + 1.3301045894622803, + 1.3304399251937866, + 1.331732988357544, + 1.33083975315094, + 1.3293403387069702, + 1.329126238822937, + 1.3265113830566406, + 1.3177891969680786, + 1.3085963726043701, + 1.3007540702819824, + 1.290761947631836, + 1.275291085243225, + 1.2610840797424316, + 1.2433234453201294, + 1.2326600551605225, + 1.2188981771469116, + 1.203190565109253, + 1.1881654262542725, + 1.1684993505477905, + 1.1492139101028442, + 1.128154993057251, + 1.1009162664413452, + 1.0762176513671875, + 1.0542224645614624, + 1.0303866863250732, + 1.008216381072998, + 0.9887998104095459, + 0.9614960551261902, + 0.9378859996795654, + 0.9079692959785461, + 0.8822569251060486, + 0.8547376394271851, + 0.8264957070350647 ], "p10": [ - 0.7493910789489746, - 0.7687721252441406, - 0.7896090149879456, - 0.8085962533950806, - 0.8329241275787354, - 0.8601299524307251, - 0.8867223262786865, - 0.9094033241271973, - 0.9332644939422607, - 0.9534316062927246, - 0.9745551347732544, - 0.9942932724952698, - 1.0126125812530518, - 1.0267807245254517, - 1.0463324785232544, - 1.065381646156311, - 1.0773335695266724, - 1.0938328504562378, - 1.107879400253296, - 1.1163311004638672, - 1.127020239830017, - 1.1358418464660645, - 1.1388986110687256, - 1.1393898725509644, - 1.1387405395507812, - 1.1418147087097168, - 1.1429513692855835, - 1.1439471244812012, - 1.1405575275421143, - 1.1399435997009277, - 1.1379824876785278, - 1.131975769996643, - 1.0900324583053589, - 1.0879088640213013, - 1.0686732530593872, - 1.0545730590820312, - 1.0375010967254639, - 1.01905357837677, - 1.0042929649353027, - 0.9832356572151184, - 0.9603562951087952, - 0.935177206993103, - 0.9258415102958679, - 0.8970596790313721, - 0.8762836456298828, - 0.8535944819450378, - 0.8365083336830139, - 0.8065774440765381, - 0.7756446599960327, - 0.7561098337173462, - 0.7284769415855408, - 0.7002720832824707, - 0.671489953994751, - 0.6376348733901978, - 0.5963567495346069, - 0.5699985027313232, - 0.5414087176322937, - 0.5127773284912109, - 0.4801994562149048, - 0.4447758197784424 + 0.8153131008148193, + 0.8363502025604248, + 0.863062858581543, + 0.8878145813941956, + 0.9113099575042725, + 0.9317425489425659, + 0.9492374062538147, + 0.9653804302215576, + 0.9838395118713379, + 1.0029008388519287, + 1.0221165418624878, + 1.040164828300476, + 1.0590251684188843, + 1.0734832286834717, + 1.0867139101028442, + 1.0955058336257935, + 1.1005001068115234, + 1.1064600944519043, + 1.1147621870040894, + 1.1159471273422241, + 1.1186573505401611, + 1.1231529712677002, + 1.12326180934906, + 1.1246204376220703, + 1.121842861175537, + 1.1193417310714722, + 1.1117026805877686, + 1.103860855102539, + 1.0912950038909912, + 1.0824744701385498, + 1.0707173347473145, + 1.0606411695480347, + 1.0193116664886475, + 1.017682671546936, + 0.9941590428352356, + 0.9771158695220947, + 0.9527959823608398, + 0.9294893741607666, + 0.9064998626708984, + 0.8763341903686523, + 0.8462026715278625, + 0.8227640390396118, + 0.8074300289154053, + 0.7761383056640625, + 0.7501931190490723, + 0.7260209918022156, + 0.7041206359863281, + 0.6691138744354248, + 0.6326375007629395, + 0.6118438243865967, + 0.5848560929298401, + 0.5512790679931641, + 0.5220844745635986, + 0.49251478910446167, + 0.4591715931892395, + 0.42553257942199707, + 0.391781210899353, + 0.3616216778755188, + 0.32492196559906006, + 0.28405439853668213 ], "p90": [ - 0.7668306827545166, - 0.7963129281997681, - 0.8246101140975952, - 0.8529553413391113, - 0.8859121203422546, - 0.9244327545166016, - 0.9591608047485352, - 0.9962317943572998, - 1.0312700271606445, - 1.0637620687484741, - 1.1004050970077515, - 1.1344107389450073, - 1.1669648885726929, - 1.19955575466156, - 1.2354023456573486, - 1.272530198097229, - 1.3033332824707031, - 1.3414888381958008, - 1.3725297451019287, - 1.4060237407684326, - 1.4367797374725342, - 1.4641350507736206, - 1.4898700714111328, - 1.5122829675674438, - 1.533846139907837, - 1.5578025579452515, - 1.5836459398269653, - 1.6092158555984497, - 1.6281702518463135, - 1.6517748832702637, - 1.670485258102417, - 1.691575527191162, - 1.740264892578125, - 1.7689414024353027, - 1.7833747863769531, - 1.7984662055969238, - 1.8126689195632935, - 1.8164703845977783, - 1.8287804126739502, - 1.835853934288025, - 1.825638771057129, - 1.8316450119018555, - 1.8348445892333984, - 1.841663122177124, - 1.8400120735168457, - 1.835476279258728, - 1.8317595720291138, - 1.8294847011566162, - 1.8278906345367432, - 1.822129726409912, - 1.8033866882324219, - 1.8028061389923096, - 1.7901175022125244, - 1.7802674770355225, - 1.7651395797729492, - 1.758406639099121, - 1.7390494346618652, - 1.7211050987243652, - 1.6924185752868652, - 1.678926944732666 + 0.8329769968986511, + 0.8638043403625488, + 0.8995031118392944, + 0.933837354183197, + 0.9694193601608276, + 0.9982523322105408, + 1.0247126817703247, + 1.0543063879013062, + 1.0848381519317627, + 1.1170573234558105, + 1.1519503593444824, + 1.1860487461090088, + 1.220049262046814, + 1.2517085075378418, + 1.2831969261169434, + 1.3096318244934082, + 1.3351655006408691, + 1.3623425960540771, + 1.3862791061401367, + 1.4132153987884521, + 1.434600830078125, + 1.4591240882873535, + 1.4840781688690186, + 1.5088956356048584, + 1.526992917060852, + 1.5481054782867432, + 1.5661433935165405, + 1.5825507640838623, + 1.591881275177002, + 1.6072500944137573, + 1.6172910928726196, + 1.6347289085388184, + 1.6791353225708008, + 1.706026554107666, + 1.7200655937194824, + 1.724440097808838, + 1.7300262451171875, + 1.7257158756256104, + 1.7254221439361572, + 1.7175956964492798, + 1.706127405166626, + 1.7085704803466797, + 1.7100061178207397, + 1.7133328914642334, + 1.709937334060669, + 1.7034118175506592, + 1.6913539171218872, + 1.6816833019256592, + 1.6702815294265747, + 1.6561646461486816, + 1.6372020244598389, + 1.6258857250213623, + 1.6157925128936768, + 1.6092551946640015, + 1.5901998281478882, + 1.5795642137527466, + 1.5570571422576904, + 1.538661003112793, + 1.5118341445922852, + 1.4893863201141357 ], "timestamps": [ - "2026-06-20 20:42:00", - "2026-06-20 20:48:00", - "2026-06-20 20:54:00", "2026-06-20 21:00:00", "2026-06-20 21:06:00", "2026-06-20 21:12:00", @@ -795,6 +792,9 @@ "2026-06-22 02:18:00", "2026-06-22 02:24:00", "2026-06-22 02:30:00", - "2026-06-22 02:36:00" + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00" ] } diff --git a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 525e8dfdc4d2ffd26612b9d930eaa0eac04a5679..a1b8c410587e86de2b928efb7e0fd45bfc77e303 100644 --- a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T02:41:43.932796+00:00", + "evaluated_at": "2026-06-22T03:06:14.965255+00:00", "freq": "10min", - "context_length": 79, + "context_length": 78, "prediction_length": 72, "context": [ - 1.399999976158142, - 1.399999976158142, - 1.399999976158142, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -84,6 +81,8 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, 1.2999999523162842 ], "actuals": [ @@ -91,8 +90,6 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.2999999523162842, - 1.2999999523162842, 1.2000000476837158, 1.2000000476837158, 1.399999976158142, @@ -158,236 +155,233 @@ 1.600000023841858, 1.7000000476837158, 1.7000000476837158, - 1.600000023841858 + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158 ], "p50": [ - 1.3002264499664307, - 1.3001165390014648, - 1.300248384475708, - 1.3001600503921509, - 1.3000891208648682, - 1.300062894821167, - 1.3001267910003662, - 1.3000656366348267, - 1.300063967704773, - 1.3001309633255005, - 1.300214171409607, - 1.3001097440719604, - 1.300083041191101, - 1.300085186958313, - 1.3000755310058594, - 1.3000644445419312, - 1.3001081943511963, - 1.3000085353851318, - 1.3001354932785034, - 1.3001078367233276, - 1.300079584121704, - 1.3001052141189575, - 1.3000869750976562, - 1.300095796585083, - 1.3000901937484741, - 1.3000937700271606, - 1.300104022026062, - 1.3001667261123657, - 1.3001114130020142, - 1.3000869750976562, - 1.3001224994659424, - 1.3000844717025757, - 1.300602674484253, - 1.300574541091919, - 1.300473690032959, - 1.3005937337875366, - 1.300572395324707, - 1.3005343675613403, - 1.3006938695907593, - 1.300662875175476, - 1.3006547689437866, - 1.3006616830825806, - 1.3007506132125854, - 1.3005962371826172, - 1.3005930185317993, - 1.3006083965301514, - 1.3006525039672852, - 1.3006607294082642, - 1.3006234169006348, - 1.3006058931350708, - 1.3005752563476562, - 1.3005551099777222, - 1.300512433052063, - 1.3005890846252441, - 1.3005801439285278, - 1.300530195236206, - 1.300500512123108, - 1.3005428314208984, - 1.300524353981018, - 1.3006236553192139, - 1.3005844354629517, - 1.3005386590957642, - 1.300548791885376, - 1.3005216121673584, - 1.3001222610473633, - 1.3003129959106445, - 1.3001497983932495, - 1.300209879875183, - 1.300310492515564, - 1.3002676963806152, - 1.300315260887146, - 1.3003501892089844 + 1.3004802465438843, + 1.3004088401794434, + 1.3004928827285767, + 1.3004138469696045, + 1.300468921661377, + 1.3004239797592163, + 1.3004461526870728, + 1.3004531860351562, + 1.3004695177078247, + 1.300490379333496, + 1.3005534410476685, + 1.3004778623580933, + 1.3005141019821167, + 1.3004634380340576, + 1.3004456758499146, + 1.30044686794281, + 1.3004553318023682, + 1.3004482984542847, + 1.3004692792892456, + 1.3004422187805176, + 1.3004273176193237, + 1.300414800643921, + 1.3004006147384644, + 1.3004134893417358, + 1.3004070520401, + 1.3004080057144165, + 1.300443172454834, + 1.3004695177078247, + 1.300394058227539, + 1.300357460975647, + 1.3004196882247925, + 1.3004158735275269, + 1.3007621765136719, + 1.3006813526153564, + 1.3006969690322876, + 1.3007606267929077, + 1.300746202468872, + 1.3007813692092896, + 1.300842523574829, + 1.3008357286453247, + 1.3007943630218506, + 1.3007960319519043, + 1.3008637428283691, + 1.3007984161376953, + 1.3007643222808838, + 1.300704836845398, + 1.300803780555725, + 1.3006905317306519, + 1.3007529973983765, + 1.3006923198699951, + 1.3007562160491943, + 1.300729751586914, + 1.3007454872131348, + 1.3007440567016602, + 1.3007405996322632, + 1.3007185459136963, + 1.3007334470748901, + 1.3007357120513916, + 1.300707221031189, + 1.3007826805114746, + 1.3007999658584595, + 1.3007535934448242, + 1.3008074760437012, + 1.300810694694519, + 1.3007045984268188, + 1.300584316253662, + 1.3005692958831787, + 1.3006261587142944, + 1.300626516342163, + 1.300645112991333, + 1.3006950616836548, + 1.3006877899169922 ], "p10": [ - 1.2139525413513184, - 1.202519178390503, - 1.2061243057250977, - 1.2017476558685303, - 1.1988167762756348, - 1.2005746364593506, - 1.2060285806655884, - 1.2049387693405151, - 1.1954981088638306, - 1.1973447799682617, - 1.1971228122711182, - 1.198357343673706, - 1.1976021528244019, - 1.1984769105911255, - 1.1980451345443726, - 1.1999434232711792, - 1.200740933418274, - 1.2013909816741943, - 1.2014071941375732, - 1.2011191844940186, - 1.2006033658981323, - 1.1995935440063477, - 1.1980581283569336, - 1.1984212398529053, - 1.198146939277649, - 1.1984508037567139, - 1.1981520652770996, - 1.1980245113372803, - 1.1978955268859863, - 1.1978200674057007, - 1.1978812217712402, - 1.1976099014282227, - 1.207452416419983, - 1.2052491903305054, - 1.1992311477661133, - 1.2005329132080078, - 1.1984196901321411, - 1.2006452083587646, - 1.1986721754074097, - 1.198372721672058, - 1.1951093673706055, - 1.1975535154342651, - 1.1973021030426025, - 1.198465347290039, - 1.1978787183761597, - 1.1988123655319214, - 1.1998556852340698, - 1.200953483581543, - 1.200838327407837, - 1.2008168697357178, - 1.2010436058044434, - 1.2011605501174927, - 1.2011619806289673, - 1.2009096145629883, - 1.2001303434371948, - 1.200255036354065, - 1.1997020244598389, - 1.1995747089385986, - 1.1996252536773682, - 1.199710726737976, - 1.1999645233154297, - 1.199749231338501, - 1.1999092102050781, - 1.1997812986373901, - 1.2057251930236816, - 1.2040449380874634, - 1.2012741565704346, - 1.1989718675613403, - 1.1979087591171265, - 1.1992089748382568, - 1.1972383260726929, - 1.1965985298156738 + 1.208126425743103, + 1.202492356300354, + 1.2014780044555664, + 1.2006072998046875, + 1.1992263793945312, + 1.2036497592926025, + 1.2079100608825684, + 1.2067590951919556, + 1.196920394897461, + 1.1977163553237915, + 1.197414755821228, + 1.1985386610031128, + 1.1987683773040771, + 1.19942307472229, + 1.1988168954849243, + 1.2011234760284424, + 1.201540470123291, + 1.2021112442016602, + 1.2023043632507324, + 1.2020390033721924, + 1.2020435333251953, + 1.2015621662139893, + 1.200958251953125, + 1.2013307809829712, + 1.200636625289917, + 1.200486183166504, + 1.2000303268432617, + 1.2002664804458618, + 1.2001336812973022, + 1.2002161741256714, + 1.2005876302719116, + 1.1997466087341309, + 1.2034711837768555, + 1.2014895677566528, + 1.1968936920166016, + 1.1997225284576416, + 1.1981316804885864, + 1.2025198936462402, + 1.203598976135254, + 1.2020671367645264, + 1.1967761516571045, + 1.198801875114441, + 1.19882071018219, + 1.200297236442566, + 1.2008463144302368, + 1.201247215270996, + 1.201313853263855, + 1.203298807144165, + 1.2040035724639893, + 1.2046375274658203, + 1.2052247524261475, + 1.2050055265426636, + 1.2046808004379272, + 1.2040860652923584, + 1.2033023834228516, + 1.203467845916748, + 1.2027976512908936, + 1.202739953994751, + 1.202555537223816, + 1.2027231454849243, + 1.2026376724243164, + 1.2024749517440796, + 1.202872395515442, + 1.2023510932922363, + 1.2054439783096313, + 1.2038987874984741, + 1.2003804445266724, + 1.2048403024673462, + 1.2019532918930054, + 1.202493667602539, + 1.1996740102767944, + 1.200129508972168 ], "p90": [ - 1.4046498537063599, - 1.4021059274673462, - 1.4054265022277832, - 1.40693998336792, - 1.406161904335022, - 1.4068799018859863, - 1.4026066064834595, - 1.4095029830932617, - 1.4064490795135498, - 1.408337116241455, - 1.4076436758041382, - 1.4070634841918945, - 1.4054064750671387, - 1.405888557434082, - 1.4063303470611572, - 1.4045246839523315, - 1.4062190055847168, - 1.4076656103134155, - 1.407102346420288, - 1.4065093994140625, - 1.4065512418746948, - 1.4065366983413696, - 1.4069552421569824, - 1.406557321548462, - 1.4056675434112549, - 1.4061567783355713, - 1.406893014907837, - 1.406586766242981, - 1.4070286750793457, - 1.4070324897766113, - 1.4066537618637085, - 1.4080559015274048, - 1.406381607055664, - 1.4082107543945312, - 1.407969355583191, - 1.408257246017456, - 1.4067174196243286, - 1.4040825366973877, - 1.4052790403366089, - 1.4069771766662598, - 1.4089598655700684, - 1.406165361404419, - 1.4073084592819214, - 1.4068691730499268, - 1.4073526859283447, - 1.4071342945098877, - 1.4071898460388184, - 1.4056987762451172, - 1.4061076641082764, - 1.4071307182312012, - 1.406912088394165, - 1.407189130783081, - 1.4066314697265625, - 1.407301425933838, - 1.4075847864151, - 1.4074288606643677, - 1.4068108797073364, - 1.4067800045013428, - 1.4076356887817383, - 1.407368779182434, - 1.4076876640319824, - 1.407362461090088, - 1.4075121879577637, - 1.4081083536148071, - 1.4090336561203003, - 1.4098756313323975, - 1.4068388938903809, - 1.407340168952942, - 1.408215880393982, - 1.4045405387878418, - 1.405492901802063, - 1.4073879718780518 + 1.399320125579834, + 1.39780855178833, + 1.398030161857605, + 1.4017184972763062, + 1.4025700092315674, + 1.4004839658737183, + 1.400720477104187, + 1.4046202898025513, + 1.4031720161437988, + 1.4045658111572266, + 1.4025702476501465, + 1.402535319328308, + 1.4034394025802612, + 1.403359293937683, + 1.403479814529419, + 1.4027247428894043, + 1.4026165008544922, + 1.4040369987487793, + 1.4035594463348389, + 1.4028836488723755, + 1.4031400680541992, + 1.403884768486023, + 1.403741717338562, + 1.4038583040237427, + 1.403395175933838, + 1.4036201238632202, + 1.4038317203521729, + 1.404349446296692, + 1.4036515951156616, + 1.404303789138794, + 1.4038642644882202, + 1.4048216342926025, + 1.4002995491027832, + 1.40354585647583, + 1.4047331809997559, + 1.4016709327697754, + 1.4070991277694702, + 1.4006266593933105, + 1.4007976055145264, + 1.4040567874908447, + 1.4040582180023193, + 1.4028253555297852, + 1.4018970727920532, + 1.4012221097946167, + 1.402984619140625, + 1.403080940246582, + 1.4029616117477417, + 1.4015461206436157, + 1.4027595520019531, + 1.4040204286575317, + 1.4034351110458374, + 1.4033188819885254, + 1.4027721881866455, + 1.4032542705535889, + 1.403304100036621, + 1.4029344320297241, + 1.4026037454605103, + 1.4021713733673096, + 1.402575135231018, + 1.4028617143630981, + 1.4031848907470703, + 1.4032286405563354, + 1.4033223390579224, + 1.4041476249694824, + 1.4009846448898315, + 1.4034262895584106, + 1.405869483947754, + 1.4025126695632935, + 1.404640555381775, + 1.4001086950302124, + 1.3992822170257568, + 1.4024865627288818 ], "timestamps": [ - "2026-06-20 01:20:00", - "2026-06-20 01:30:00", - "2026-06-20 01:40:00", - "2026-06-20 01:50:00", - "2026-06-20 02:00:00", "2026-06-20 02:10:00", "2026-06-20 02:20:00", "2026-06-20 02:30:00", @@ -533,6 +527,10 @@ "2026-06-21 01:50:00", "2026-06-21 02:00:00", "2026-06-21 02:10:00", - "2026-06-21 02:20:00" + "2026-06-21 02:20:00", + "2026-06-21 02:30:00", + "2026-06-21 02:40:00", + "2026-06-21 02:50:00", + "2026-06-21 03:00:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index f13b6db4255d4408356761efd74513da12ad481d..0925b3d05fa72c2f5311dc26eeacf6478d86cea7 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,13 +1,25 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T02:59:12.079872+00:00", + "evaluated_at": "2026-06-22T03:06:18.189438+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t020000z", - "data_fetched_at": "2026-06-22T02:54:50.310255Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", + "data_fetched_at": "2026-06-22T03:04:11.120897Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t205400z", + "data_fetched_at": "2026-06-22T03:04:11.120897Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t015000z", + "data_fetched_at": "2026-06-22T03:04:11.120897Z", + "context_length": 78, + "prediction_length": 72 } ], "failed_datasets": []