diff --git a/results/aggregates/metadata.json b/results/aggregates/metadata.json index 38647115f547d8f278a8de662183aa7fddc54760..a9f1dd559c5b3933f86e37834dd5c19987126341 100644 --- a/results/aggregates/metadata.json +++ b/results/aggregates/metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-22T06:10:00.480571+00:00", + "generated_at": "2026-06-22T06:18:55.569654+00:00", "baseline_model": "Seasonal-Naive", "normalization": "Per-config metric / Seasonal-Naive metric", "metric_aggregation": "Geometric mean over dataset configurations", diff --git a/results/aggregates/results_by_domain.csv b/results/aggregates/results_by_domain.csv index ce450cf1596e8834a1a6acb7d96f8616ac72a554..cdd2d19e1098fad8dbffc68ffa931a577a367296 100644 --- a/results/aggregates/results_by_domain.csv +++ b/results/aggregates/results_by_domain.csv @@ -29,36 +29,36 @@ Hazards,Moving-Average,0.4435813847912034,0.5703868548804698,7.0,1,1,1.0 Hazards,Timer-S1,0.6838995305504596,0.6243809998360613,8.0,1,1,1.0 Hazards,TimesFM-2.5,0.422118007018878,0.6717324840454876,9.0,1,1,1.0 Hazards,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -Hydrology,ARIMA,1.2832094181126878,0.7305181630273874,1.0,1,1,1.0 -Hydrology,Seasonal-Naive,1.0,1.0,2.0,1,1,1.0 -Hydrology,ETS,0.8782545537576557,1.114134389204833,3.0,1,1,1.0 -Hydrology,Moving-Average,0.9854355263157893,1.1663489037178298,4.0,1,1,1.0 -Hydrology,Timer-S1,1.0000751513681911,1.3526168430499401,5.0,1,1,1.0 -Hydrology,Chronos-2,1.0029326765286293,1.3568791101272095,6.0,1,1,1.0 -Hydrology,TimesFM-2.5,1.0016564936499845,1.3654364678910584,7.0,1,1,1.0 -Hydrology,Toto-2.0-1B,1.0005613765678907,1.365660887973674,8.0,1,1,1.0 -Hydrology,TiRex,1.0003103782892229,1.3761095248823394,9.0,1,1,1.0 -Hydrology,Moirai-1.1-Large,1.2383724353187964,1.3860870681340902,10.0,1,1,1.0 -Ocean,Chronos-2,0.10946242034239158,0.36077959546698213,3.5,2,2,1.0 -Ocean,Moirai-1.1-Large,1.2967175800782704,0.8196640603410537,3.5,2,2,1.0 -Ocean,TiRex,0.5859478331419137,0.5509940117025388,3.5,2,2,1.0 -Ocean,Timer-S1,0.20353766671726492,0.4062337094116332,3.5,2,2,1.0 -Ocean,Toto-2.0-1B,0.3199794969804556,0.5480022003247705,3.5,2,2,1.0 -Ocean,TimesFM-2.5,0.17656167826590302,0.4130021510438032,4.5,2,2,1.0 -Ocean,Moving-Average,0.8705412999588267,0.9372297227833243,6.0,2,2,1.0 -Ocean,Seasonal-Naive,1.0,1.0,8.0,2,2,1.0 -Ocean,ARIMA,1.7684416335616246,1.2596109515996443,9.0,2,2,1.0 -Ocean,ETS,2.985937975619004,1.6175848537618043,10.0,2,2,1.0 -Weather,Chronos-2,0.1397682310724385,0.4353785226715614,2.0,3,3,1.0 -Weather,Timer-S1,0.20705305991540243,0.4501979700829745,2.6666666666666665,3,3,1.0 -Weather,TimesFM-2.5,0.27472247533666483,0.5785687017583047,3.6666666666666665,3,3,1.0 -Weather,TiRex,0.10914111846507289,0.5315203463226283,4.0,3,3,1.0 -Weather,Moirai-1.1-Large,0.5777646142858621,0.65385272411063,5.333333333333333,3,3,1.0 -Weather,Toto-2.0-1B,0.3330430574548443,0.6854841502773376,6.0,3,3,1.0 -Weather,ARIMA,1.0762174319564999,1.098395709263531,6.666666666666667,3,3,1.0 -Weather,Seasonal-Naive,1.0,1.0,7.333333333333333,3,3,1.0 -Weather,Moving-Average,1.1509436316659172,1.2044270468110478,7.666666666666667,3,3,1.0 -Weather,ETS,4.991814173546248,2.589162450451176,9.666666666666666,3,3,1.0 +Hydrology,Toto-2.0-1B,0.21114779920776686,0.401949427137809,1.0,1,1,1.0 +Hydrology,ARIMA,0.5149388428600437,0.42125959394719337,2.0,1,1,1.0 +Hydrology,ETS,0.18886410281491778,0.42662982968865293,3.0,1,1,1.0 +Hydrology,Moirai-1.1-Large,0.34779456818600496,0.44498930480190835,4.0,1,1,1.0 +Hydrology,Chronos-2,0.66568441999952,0.6636459286741607,5.0,1,1,1.0 +Hydrology,TiRex,0.8210774354944625,0.7755020307596745,6.0,1,1,1.0 +Hydrology,TimesFM-2.5,0.6329986773570379,0.9302437320214425,7.0,1,1,1.0 +Hydrology,Seasonal-Naive,1.0,1.0,8.0,1,1,1.0 +Hydrology,Timer-S1,1.33334178228875,1.0214942019155324,9.0,1,1,1.0 +Hydrology,Moving-Average,1.0160145833335794,1.2171315667131521,10.0,1,1,1.0 +Ocean,TiRex,0.8776344244572137,0.630854055759666,3.5,2,2,1.0 +Ocean,Timer-S1,0.1491285346086954,0.3884431751596106,3.5,2,2,1.0 +Ocean,Toto-2.0-1B,0.22093555694005845,0.5031474635191926,3.5,2,2,1.0 +Ocean,Chronos-2,0.1526003283510476,0.3769887173619795,4.0,2,2,1.0 +Ocean,TimesFM-2.5,0.07361002241720563,0.33470785583743085,4.0,2,2,1.0 +Ocean,Moirai-1.1-Large,2.8255214781407503,1.1606637351146945,4.5,2,2,1.0 +Ocean,Moving-Average,0.870103158929332,0.9318651144762459,5.5,2,2,1.0 +Ocean,Seasonal-Naive,1.0,1.0,7.5,2,2,1.0 +Ocean,ARIMA,2.168932399427956,1.407593018488724,9.0,2,2,1.0 +Ocean,ETS,3.462813045770095,1.7480794919635094,10.0,2,2,1.0 +Weather,Chronos-2,0.23801933887123544,0.5712323495141575,2.0,3,3,1.0 +Weather,Timer-S1,0.4303178051352333,0.6430312343562054,3.6666666666666665,3,3,1.0 +Weather,Moirai-1.1-Large,0.829344512369527,0.8194511395194434,4.666666666666667,3,3,1.0 +Weather,TiRex,0.33537090178899087,0.8212834053622293,5.0,3,3,1.0 +Weather,Seasonal-Naive,1.0,1.0,5.333333333333333,3,3,1.0 +Weather,TimesFM-2.5,0.6667253067941873,0.8634476461029755,5.333333333333333,3,3,1.0 +Weather,Toto-2.0-1B,0.5008282766980482,0.8510162077060786,5.333333333333333,3,3,1.0 +Weather,ARIMA,1.1828404974129152,1.1764735582641779,6.666666666666667,3,3,1.0 +Weather,Moving-Average,1.3189714527569925,1.2650417859402934,7.333333333333333,3,3,1.0 +Weather,ETS,4.157163089456744,2.369180736668262,9.666666666666666,3,3,1.0 Web,Timer-S1,0.07964128523181596,0.2055042777744156,1.0,1,1,1.0 Web,TiRex,0.06236664013921311,0.21782916134449717,2.0,1,1,1.0 Web,Moirai-1.1-Large,0.11794628922452742,0.23000093954870818,3.0,1,1,1.0 diff --git a/results/aggregates/results_by_frequency.csv b/results/aggregates/results_by_frequency.csv index 801f1e037959ae4f4463955202fc1466850611f9..c9d7a25f52f04c06b97b093400a715d8e4150130 100644 --- a/results/aggregates/results_by_frequency.csv +++ b/results/aggregates/results_by_frequency.csv @@ -9,16 +9,16 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 10min,Seasonal-Naive,1.0,1.0,8.0,1,1,1.0 10min,ARIMA,0.9781547967683103,1.0102778886751271,9.0,1,1,1.0 10min,ETS,1.3391258744016061,1.1390593068733987,10.0,1,1,1.0 -15min,ARIMA,1.2832094181126878,0.7305181630273874,1.0,1,1,1.0 -15min,Seasonal-Naive,1.0,1.0,2.0,1,1,1.0 -15min,ETS,0.8782545537576557,1.114134389204833,3.0,1,1,1.0 -15min,Moving-Average,0.9854355263157893,1.1663489037178298,4.0,1,1,1.0 -15min,Timer-S1,1.0000751513681911,1.3526168430499401,5.0,1,1,1.0 -15min,Chronos-2,1.0029326765286293,1.3568791101272095,6.0,1,1,1.0 -15min,TimesFM-2.5,1.0016564936499845,1.3654364678910584,7.0,1,1,1.0 -15min,Toto-2.0-1B,1.0005613765678907,1.365660887973674,8.0,1,1,1.0 -15min,TiRex,1.0003103782892229,1.3761095248823394,9.0,1,1,1.0 -15min,Moirai-1.1-Large,1.2383724353187964,1.3860870681340902,10.0,1,1,1.0 +15min,Toto-2.0-1B,0.21114779920776686,0.401949427137809,1.0,1,1,1.0 +15min,ARIMA,0.5149388428600437,0.42125959394719337,2.0,1,1,1.0 +15min,ETS,0.18886410281491778,0.42662982968865293,3.0,1,1,1.0 +15min,Moirai-1.1-Large,0.34779456818600496,0.44498930480190835,4.0,1,1,1.0 +15min,Chronos-2,0.66568441999952,0.6636459286741607,5.0,1,1,1.0 +15min,TiRex,0.8210774354944625,0.7755020307596745,6.0,1,1,1.0 +15min,TimesFM-2.5,0.6329986773570379,0.9302437320214425,7.0,1,1,1.0 +15min,Seasonal-Naive,1.0,1.0,8.0,1,1,1.0 +15min,Timer-S1,1.33334178228875,1.0214942019155324,9.0,1,1,1.0 +15min,Moving-Average,1.0160145833335794,1.2171315667131521,10.0,1,1,1.0 1D,Timer-S1,0.07964128523181596,0.2055042777744156,1.0,1,1,1.0 1D,TiRex,0.06236664013921311,0.21782916134449717,2.0,1,1,1.0 1D,Moirai-1.1-Large,0.11794628922452742,0.23000093954870818,3.0,1,1,1.0 @@ -29,23 +29,23 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 1D,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0 1D,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0 1D,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -1h,Chronos-2,0.26005939500317665,0.5077019360624961,3.3333333333333335,6,6,1.0 -1h,Timer-S1,0.4068917551013439,0.5287235637916602,4.166666666666667,6,6,1.0 -1h,TiRex,0.2741051819387991,0.5643708919116365,4.333333333333333,6,6,1.0 -1h,Toto-2.0-1B,0.36249225067033825,0.5954371024957924,4.5,6,6,1.0 -1h,TimesFM-2.5,0.3639203368119683,0.6312024503730048,5.5,6,6,1.0 -1h,Moirai-1.1-Large,0.7260133026829401,0.6470268538506825,5.833333333333333,6,6,1.0 -1h,ARIMA,0.8328736694562842,0.9505901299951837,6.0,6,6,1.0 -1h,ETS,1.1639554017111389,1.0335757146685998,6.0,6,6,1.0 -1h,Moving-Average,0.7841951372237574,0.8633424977302462,6.833333333333333,6,6,1.0 -1h,Seasonal-Naive,1.0,1.0,8.5,6,6,1.0 -6min,Chronos-2,0.011230735653112882,0.13113751172564417,1.0,1,1,1.0 -6min,TimesFM-2.5,0.031229883644155108,0.17167751399266745,2.0,1,1,1.0 -6min,Timer-S1,0.04234555585628901,0.17470684420127083,3.0,1,1,1.0 -6min,Toto-2.0-1B,0.10648768467771785,0.3202831964221474,4.0,1,1,1.0 -6min,TiRex,0.33817395306640363,0.32749179279367274,5.0,1,1,1.0 -6min,Moirai-1.1-Large,1.7985342163168796,0.7664778679089295,6.0,1,1,1.0 -6min,Moving-Average,0.7811541789297481,0.9196421356568688,7.0,1,1,1.0 -6min,Seasonal-Naive,1.0,1.0,8.0,1,1,1.0 -6min,ARIMA,3.1972299493357927,1.5704785457300725,9.0,1,1,1.0 -6min,ETS,6.657944383479103,2.297141811080798,10.0,1,1,1.0 +1h,Chronos-2,0.33937077155307926,0.581542843801064,3.3333333333333335,6,6,1.0 +1h,Toto-2.0-1B,0.44452168796444474,0.6634467936687158,4.166666666666667,6,6,1.0 +1h,Timer-S1,0.5865873882316999,0.6318921123725879,4.666666666666667,6,6,1.0 +1h,TiRex,0.4804915286685595,0.7015379726655455,4.833333333333333,6,6,1.0 +1h,Moirai-1.1-Large,0.8698344343825417,0.7243423350248887,5.5,6,6,1.0 +1h,ARIMA,0.8731567465513749,0.9837958181672382,6.0,6,6,1.0 +1h,ETS,1.062198457815234,0.9886936453508108,6.0,6,6,1.0 +1h,TimesFM-2.5,0.5669342572640562,0.7710973541265387,6.333333333333333,6,6,1.0 +1h,Moving-Average,0.839488624846694,0.8848003895871063,6.666666666666667,6,6,1.0 +1h,Seasonal-Naive,1.0,1.0,7.5,6,6,1.0 +6min,TimesFM-2.5,0.005428144116637887,0.11275624379377895,1.0,1,1,1.0 +6min,Chronos-2,0.021826748679852168,0.14318572067791335,2.0,1,1,1.0 +6min,Timer-S1,0.022732110346823382,0.1597397472201855,3.0,1,1,1.0 +6min,Toto-2.0-1B,0.0507675626894023,0.26999773749312433,4.0,1,1,1.0 +6min,TiRex,0.7586641258648447,0.4293035323221881,5.0,1,1,1.0 +6min,Moving-Average,0.7803680713252181,0.9091443884425692,6.0,1,1,1.0 +6min,Seasonal-Naive,1.0,1.0,7.0,1,1,1.0 +6min,Moirai-1.1-Large,8.539356263818592,1.536882492146149,8.0,1,1,1.0 +6min,ARIMA,4.809328512041823,1.961161506064917,9.0,1,1,1.0 +6min,ETS,8.954404077446286,2.682724149466115,10.0,1,1,1.0 diff --git a/results/aggregates/results_by_prediction_length.csv b/results/aggregates/results_by_prediction_length.csv index 670dd17ab5430529da2cb162fc1c3dd0de472566..fbd28754e9b35350be51110752f061b5ff6202e8 100644 --- a/results/aggregates/results_by_prediction_length.csv +++ b/results/aggregates/results_by_prediction_length.csv @@ -9,26 +9,26 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 7,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0 7,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0 7,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -24,Chronos-2,0.315366309211676,0.584250581569101,3.7142857142857144,7,7,1.0 -24,Timer-S1,0.46267100341112477,0.6046536572034027,4.285714285714286,7,7,1.0 -24,TiRex,0.3297873825046586,0.6410072602169846,5.0,7,7,1.0 -24,Toto-2.0-1B,0.41907414790442815,0.6704044519100547,5.0,7,7,1.0 -24,ARIMA,0.8859231444161576,0.9154946944494068,5.285714285714286,7,7,1.0 -24,ETS,1.1180536297370725,1.0447172493675152,5.571428571428571,7,7,1.0 -24,TimesFM-2.5,0.42055460720663823,0.7047588006617325,5.714285714285714,7,7,1.0 -24,Moirai-1.1-Large,0.7835633361312615,0.7214216846950224,6.428571428571429,7,7,1.0 -24,Moving-Average,0.8102073057412713,0.9012530410645023,6.428571428571429,7,7,1.0 +24,Chronos-2,0.3736573870456109,0.5926185575808165,3.5714285714285716,7,7,1.0 +24,Toto-2.0-1B,0.39967439557719797,0.6176115798901444,3.7142857142857144,7,7,1.0 +24,TiRex,0.518714467640343,0.7116558204192414,5.0,7,7,1.0 +24,Moirai-1.1-Large,0.7630679203294277,0.6756411807716467,5.285714285714286,7,7,1.0 +24,Timer-S1,0.6595942042665758,0.67677129539055,5.285714285714286,7,7,1.0 +24,ARIMA,0.8097106436066104,0.8715309317752096,5.428571428571429,7,7,1.0 +24,ETS,0.8299554366973416,0.8768340009747664,5.571428571428571,7,7,1.0 +24,TimesFM-2.5,0.5759321017889052,0.7920457902114525,6.428571428571429,7,7,1.0 +24,Moving-Average,0.8626915576837121,0.9260403451776629,7.142857142857143,7,7,1.0 24,Seasonal-Naive,1.0,1.0,7.571428571428571,7,7,1.0 -60,Chronos-2,0.011230735653112882,0.13113751172564417,1.0,1,1,1.0 -60,TimesFM-2.5,0.031229883644155108,0.17167751399266745,2.0,1,1,1.0 -60,Timer-S1,0.04234555585628901,0.17470684420127083,3.0,1,1,1.0 -60,Toto-2.0-1B,0.10648768467771785,0.3202831964221474,4.0,1,1,1.0 -60,TiRex,0.33817395306640363,0.32749179279367274,5.0,1,1,1.0 -60,Moirai-1.1-Large,1.7985342163168796,0.7664778679089295,6.0,1,1,1.0 -60,Moving-Average,0.7811541789297481,0.9196421356568688,7.0,1,1,1.0 -60,Seasonal-Naive,1.0,1.0,8.0,1,1,1.0 -60,ARIMA,3.1972299493357927,1.5704785457300725,9.0,1,1,1.0 -60,ETS,6.657944383479103,2.297141811080798,10.0,1,1,1.0 +60,TimesFM-2.5,0.005428144116637887,0.11275624379377895,1.0,1,1,1.0 +60,Chronos-2,0.021826748679852168,0.14318572067791335,2.0,1,1,1.0 +60,Timer-S1,0.022732110346823382,0.1597397472201855,3.0,1,1,1.0 +60,Toto-2.0-1B,0.0507675626894023,0.26999773749312433,4.0,1,1,1.0 +60,TiRex,0.7586641258648447,0.4293035323221881,5.0,1,1,1.0 +60,Moving-Average,0.7803680713252181,0.9091443884425692,6.0,1,1,1.0 +60,Seasonal-Naive,1.0,1.0,7.0,1,1,1.0 +60,Moirai-1.1-Large,8.539356263818592,1.536882492146149,8.0,1,1,1.0 +60,ARIMA,4.809328512041823,1.961161506064917,9.0,1,1,1.0 +60,ETS,8.954404077446286,2.682724149466115,10.0,1,1,1.0 72,Moirai-1.1-Large,0.9349149252925807,0.8765408630097713,1.0,1,1,1.0 72,TiRex,1.0152611105926508,0.9270290358797748,2.0,1,1,1.0 72,Toto-2.0-1B,0.9614903244233034,0.9376277460556276,3.0,1,1,1.0 diff --git a/results/aggregates/results_overall.csv b/results/aggregates/results_overall.csv index 8caa9fefaee95924791976c516afd6b88c0ba4c0..1a0f8b2b90a75b5847ee330b6d98e647a40cfb0e 100644 --- a/results/aggregates/results_overall.csv +++ b/results/aggregates/results_overall.csv @@ -1,11 +1,11 @@ overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -Overall,Chronos-2,0.22317079771021361,0.48623161498884976,3.8,10,10,1.0 -Overall,Timer-S1,0.32925576045297067,0.5012933658417337,3.8,10,10,1.0 -Overall,TiRex,0.313206560514115,0.5582709654513011,4.4,10,10,1.0 -Overall,Toto-2.0-1B,0.3446436660978605,0.5813416682277013,4.6,10,10,1.0 -Overall,Moirai-1.1-Large,0.7171159507531334,0.6601347185411095,5.5,10,10,1.0 -Overall,TimesFM-2.5,0.2986209637055764,0.577274472951634,5.5,10,10,1.0 -Overall,ARIMA,0.9255061759270548,0.9036473889553894,6.2,10,10,1.0 -Overall,Moving-Average,0.7632291750414536,0.851308494689442,6.5,10,10,1.0 -Overall,ETS,1.223928041738027,1.0530705797720246,6.8,10,10,1.0 -Overall,Seasonal-Naive,1.0,1.0,7.9,10,10,1.0 +Overall,Toto-2.0-1B,0.30959205979720367,0.5396088055303647,3.7,10,10,1.0 +Overall,Chronos-2,0.2685692237763615,0.4954316370695811,3.8,10,10,1.0 +Overall,TiRex,0.46623816155071174,0.6171438220287201,4.4,10,10,1.0 +Overall,Timer-S1,0.39656990905693723,0.537597124262244,4.5,10,10,1.0 +Overall,Moirai-1.1-Large,0.822588034672161,0.6759514789624049,4.9,10,10,1.0 +Overall,TimesFM-2.5,0.31240114493300825,0.6006506057403035,5.9,10,10,1.0 +Overall,ARIMA,0.905240630831061,0.8926598773044508,6.3,10,10,1.0 +Overall,ETS,1.0233873266551157,0.9461049891754284,6.8,10,10,1.0 +Overall,Moving-Average,0.79743044327857,0.8666357145830236,6.9,10,10,1.0 +Overall,Seasonal-Naive,1.0,1.0,7.8,10,10,1.0 diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index c5af25c1638030a5245922d57e58175359d72a73..be012c8a651cab962d183d8e96bd61cdaab26e3e 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,ARIMA,387305.7041730831,887793.8825538842,906.9473806761265,0.8418933090539579,0.014136220510643298,0.01424480863681585,18.181981138843422,622.3388981680987,0.009708060324197222,0.014147757609871074,0.012892986285819915,Finance,1 -nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,23.339012917563625,24.127678798785734,3.92323273134415,2.1556225096116486,0.14572634493310063,0.16336371691708315,74.95807047940423,4.831046772446281,0.19184460425807365,0.1557946064711608,0.1530334168746246,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.6763230764215492,0.6657589645038696,0.6185480461422067,1.7955386227582861,0.4999529408148566,0.33639596020903445,69.99577299331534,0.8223886407420455,0.5284481563844056,0.3974648462119909,0.39551490106357146,Ocean,1 +nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,19.1308456539274,19.48401046878373,3.638323523891899,2.1387789721229815,0.13189873835322471,0.14539244478687063,73.83604227544598,4.3738822176560035,0.1674613979614854,0.1392993028224734,0.136688715894918,Weather,1 +noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.8279728101402127,0.8160147383926107,0.7062082822397701,2.0665982376628373,0.6162845513700752,0.39293904577380295,80.79469697475974,0.9099301127780159,0.6063236589204078,0.4705754690766825,0.46851572056210394,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.08083364694388272,0.09082408884340831,0.2823096469575144,4.34322629365946,0.17711512274411753,0.19627172119424557,74.5483426655506,0.28431258667861103,0.18228411117162097,0.18099994682611786,0.1631558514914382,Ocean,1 nws_ksfo_observations_temperature/1h/short,ARIMA,0.044758698731949736,0.022431053368681547,0.12459988555261876,0.06264798848446257,0.008858052981789795,0.008914351696941783,1.0288597455464723,0.21156251731332215,0.015098128456208913,0.008892052815368472,0.01002485442599358,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,52.87198838419894,51.73229780196786,6.260393504658879,0.5414694866546529,0.3561655509465631,0.2850124372856924,5.097982223777315,7.271312700207504,0.3345054642930064,0.2879996944531183,0.2494299281342662,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ARIMA,16.40117047380289,15.944972661638344,3.705801059181739,1.950421449442106,0.15858167476466994,0.14503816828993094,51.74170312337943,4.049835857637058,0.16868458612313672,0.15435477878540113,0.14475815727102914,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ARIMA,13.823037197068068,12.018644079409995,2.8867375894226797,0.5343061862170512,0.4469247763731576,0.34155288315603355,3.345312376619626,3.7179345337254217,0.44615214404705056,0.34640851073072154,0.26420064964827106,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,ARIMA,2539.6853066813615,545.219137273894,23.198341461049512,2.0245825275097755,0.009819378750414122,0.009799845081892961,50.18480410177916,50.395290520854836,0.021350167210953508,0.009828070521892116,0.00901810594899353,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,ARIMA,1287.3471071501092,410.775507267166,15.446902261170104,0.9268141356702063,0.00665213522175223,0.006624866845999525,11.651328531580509,35.87961966284076,0.015335901547785899,0.006602415926412868,0.005976909644011825,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,ARIMA,2599.5201170151004,2216.5686908570165,40.432826615787135,0.8381357911778606,0.1818877265305847,0.16515149789232947,7.202835508742811,50.98548927896152,0.20266804369831382,0.1607210598015389,0.1217255860630082,Web,1 diff --git a/results/arima/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/arima/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 5e4bc29ddf8f8280490841b33189bc3a915ba371..e959d850c1e9228c88f0488441080e3a48c800d8 100644 --- a/results/arima/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/arima/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,35 +1,11 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T05:04:18.075445+00:00", + "evaluated_at": "2026-06-22T06:18:55.123805+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 24.18000030517578, - 24.06999969482422, - 23.93000030517578, - 23.860000610351562, - 23.81999969482422, - 23.950000762939453, - 24.31999969482422, - 24.770000457763672, - 25.75, - 27.209999084472656, - 28.59000015258789, - 29.559999465942383, - 30.0, - 30.15999984741211, - 30.0, - 29.68000030517578, - 29.360000610351562, - 28.780000686645508, - 27.6200008392334, - 26.270000457763672, - 25.290000915527344, - 24.5, - 23.84000015258789, - 23.200000762939453, 22.600000381469727, 22.1200008392334, 21.809999465942383, @@ -341,9 +317,7 @@ 25.43000030517578, 24.469999313354492, 23.75, - 23.25 - ], - "actuals": [ + 23.25, 22.93000030517578, 22.760000228881836, 22.600000381469727, @@ -369,109 +343,111 @@ 23.329999923706055, 23.18000030517578 ], + "actuals": [ + 23.059999465942383, + 23.049999237060547, + 23.110000610351562, + 23.170000076293945, + 23.299999237060547, + 23.530000686645508, + 23.950000762939453, + 24.65999984741211, + 25.739999771118164, + 26.700000762939453, + 27.709999084472656, + 28.959999084472656, + 30.5, + 31.030000686645508, + 29.989999771118164, + 28.350000381469727, + 27.170000076293945, + 26.579999923706055, + 26.440000534057617, + 26.40999984741211, + 26.389999389648438, + 26.139999389648438, + 25.6200008392334, + 25.290000915527344 + ], "p50": [ - 22.757891268727416, - 22.425246992912957, - 22.158736576563435, - 21.91176901569662, - 21.72866057080844, - 21.552006777128923, - 21.422021595075826, - 21.312584496521303, - 21.235745343474484, - 21.14734760401479, - 21.099504551710087, - 21.02683024264955, - 21.00636597489561, - 20.94057031571059, - 20.9158167403886, - 20.913709041914032, - 20.87717747932575, - 20.85814397323478, - 20.85307409773339, - 20.826197256053085, - 20.834276415421357, - 20.806380058805253, - 20.806906827348193, - 20.795455885556592 + 22.981408822523232, + 22.86863027166016, + 22.768614446206556, + 22.686913168906308, + 22.633813325027834, + 22.574750637800477, + 22.539891923920862, + 22.50026967613042, + 22.479543473645116, + 22.461907115950673, + 22.425479721749433, + 22.406546519112606, + 22.37870801649109, + 22.38786723151806, + 22.358139283024126, + 22.348262890858237, + 22.35255470787936, + 22.35732930451553, + 22.34627712315045, + 22.346251942761043, + 22.325269078755397, + 22.339524546439726, + 22.33766334026044, + 22.324619239777014 ], "p10": [ - 22.44634564393828, - 22.077425965669793, - 21.872871763131307, - 21.596589185930696, - 21.39372410046954, - 21.205583095288322, - 21.07250597633535, - 20.953421784939977, - 20.936889444894515, - 20.886425534661413, - 20.818496640201428, - 20.678060473064292, - 20.6953409816976, - 20.63081094831123, - 20.607353295506314, - 20.573571314561114, - 20.53074974603957, - 20.557381353594977, - 20.55670732623263, - 20.4830337249812, - 20.5050200677422, - 20.512974940387867, - 20.484362783240755, - 20.421099359822318 + 22.70080213691808, + 22.53981555007888, + 22.43521982919552, + 22.33109123472031, + 22.296416243692782, + 22.209500971888833, + 22.209881225943164, + 22.133571338559175, + 22.143593973644467, + 22.09070547122213, + 22.068887593106272, + 22.036739617801242, + 22.027057628610553, + 22.106589093519013, + 22.006986380368808, + 21.99155350879209, + 21.970293805905165, + 22.04096156074486, + 21.9920505588106, + 22.01652679015324, + 21.953185186141457, + 21.972353395333435, + 21.980608562084655, + 22.012588667764536 ], "p90": [ - 23.022056976354612, - 22.69504346854973, - 22.452067447241422, - 22.235255437474137, - 22.018421518428877, - 21.829626783767154, - 21.729766028240114, - 21.54357173034701, - 21.43618122839723, - 21.45352592335002, - 21.38738666651007, - 21.345908415337362, - 21.22550174109561, - 21.143232325775966, - 21.18081476149864, - 21.237006742574025, - 21.144215811550282, - 21.157334902678276, - 21.15962931403673, - 21.070764969959694, - 21.17240649771772, - 21.118961908974917, - 21.126515431541456, - 21.128799029708116 + 23.24472212326945, + 23.16158878032513, + 23.114173704166653, + 23.01475693982811, + 22.870407753245058, + 22.841898215491995, + 22.84530486386226, + 22.751555785477336, + 22.813704031945097, + 22.769586803062666, + 22.752473037180934, + 22.707566055125792, + 22.653151753653944, + 22.676026313996303, + 22.69968253803356, + 22.61418936342145, + 22.631006863103913, + 22.683480897590247, + 22.647762517964328, + 22.646417166917544, + 22.558608248317643, + 22.665474503170113, + 22.632894562195606, + 22.581335960562804 ], "timestamps": [ - "2026-06-04 00:00:00", - "2026-06-04 01:00:00", - "2026-06-04 02:00:00", - "2026-06-04 03:00:00", - "2026-06-04 04:00:00", - "2026-06-04 05:00:00", - "2026-06-04 06:00:00", - "2026-06-04 07:00:00", - "2026-06-04 08:00:00", - "2026-06-04 09:00:00", - "2026-06-04 10:00:00", - "2026-06-04 11:00:00", - "2026-06-04 12:00:00", - "2026-06-04 13:00:00", - "2026-06-04 14:00:00", - "2026-06-04 15:00:00", - "2026-06-04 16:00:00", - "2026-06-04 17:00:00", - "2026-06-04 18:00:00", - "2026-06-04 19:00:00", - "2026-06-04 20:00:00", - "2026-06-04 21:00:00", - "2026-06-04 22:00:00", - "2026-06-04 23:00:00", "2026-06-05 00:00:00", "2026-06-05 01:00:00", "2026-06-05 02:00:00", @@ -807,6 +783,30 @@ "2026-06-18 20:00:00", "2026-06-18 21:00:00", "2026-06-18 22:00:00", - "2026-06-18 23:00:00" + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00" ] } diff --git a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 39a7955fd2a38ba4a0ca029f5f99253e41fc6503..4b635ef873a9361f9f2b614b0e45942e63f9fccc 100644 --- a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,15 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T05:53:44.815386+00:00", + "evaluated_at": "2026-06-22T06:18:55.208162+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.7309999465942383, - 1.7480000257492065, - 1.7630000114440918, - 1.7690000534057617, 1.774999976158142, 1.7879999876022339, 1.7960000038146973, @@ -245,13 +241,13 @@ 1.5420000553131104, 1.562000036239624, 1.5889999866485596, - 1.6180000305175781 - ], - "actuals": [ + 1.6180000305175781, 1.6390000581741333, 1.6519999504089355, 1.680999994277954, - 1.7070000171661377, + 1.7070000171661377 + ], + "actuals": [ 1.7280000448226929, 1.7480000257492065, 1.7640000581741333, @@ -307,199 +303,199 @@ 0.9610000252723694, 0.9430000185966492, 0.9139999747276306, - 0.890999972820282 + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508 ], "p50": [ - 1.6388008209912903, - 1.6635771825417782, - 1.6897280084685913, - 1.7150190197377166, - 1.7404070243796073, - 1.7666428669134995, - 1.789680669917191, - 1.8118241695179271, - 1.8356273196589787, - 1.8561986537114135, - 1.8801897549186872, - 1.9011780380903238, - 1.9209471467283477, - 1.9423229171037404, - 1.960836940858095, - 1.980459419177133, - 2.000019058950427, - 2.019549037675871, - 2.0370476157480226, - 2.0534447726650056, - 2.0720341252655277, - 2.091142814164355, - 2.10788000802731, - 2.1242965861466425, - 2.1389769091928863, - 2.1554236803357436, - 2.171325924342601, - 2.1851813162677196, - 2.2018672882362686, - 2.2145698340205424, - 2.2291529789772953, - 2.2433533671586163, - 2.257121064253802, - 2.269290785839469, - 2.2818352105131416, - 2.294176850189565, - 2.3082846609904433, - 2.318460446754659, - 2.332044351656239, - 2.3418729792130932, - 2.3546695718896324, - 2.364855995343513, - 2.377683919053432, - 2.3870754706661383, - 2.396989896259912, - 2.407266102696351, - 2.418257834277637, - 2.426490029194336, - 2.4356776165776557, - 2.4449985916057586, - 2.454117683008366, - 2.4646962253856675, - 2.4743660042396405, - 2.4818963421228886, - 2.4911607637591695, - 2.4968245891144414, - 2.5059400984114424, - 2.513090107661966, - 2.520341509719351, - 2.528294753986965 + 1.7241225093394708, + 1.749530325296051, + 1.773160450505089, + 1.7955916059058423, + 1.8170404435441694, + 1.8408270588725526, + 1.8625094365356984, + 1.8821859751984018, + 1.9029623762827708, + 1.923052813551271, + 1.943797913288479, + 1.962762499350772, + 1.981563388044153, + 1.999236427296441, + 2.018125920811942, + 2.0355712709045584, + 2.053496276246819, + 2.068917577961301, + 2.085298926826341, + 2.1009470956862586, + 2.11897284369128, + 2.1324995020166773, + 2.1482118487002735, + 2.163048078144172, + 2.177869642640598, + 2.1908480221806514, + 2.204484938467985, + 2.2187558432133714, + 2.230624862515212, + 2.243465030960097, + 2.2566508645113057, + 2.2681879856865255, + 2.2804798659527337, + 2.2917960447834864, + 2.304488031407791, + 2.316005031442354, + 2.3261793581321126, + 2.33681783054862, + 2.3454671827970763, + 2.356148464138637, + 2.3676256667332316, + 2.3758743388567316, + 2.385496888335197, + 2.3961850074669586, + 2.4047484600827636, + 2.415885247986456, + 2.422894625417037, + 2.4325340159396553, + 2.440186732588953, + 2.448206487689599, + 2.4555446106672894, + 2.4626023841991467, + 2.471642013308961, + 2.477116157080407, + 2.4870129421918303, + 2.492694398888024, + 2.4998942308769823, + 2.505643078821217, + 2.5147229144231953, + 2.520530545283199 ], "p10": [ - 1.6291089783421406, - 1.653729193581403, - 1.6805044942100558, - 1.7045416449359896, - 1.7303115896627503, - 1.7563585552025134, - 1.7795852225277073, - 1.8019384972403774, - 1.8247950185259705, - 1.8467756587011717, - 1.8704347674877992, - 1.8904103529248215, - 1.9106245544434501, - 1.9311795793308357, - 1.9508909604444011, - 1.9707976125972542, - 1.9901496880071208, - 2.00823224226621, - 2.0272628285638823, - 2.0449012491339906, - 2.062460302737885, - 2.080122179074599, - 2.098235650602014, - 2.1132849375539156, - 2.1291080616890077, - 2.1448380018817965, - 2.160529535969416, - 2.1764249818790162, - 2.1897996739309513, - 2.2044504492209365, - 2.2188119465640153, - 2.2338316483443705, - 2.247329477746217, - 2.258844815768536, - 2.2730968592920804, - 2.284683031088213, - 2.29834123216824, - 2.3089048436140076, - 2.320923729714647, - 2.3325541865613557, - 2.3436831226609542, - 2.354312055628621, - 2.366757874435517, - 2.3764542147844105, - 2.3863335539062795, - 2.397090500550765, - 2.4082788717940224, - 2.4160617431532425, - 2.425825023490688, - 2.435359347767809, - 2.4444793515745245, - 2.4531794280951544, - 2.464413323661288, - 2.4709370736939316, - 2.4792956001267776, - 2.4871876606933183, - 2.495430653759087, - 2.5032143342571502, - 2.512395828921546, - 2.5181699307379617 + 1.7141624893670517, + 1.7386904339572211, + 1.7608106814851046, + 1.7855422503844216, + 1.8076534318626702, + 1.8295256797854342, + 1.8515522590570057, + 1.8726508468813792, + 1.8928540765371653, + 1.9151183718503793, + 1.9328844413328268, + 1.95220922482105, + 1.9707923159848826, + 1.989385760893966, + 2.0073914839618343, + 2.025242214875678, + 2.0435181983601196, + 2.060126909844405, + 2.075659168571915, + 2.092948410642407, + 2.1076452394421756, + 2.123656245249176, + 2.1390247431763347, + 2.1522592037322843, + 2.167690533704753, + 2.1806197012274966, + 2.19577484722096, + 2.209127883263657, + 2.2202380058438655, + 2.23380225210908, + 2.2460308216360967, + 2.2581121893743545, + 2.2702324172095136, + 2.2819453783810117, + 2.2934034088117317, + 2.3046017618649186, + 2.315295590880676, + 2.3265253154505645, + 2.3366034850032977, + 2.3462557249152374, + 2.356187616748001, + 2.366554894804711, + 2.375820237281019, + 2.385367107626085, + 2.3940760696336802, + 2.404840812534737, + 2.4132730329700602, + 2.4210234531837393, + 2.4288987768659696, + 2.4385475564335173, + 2.445394398893045, + 2.4527123487750626, + 2.4606624075934076, + 2.4673617227319027, + 2.4761360808725073, + 2.4824357297923854, + 2.489032270658049, + 2.4958221217924734, + 2.502430091757368, + 2.5101017838373263 ], "p90": [ - 1.6473081479189986, - 1.674454378211405, - 1.6990581809630902, - 1.7235315670457798, - 1.7498162820102152, - 1.7746065460179017, - 1.797728133045461, - 1.8214714284186524, - 1.8440574748904313, - 1.8656149352625255, - 1.8881356023466116, - 1.9094377486828071, - 1.9297954290081547, - 1.9502196425178506, - 1.971059094190853, - 1.9902923649523374, - 2.0094655449184855, - 2.0277217476711153, - 2.0462657735514607, - 2.0617701573049523, - 2.0808677696593643, - 2.1002594016544904, - 2.1159432276033927, - 2.133624842148696, - 2.1473094188079855, - 2.163454953247631, - 2.1795340305252147, - 2.1948122738342017, - 2.2087930525996606, - 2.2222940252577845, - 2.2389906402117368, - 2.2516101143157092, - 2.2651670400833677, - 2.2788195385285737, - 2.29124446814375, - 2.304724021004137, - 2.3166410989841824, - 2.329520681398588, - 2.340649038810223, - 2.3504132237572577, - 2.3645660110151847, - 2.375397933396249, - 2.386271510833351, - 2.3959909514231246, - 2.406989639712428, - 2.416555330155919, - 2.4273920579962516, - 2.4364101930293907, - 2.446340034043791, - 2.4541749263772226, - 2.4632900528772965, - 2.4733892616601025, - 2.48200951068652, - 2.4909780636098553, - 2.499669270994436, - 2.506454011720538, - 2.513617964238584, - 2.52298319090286, - 2.5272151067943596, - 2.5388336283021284 + 1.7304660220128254, + 1.7580342668648592, + 1.7826524044013263, + 1.8037812061473144, + 1.8270659152000346, + 1.848654434207086, + 1.873541169106913, + 1.8919349594144053, + 1.912708649460574, + 1.932510283797287, + 1.9529644818410472, + 1.9726999893389199, + 1.990669679472851, + 2.008716918139048, + 2.0260892431380486, + 2.0450894476813555, + 2.061115966127583, + 2.078515281252743, + 2.095213429345235, + 2.1099935076428022, + 2.125843277409935, + 2.140764653875859, + 2.1573360552219554, + 2.171717863085033, + 2.1870319936954483, + 2.1993668563175945, + 2.2137783495103474, + 2.225895364501822, + 2.24028556521883, + 2.2517909203152073, + 2.2649266117890496, + 2.276552708522226, + 2.289947622505885, + 2.300899664069907, + 2.313177000824586, + 2.325973432732566, + 2.3352289584691803, + 2.345903628190472, + 2.3563386681363223, + 2.36561211634791, + 2.3760949070842234, + 2.3862592014126323, + 2.3948409488966007, + 2.4047328860425, + 2.413960886456151, + 2.4238370369877207, + 2.431851554145411, + 2.442670807648491, + 2.449609803854101, + 2.456610010768145, + 2.464461732211502, + 2.4723244164456335, + 2.4797184630414617, + 2.487263535101592, + 2.4943811603297026, + 2.5018454309662235, + 2.5087403090075604, + 2.515558541481891, + 2.521814450539978, + 2.52761565442578 ], "timestamps": [ - "2026-06-20 23:48:00", - "2026-06-20 23:54:00", - "2026-06-21 00:00:00", - "2026-06-21 00:06:00", "2026-06-21 00:12:00", "2026-06-21 00:18:00", "2026-06-21 00:24:00", @@ -795,6 +791,10 @@ "2026-06-22 05:24:00", "2026-06-22 05:30:00", "2026-06-22 05:36:00", - "2026-06-22 05:42:00" + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00" ] } diff --git a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 0d333bb1d2ca7e5e175776f9eb166478f789439f..61c8afb55a670e8f6d019ddf9922c562a9117e90 100644 --- a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T05:43:44.106080+00:00", + "evaluated_at": "2026-06-22T06:18:55.270842+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2450.0, - 2400.0, - 2500.0, - 2400.0, - 2400.0, - 2400.0, - 2450.0, - 2400.0, 2350.0, 2400.0, 2400.0, @@ -101,9 +89,7 @@ 2400.0, 2400.0, 2400.0, - 2400.0 - ], - "actuals": [ + 2400.0, 2350.0, 2400.0, 2400.0, @@ -114,6 +100,10 @@ 2350.0, 2350.0, 2400.0, + 2350.0, + 2350.0 + ], + "actuals": [ 2350.0, 2350.0, 2350.0, @@ -127,91 +117,97 @@ 2350.0, 2350.0, 2350.0, - 2350.0 + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 ], "p50": [ - 2370.7963784305502, - 2371.931261849846, - 2371.278709201818, - 2371.9431296236635, - 2371.3842577044898, - 2372.1315542090933, - 2371.384257280386, - 2370.9206118906636, - 2372.5496192083465, - 2372.5543039555314, - 2371.6024211399777, - 2371.9431384166996, - 2372.5496192083438, - 2371.6190847922203, - 2372.1315542296447, - 2372.24934790223, - 2372.2504232460406, - 2371.485007383564, - 2371.9784494868795, - 2371.6190847922203, - 2372.0137605570594, - 2371.926909650544, - 2371.3313922996676, - 2372.2514985898506 + 2344.5417543810936, + 2340.282604846696, + 2340.905920154727, + 2340.929329822597, + 2340.9715062386804, + 2341.427842718793, + 2341.232702560893, + 2341.1709468865165, + 2341.315394719084, + 2341.296218890446, + 2341.342205648727, + 2341.0798660848823, + 2340.7033801735433, + 2341.401101655156, + 2340.9003553836787, + 2341.342204874245, + 2341.282809133452, + 2340.9639987833634, + 2341.1037257575335, + 2341.3422048746124, + 2341.3153782108548, + 2340.6003275279936, + 2341.10372575753, + 2340.557886611199 ], "p10": [ - 2366.833862923733, - 2367.7403959011026, - 2366.7298189247435, - 2366.7560342451316, - 2366.529351391108, - 2367.0160172647006, - 2366.1615985942744, - 2366.7565043699815, - 2366.756504370032, - 2366.96937855103, - 2366.529350966011, - 2367.644502876833, - 2367.0185712905236, - 2366.1615985932813, - 2366.7560430381677, - 2366.7560430381677, - 2366.7518910514077, - 2367.3051986592172, - 2367.233418134356, - 2366.729637042868, - 2367.2119334499725, - 2367.233418134356, - 2364.1112236506724, - 2367.708904437837 + 2327.809845230973, + 2323.456976633781, + 2319.0514357493357, + 2318.605802432188, + 2325.7552905354864, + 2328.70326416455, + 2325.7481351239203, + 2324.577737328133, + 2324.3956926206547, + 2322.3557652612953, + 2326.9745116791337, + 2316.3480519098903, + 2316.348052113822, + 2326.9745108971597, + 2318.640471394674, + 2328.704889880205, + 2322.4019580385693, + 2325.413200576, + 2322.401958038493, + 2321.940066014597, + 2324.577813562105, + 2322.3557688361, + 2322.4019580384893, + 2324.3956761124255 ], "p90": [ - 2382.0914602083703, - 2418.4266070465897, - 2418.430551112241, - 2418.5582583795067, - 2418.42462064788, - 2413.108486696945, - 2417.6543270480015, - 2417.65432704696, - 2418.4246202227855, - 2421.061390471001, - 2412.517805216909, - 2418.482110298607, - 2419.425450181267, - 2418.4246202227832, - 2418.558267172543, - 2419.2436790379634, - 2419.2436790379634, - 2412.517805216909, - 2418.558267172543, - 2378.624288667905, - 2418.482110298607, - 2418.7049555041585, - 2417.6543270470083, - 2418.482110298607 + 2376.1110302781517, + 2386.7392802661334, + 2367.778554694183, + 2372.7214589831037, + 2371.83973374004, + 2382.505028806046, + 2382.488293982759, + 2372.7560517099155, + 2381.935894259304, + 2368.0302220336484, + 2381.9358785251884, + 2372.6968609919727, + 2381.9358777873754, + 2382.675067761606, + 2381.9910841715723, + 2382.487941938657, + 2371.736155743169, + 2381.9358777510574, + 2371.832226284744, + 2372.696861159603, + 2371.8322262847405, + 2359.2858129100723, + 2367.6184555934938, + 2372.696861159604 ], "timestamps": [ - "2026-06-21 18:55:00", - "2026-06-21 19:10:00", - "2026-06-21 19:25:00", - "2026-06-21 19:40:00", "2026-06-21 19:55:00", "2026-06-21 20:10:00", "2026-06-21 20:25:00", @@ -327,6 +323,10 @@ "2026-06-22 23:55:00", "2026-06-23 00:10:00", "2026-06-23 00:25:00", - "2026-06-23 00:40:00" + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 6641ca150852e04ccefc4b3ea7ac7a669ff4de98..e54df12648396fd3aa691a082e3a67d458c4aeb5 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,42 +1,24 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T06:10:00.158710+00:00", + "evaluated_at": "2026-06-22T06:18:55.296319+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t042000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t035000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", + "data_fetched_at": "2026-06-22T06:14:42.009972Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t000600z", + "data_fetched_at": "2026-06-22T06:14:42.009972Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t035000z", + "data_fetched_at": "2026-06-22T06:14:42.009972Z", + "context_length": 96, "prediction_length": 24 } ], diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index d45846966a5c62332fcb388d92c8f18e64fe6dcf..0d93e4d3bc32996e4cfd393cecefce7d2d938f16 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -13,4 +13,4 @@ date,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank, 2026-06-19,Chronos-2,5.000,4.600,5.200,5.200,5.000,5.200,4.500,5.200,5.000,5.200 2026-06-20,Chronos-2,5.300,4.900,5.000,5.000,5.300,5.000,4.800,5.000,5.300,5.200 2026-06-21,Chronos-2,4.600,5.100,4.400,4.400,4.600,5.000,4.100,4.900,4.700,5.000 -2026-06-22,Chronos-2,4.000,3.800,4.400,4.400,4.000,4.400,3.700,4.400,4.000,4.400 +2026-06-22,Chronos-2,3.800,3.800,4.000,4.000,3.800,4.100,3.400,4.000,3.800,4.100 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index 8a06b13405bdbbde69abf7b2c2cf0b3a32cc7227..7f9bc8ab9a463035d2511e7ef0bc7a1f91c3dbbb 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,4 +1,4 @@ week,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,,2.751,3.064,3.077,2.902,3.077,2.505,3.077,2.918,3.103 2026-W25,Chronos-Bolt-Mini,4.967,4.229,4.414,4.414,4.414,4.529,3.857,4.486,4.429,4.529 -2026-W26,Chronos-Bolt-Mini,4.0,3.8,4.4,4.4,4.0,4.4,3.7,4.4,4.0,4.4 +2026-W26,Chronos-Bolt-Mini,3.8,3.8,4.0,4.0,3.8,4.1,3.4,4.0,3.8,4.1 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index f80fa9382d0c7d37903995551e7de5937d0c3e0a..4f90379e917d651cb835bbb1c1389ee37b89de10 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,Chronos-2,106181.65909703572,106181.65909703572,265.6588541666667,0.24660351480051987,0.004149572058075223,0.0041455750829353715,1.7052458816266627,325.85527323803694,0.0050831189547437955,0.004144096069679539,0.004544500653884816,Finance,1 -nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,0.8190864914031408,0.8190864914031408,0.69321076075236,0.38088505630682673,0.027901220956347006,0.027436930558977266,2.1561741380116493,0.9050339725132648,0.03593959911280288,0.027527935523719557,0.026277060517932285,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.002375683265749669,0.002375683265749669,0.04254118303457896,0.12348973967796677,0.030075373824626085,0.029821473999886265,0.9220146057127724,0.04874098137860654,0.031319841342471025,0.02733599253602318,0.0330261372349914,Ocean,1 +nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,2.497550541067085,2.497550541067085,1.2721631526947021,0.747837783590668,0.04766756886485387,0.04945338284173386,4.501600541318299,1.5803640533329923,0.060506881641877015,0.048706894558197364,0.04314103090472548,Weather,1 +noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.003757687667921298,0.003757687667921298,0.0449053426583608,0.13140783580885076,0.039999536612003596,0.038203123969862945,0.9993528738232621,0.06129998097814793,0.04084668507666958,0.02992226686791083,0.03420664789215797,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.08816708300729381,0.08816708300729381,0.2768348538213306,4.258998688412238,0.17352804861023768,0.19204485450208958,108.92906668214553,0.2969294242868056,0.1903732677442288,0.17748983912270525,0.16029456668195563,Ocean,1 nws_ksfo_observations_temperature/1h/short,Chronos-2,0.02708782370136002,0.02708782370136002,0.14076085885365805,0.07077361769167123,0.0100236513767615,0.010092047214917308,0.973429993643947,0.16458378930307815,0.01174549832486334,0.010045378338126793,0.018302875292973097,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,107.73611266772711,107.73611266772711,8.71318014462789,0.753614158044567,0.46956742899031645,0.348525299370899,7.1097414443462155,10.379600795200513,0.4774974377151355,0.4008363400000913,0.2777539937871872,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,1.6914386129296872,1.6914386129296872,1.0466557343800862,0.5508713937728907,0.0436189260240737,0.042244362004436785,2.4711961551149475,1.300553194963469,0.0541709059664306,0.0435955173428501,0.028756486015060305,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,10.469052027801922,10.469052027801922,2.5986350774765015,0.4809812996871674,0.3675440622313542,0.3133271373967818,3.224467395203892,3.235591449457413,0.3882709739348895,0.3118362092971802,0.25087539715237095,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,1984.9709222962458,1984.9709222962458,39.663228352864586,3.461518110795454,0.016877775079533284,0.01669995288721444,136.22487837357954,44.553012494064255,0.01887506266297515,0.016803485974735216,0.016750411138845983,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,1664.2110499988,1664.2110499988,32.548095703125,1.9528857421874999,0.014002821902011303,0.013849200918906285,21.800358276367188,40.79474292110198,0.017436755656392654,0.01391191980186999,0.009415932143254674,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,622.5729710326663,622.5729710326663,21.40478515625,0.43196852437804456,0.09646219551586514,0.09093249304966737,2.761189469192312,24.95141220517721,0.10043696689835566,0.08616072230807936,0.07001796725093194,Web,1 diff --git a/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 84e4ba045e632cdb7d9e0836dd0f954cba742adc..ad01d09cf92a250d09be65c5766d69e382f7f0fb 100644 --- a/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,35 +1,11 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T04:56:30.425148+00:00", + "evaluated_at": "2026-06-22T06:15:25.174761+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 24.18000030517578, - 24.06999969482422, - 23.93000030517578, - 23.860000610351562, - 23.81999969482422, - 23.950000762939453, - 24.31999969482422, - 24.770000457763672, - 25.75, - 27.209999084472656, - 28.59000015258789, - 29.559999465942383, - 30.0, - 30.15999984741211, - 30.0, - 29.68000030517578, - 29.360000610351562, - 28.780000686645508, - 27.6200008392334, - 26.270000457763672, - 25.290000915527344, - 24.5, - 23.84000015258789, - 23.200000762939453, 22.600000381469727, 22.1200008392334, 21.809999465942383, @@ -341,9 +317,7 @@ 25.43000030517578, 24.469999313354492, 23.75, - 23.25 - ], - "actuals": [ + 23.25, 22.93000030517578, 22.760000228881836, 22.600000381469727, @@ -369,109 +343,111 @@ 23.329999923706055, 23.18000030517578 ], + "actuals": [ + 23.059999465942383, + 23.049999237060547, + 23.110000610351562, + 23.170000076293945, + 23.299999237060547, + 23.530000686645508, + 23.950000762939453, + 24.65999984741211, + 25.739999771118164, + 26.700000762939453, + 27.709999084472656, + 28.959999084472656, + 30.5, + 31.030000686645508, + 29.989999771118164, + 28.350000381469727, + 27.170000076293945, + 26.579999923706055, + 26.440000534057617, + 26.40999984741211, + 26.389999389648438, + 26.139999389648438, + 25.6200008392334, + 25.290000915527344 + ], "p50": [ - 22.743371963500977, - 22.346250534057617, - 21.97460174560547, - 21.681171417236328, - 21.59383773803711, - 21.845720291137695, - 22.76198959350586, - 24.263517379760742, - 25.962799072265625, - 27.5676326751709, - 28.663833618164062, - 29.47901725769043, - 29.82649040222168, - 29.901613235473633, - 29.701553344726562, - 29.263961791992188, - 28.686649322509766, - 28.066829681396484, - 26.923076629638672, - 25.743328094482422, - 24.67013931274414, - 23.979251861572266, - 23.36131477355957, - 22.83098602294922 + 22.898178100585938, + 22.756460189819336, + 22.584571838378906, + 22.40097427368164, + 22.328147888183594, + 22.477048873901367, + 23.117389678955078, + 24.106586456298828, + 25.32548713684082, + 26.31265640258789, + 27.187984466552734, + 27.707290649414062, + 28.11981201171875, + 28.17742919921875, + 27.96476173400879, + 27.601341247558594, + 27.03091812133789, + 26.130386352539062, + 25.066038131713867, + 24.255233764648438, + 23.679874420166016, + 23.299236297607422, + 22.998023986816406, + 22.792253494262695 ], "p10": [ - 22.31340789794922, - 21.770652770996094, - 21.240589141845703, - 20.825366973876953, - 20.624940872192383, - 20.704261779785156, - 21.420621871948242, - 22.628128051757812, - 24.096479415893555, - 25.40421485900879, - 26.203372955322266, - 26.855100631713867, - 27.299776077270508, - 27.044471740722656, - 26.628110885620117, - 26.21381378173828, - 25.72616958618164, - 25.001264572143555, - 23.980409622192383, - 23.023351669311523, - 22.23333168029785, - 21.714447021484375, - 21.232688903808594, - 20.751808166503906 + 22.510257720947266, + 22.299407958984375, + 21.96156883239746, + 21.663408279418945, + 21.4733829498291, + 21.52088165283203, + 21.97921371459961, + 22.775440216064453, + 23.629981994628906, + 24.328062057495117, + 24.86277961730957, + 24.998964309692383, + 25.12035369873047, + 25.26732063293457, + 25.048431396484375, + 24.561641693115234, + 24.149778366088867, + 23.402511596679688, + 22.578914642333984, + 21.946014404296875, + 21.574806213378906, + 21.2484188079834, + 21.02054786682129, + 20.864377975463867 ], "p90": [ - 23.129764556884766, - 22.93448829650879, - 22.73589515686035, - 22.607114791870117, - 22.64358139038086, - 23.010425567626953, - 24.114276885986328, - 25.879905700683594, - 27.721149444580078, - 29.52613067626953, - 30.872716903686523, - 31.723819732666016, - 32.26371765136719, - 32.345001220703125, - 32.24022674560547, - 31.71853256225586, - 31.2850399017334, - 30.537412643432617, - 29.529403686523438, - 28.29764175415039, - 27.131874084472656, - 26.259708404541016, - 25.604324340820312, - 25.006309509277344 + 23.186628341674805, + 23.171117782592773, + 23.155195236206055, + 23.10991096496582, + 23.10137939453125, + 23.410987854003906, + 24.21954917907715, + 25.421112060546875, + 26.91986846923828, + 28.315855026245117, + 29.41617774963379, + 30.090959548950195, + 30.609943389892578, + 30.684532165527344, + 30.663833618164062, + 30.275157928466797, + 29.983959197998047, + 28.87432861328125, + 27.691673278808594, + 26.72307586669922, + 26.024824142456055, + 25.601173400878906, + 25.249042510986328, + 24.944957733154297 ], "timestamps": [ - "2026-06-04 00:00:00", - "2026-06-04 01:00:00", - "2026-06-04 02:00:00", - "2026-06-04 03:00:00", - "2026-06-04 04:00:00", - "2026-06-04 05:00:00", - "2026-06-04 06:00:00", - "2026-06-04 07:00:00", - "2026-06-04 08:00:00", - "2026-06-04 09:00:00", - "2026-06-04 10:00:00", - "2026-06-04 11:00:00", - "2026-06-04 12:00:00", - "2026-06-04 13:00:00", - "2026-06-04 14:00:00", - "2026-06-04 15:00:00", - "2026-06-04 16:00:00", - "2026-06-04 17:00:00", - "2026-06-04 18:00:00", - "2026-06-04 19:00:00", - "2026-06-04 20:00:00", - "2026-06-04 21:00:00", - "2026-06-04 22:00:00", - "2026-06-04 23:00:00", "2026-06-05 00:00:00", "2026-06-05 01:00:00", "2026-06-05 02:00:00", @@ -807,6 +783,30 @@ "2026-06-18 20:00:00", "2026-06-18 21:00:00", "2026-06-18 22:00:00", - "2026-06-18 23:00:00" + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00" ] } diff --git a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 1b6e85a01e2fa2404007fbfdeb8922e908c7d7de..f09f2c667979c76032f1cfa70f548381fedf5c1b 100644 --- a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,15 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T05:50:38.176336+00:00", + "evaluated_at": "2026-06-22T06:15:32.137097+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.7309999465942383, - 1.7480000257492065, - 1.7630000114440918, - 1.7690000534057617, 1.774999976158142, 1.7879999876022339, 1.7960000038146973, @@ -245,13 +241,13 @@ 1.5420000553131104, 1.562000036239624, 1.5889999866485596, - 1.6180000305175781 - ], - "actuals": [ + 1.6180000305175781, 1.6390000581741333, 1.6519999504089355, 1.680999994277954, - 1.7070000171661377, + 1.7070000171661377 + ], + "actuals": [ 1.7280000448226929, 1.7480000257492065, 1.7640000581741333, @@ -307,199 +303,199 @@ 0.9610000252723694, 0.9430000185966492, 0.9139999747276306, - 0.890999972820282 + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508 ], "p50": [ - 1.6523226499557495, - 1.6741825342178345, - 1.6909102201461792, - 1.7051870822906494, - 1.7193059921264648, - 1.7318496704101562, - 1.744214653968811, - 1.7588733434677124, - 1.773227334022522, - 1.7796173095703125, - 1.7890417575836182, - 1.796621561050415, - 1.7993578910827637, - 1.808781623840332, - 1.8099124431610107, - 1.8058967590332031, - 1.8167929649353027, - 1.8106837272644043, - 1.8084042072296143, - 1.8031926155090332, - 1.799269437789917, - 1.7835817337036133, - 1.7778265476226807, - 1.7699592113494873, - 1.7623755931854248, - 1.7493507862091064, - 1.737093448638916, - 1.7228277921676636, - 1.6989213228225708, - 1.6844165325164795, - 1.6710230112075806, - 1.6510674953460693, - 1.6208467483520508, - 1.6015641689300537, - 1.5866830348968506, - 1.5695611238479614, - 1.5463483333587646, - 1.5233969688415527, - 1.4932461977005005, - 1.4724819660186768, - 1.4460272789001465, - 1.422111988067627, - 1.3975701332092285, - 1.371707797050476, - 1.344120740890503, - 1.318007230758667, - 1.2904374599456787, - 1.2627578973770142, - 1.2230443954467773, - 1.2014617919921875, - 1.1754560470581055, - 1.1512805223464966, - 1.1273260116577148, - 1.1037633419036865, - 1.0829075574874878, - 1.0651060342788696, - 1.0433814525604248, - 1.0290019512176514, - 1.0082989931106567, - 0.9929235577583313 + 1.7435877323150635, + 1.7594544887542725, + 1.7694909572601318, + 1.778439998626709, + 1.7892588376998901, + 1.7951688766479492, + 1.80426025390625, + 1.814326524734497, + 1.8239660263061523, + 1.8247225284576416, + 1.8285852670669556, + 1.829984188079834, + 1.8278968334197998, + 1.8311892747879028, + 1.8306035995483398, + 1.8203355073928833, + 1.824547529220581, + 1.813722014427185, + 1.8072333335876465, + 1.7984819412231445, + 1.7904702425003052, + 1.771154522895813, + 1.760494351387024, + 1.7492444515228271, + 1.7348895072937012, + 1.7203772068023682, + 1.7022438049316406, + 1.6823980808258057, + 1.6552529335021973, + 1.63357412815094, + 1.6142895221710205, + 1.5865185260772705, + 1.5574951171875, + 1.5393794775009155, + 1.5245954990386963, + 1.4950189590454102, + 1.4704458713531494, + 1.4432514905929565, + 1.4121136665344238, + 1.3910703659057617, + 1.3636261224746704, + 1.3399527072906494, + 1.313689112663269, + 1.2882068157196045, + 1.2603659629821777, + 1.2339305877685547, + 1.209660291671753, + 1.1836873292922974, + 1.1571794748306274, + 1.1323020458221436, + 1.116870403289795, + 1.092674732208252, + 1.0732507705688477, + 1.0534290075302124, + 1.0341860055923462, + 1.0167341232299805, + 1.0013386011123657, + 0.9899264574050903, + 0.9748644828796387, + 0.9618921875953674 ], "p10": [ - 1.6293649673461914, - 1.6580760478973389, - 1.6651829481124878, - 1.6766266822814941, - 1.689786434173584, - 1.6998554468154907, - 1.706796646118164, - 1.7145299911499023, - 1.7279274463653564, - 1.7311980724334717, - 1.7341594696044922, - 1.738781213760376, - 1.739256501197815, - 1.7428913116455078, - 1.736619234085083, - 1.7355841398239136, - 1.7495241165161133, - 1.7387362718582153, - 1.7297145128250122, - 1.7274292707443237, - 1.7103619575500488, - 1.693005084991455, - 1.6755945682525635, - 1.6628220081329346, - 1.6498650312423706, - 1.6282646656036377, - 1.6099097728729248, - 1.5930827856063843, - 1.5687150955200195, - 1.5381578207015991, - 1.5178040266036987, - 1.4802474975585938, - 1.4538874626159668, - 1.4341139793395996, - 1.408137559890747, - 1.3858487606048584, - 1.3518383502960205, - 1.3275163173675537, - 1.282665491104126, - 1.2571985721588135, - 1.233867883682251, - 1.2076847553253174, - 1.1757878065109253, - 1.1432580947875977, - 1.1163084506988525, - 1.0850343704223633, - 1.0600398778915405, - 1.0298821926116943, - 0.9626856446266174, - 0.9317299127578735, - 0.8988213539123535, - 0.8846933841705322, - 0.8546823263168335, - 0.8365001082420349, - 0.8179442882537842, - 0.7990792989730835, - 0.780364990234375, - 0.7625314593315125, - 0.7398108243942261, - 0.7319742441177368 + 1.7214899063110352, + 1.7382910251617432, + 1.7444217205047607, + 1.752519130706787, + 1.7583590745925903, + 1.7626049518585205, + 1.7666970491409302, + 1.7696880102157593, + 1.7773146629333496, + 1.7753264904022217, + 1.7710649967193604, + 1.771647572517395, + 1.7681529521942139, + 1.7658650875091553, + 1.755969524383545, + 1.7490826845169067, + 1.7548635005950928, + 1.7381629943847656, + 1.722912073135376, + 1.7164613008499146, + 1.6955406665802002, + 1.6734496355056763, + 1.6524381637573242, + 1.633249282836914, + 1.615893840789795, + 1.5924938917160034, + 1.5662474632263184, + 1.5469781160354614, + 1.5140258073806763, + 1.47278892993927, + 1.4500221014022827, + 1.4085057973861694, + 1.3676481246948242, + 1.3411465883255005, + 1.325704574584961, + 1.2892614603042603, + 1.2584638595581055, + 1.2296266555786133, + 1.1880792379379272, + 1.1648368835449219, + 1.140223503112793, + 1.1135990619659424, + 1.0795918703079224, + 1.0499516725540161, + 1.0207237005233765, + 0.9841285943984985, + 0.9635878205299377, + 0.9387118816375732, + 0.8804545998573303, + 0.8477752804756165, + 0.8295173645019531, + 0.8134463429450989, + 0.7889097929000854, + 0.7687587738037109, + 0.7527724504470825, + 0.7372087240219116, + 0.7174867987632751, + 0.7049589157104492, + 0.6813821792602539, + 0.6788001656532288 ], "p90": [ - 1.6748039722442627, - 1.6924653053283691, - 1.7102277278900146, - 1.7264786958694458, - 1.7478384971618652, - 1.7669897079467773, - 1.7830054759979248, - 1.8019206523895264, - 1.8166048526763916, - 1.831431269645691, - 1.8410749435424805, - 1.8509970903396606, - 1.864598274230957, - 1.8668453693389893, - 1.8778514862060547, - 1.8875243663787842, - 1.895413875579834, - 1.8841205835342407, - 1.88242506980896, - 1.8859343528747559, - 1.8864178657531738, - 1.8807687759399414, - 1.877328634262085, - 1.876940131187439, - 1.8738269805908203, - 1.862356185913086, - 1.8614256381988525, - 1.8500916957855225, - 1.8379485607147217, - 1.8335336446762085, - 1.8262081146240234, - 1.8177167177200317, - 1.7986063957214355, - 1.7904722690582275, - 1.7742888927459717, - 1.7658709287643433, - 1.7418196201324463, - 1.727268099784851, - 1.7099599838256836, - 1.6969774961471558, - 1.680006504058838, - 1.6578562259674072, - 1.6408100128173828, - 1.6184965372085571, - 1.589451551437378, - 1.5760786533355713, - 1.5530860424041748, - 1.5277695655822754, - 1.511781930923462, - 1.5065408945083618, - 1.4979734420776367, - 1.45887291431427, - 1.4371991157531738, - 1.4164091348648071, - 1.397601842880249, - 1.3840694427490234, - 1.3550232648849487, - 1.3472353219985962, - 1.3262898921966553, - 1.3073638677597046 + 1.7625329494476318, + 1.7786195278167725, + 1.790325403213501, + 1.803130865097046, + 1.8187534809112549, + 1.8329371213912964, + 1.84377920627594, + 1.8589621782302856, + 1.8683074712753296, + 1.8772934675216675, + 1.881243348121643, + 1.88498854637146, + 1.893924593925476, + 1.8903871774673462, + 1.8992012739181519, + 1.9006494283676147, + 1.9084208011627197, + 1.893225908279419, + 1.8884103298187256, + 1.8887579441070557, + 1.886852741241455, + 1.8764557838439941, + 1.8691850900650024, + 1.865400791168213, + 1.8618226051330566, + 1.8478506803512573, + 1.8406198024749756, + 1.8244850635528564, + 1.808037519454956, + 1.8030121326446533, + 1.7894890308380127, + 1.7695492506027222, + 1.763676643371582, + 1.7586581707000732, + 1.7396702766418457, + 1.73416006565094, + 1.7031095027923584, + 1.681337594985962, + 1.6624171733856201, + 1.6486303806304932, + 1.6242456436157227, + 1.6071903705596924, + 1.5930685997009277, + 1.5632688999176025, + 1.5389596223831177, + 1.5248929262161255, + 1.501429557800293, + 1.479322910308838, + 1.4733244180679321, + 1.4651820659637451, + 1.456559419631958, + 1.4297385215759277, + 1.41152024269104, + 1.3965377807617188, + 1.3821911811828613, + 1.3730357885360718, + 1.347872257232666, + 1.3428430557250977, + 1.3268296718597412, + 1.313232660293579 ], "timestamps": [ - "2026-06-20 23:48:00", - "2026-06-20 23:54:00", - "2026-06-21 00:00:00", - "2026-06-21 00:06:00", "2026-06-21 00:12:00", "2026-06-21 00:18:00", "2026-06-21 00:24:00", @@ -795,6 +791,10 @@ "2026-06-22 05:24:00", "2026-06-22 05:30:00", "2026-06-22 05:36:00", - "2026-06-22 05:42:00" + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00" ] } diff --git a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 34cae048104e42c63bacdf3821c1077dca0c62e5..cef394859e9ebb1bf03de400677e3e0d88eb4ea0 100644 --- a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T05:38:35.944725+00:00", + "evaluated_at": "2026-06-22T06:15:41.552580+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2450.0, - 2400.0, - 2500.0, - 2400.0, - 2400.0, - 2400.0, - 2450.0, - 2400.0, 2350.0, 2400.0, 2400.0, @@ -101,9 +89,7 @@ 2400.0, 2400.0, 2400.0, - 2400.0 - ], - "actuals": [ + 2400.0, 2350.0, 2400.0, 2400.0, @@ -114,6 +100,10 @@ 2350.0, 2350.0, 2400.0, + 2350.0, + 2350.0 + ], + "actuals": [ 2350.0, 2350.0, 2350.0, @@ -127,91 +117,97 @@ 2350.0, 2350.0, 2350.0, - 2350.0 + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 ], "p50": [ - 2400.04296875, - 2400.148681640625, - 2400.05322265625, - 2400.10009765625, - 2400.15576171875, - 2400.05615234375, - 2400.065185546875, - 2400.0771484375, - 2400.080810546875, - 2400.103515625, - 2400.074462890625, - 2400.19189453125, - 2400.070068359375, - 2400.0400390625, - 2400.0654296875, - 2400.046630859375, - 2400.076171875, - 2400.080322265625, - 2400.0615234375, - 2400.001708984375, - 2400.08642578125, - 2400.108154296875, - 2400.064697265625, - 2400.06640625 + 2357.3828125, + 2357.907958984375, + 2360.503662109375, + 2362.860107421875, + 2366.069091796875, + 2368.56005859375, + 2368.017822265625, + 2370.47998046875, + 2371.570556640625, + 2371.78466796875, + 2373.61181640625, + 2373.676513671875, + 2374.64990234375, + 2374.43359375, + 2374.567626953125, + 2374.196044921875, + 2378.37939453125, + 2377.9111328125, + 2378.76806640625, + 2378.8251953125, + 2378.08154296875, + 2379.06689453125, + 2379.580810546875, + 2380.26904296875 ], "p10": [ - 2399.615478515625, - 2399.628173828125, - 2399.534423828125, - 2399.5869140625, - 2399.51220703125, - 2399.495849609375, - 2399.531982421875, - 2399.529296875, - 2399.461669921875, - 2399.5341796875, - 2399.431640625, - 2399.44775390625, - 2399.3466796875, - 2399.145263671875, - 2399.015869140625, - 2398.9619140625, - 2398.77392578125, - 2398.953369140625, - 2398.8154296875, - 2398.8369140625, - 2398.78271484375, - 2398.82666015625, - 2398.786376953125, - 2398.79736328125 + 2345.326171875, + 2346.7802734375, + 2346.05029296875, + 2346.841552734375, + 2345.57861328125, + 2343.977294921875, + 2345.499267578125, + 2345.62353515625, + 2346.141845703125, + 2344.732421875, + 2345.47265625, + 2344.69873046875, + 2345.197021484375, + 2342.914794921875, + 2344.225830078125, + 2343.45263671875, + 2337.1181640625, + 2335.910888671875, + 2336.260498046875, + 2336.721923828125, + 2336.32763671875, + 2334.47265625, + 2336.464111328125, + 2336.48779296875 ], "p90": [ - 2401.268798828125, - 2401.591796875, - 2401.650634765625, - 2402.024169921875, - 2402.470458984375, - 2403.119140625, - 2402.91943359375, - 2402.84326171875, - 2402.97509765625, - 2402.72021484375, - 2402.714599609375, - 2402.861083984375, - 2403.283935546875, - 2403.81298828125, - 2404.251220703125, - 2403.935791015625, - 2405.38916015625, - 2405.748779296875, - 2406.044677734375, - 2406.3359375, - 2407.096435546875, - 2407.856201171875, - 2407.951171875, - 2407.88525390625 + 2401.721923828125, + 2402.103515625, + 2401.943359375, + 2402.609130859375, + 2402.609375, + 2403.867919921875, + 2404.119384765625, + 2404.205322265625, + 2404.89599609375, + 2405.275634765625, + 2405.865966796875, + 2406.58740234375, + 2406.58447265625, + 2405.90283203125, + 2406.095458984375, + 2405.665771484375, + 2405.43994140625, + 2405.5302734375, + 2405.55078125, + 2405.232666015625, + 2405.008056640625, + 2405.5263671875, + 2405.630859375, + 2405.482666015625 ], "timestamps": [ - "2026-06-21 18:55:00", - "2026-06-21 19:10:00", - "2026-06-21 19:25:00", - "2026-06-21 19:40:00", "2026-06-21 19:55:00", "2026-06-21 20:10:00", "2026-06-21 20:25:00", @@ -327,6 +323,10 @@ "2026-06-22 23:55:00", "2026-06-23 00:10:00", "2026-06-23 00:25:00", - "2026-06-23 00:40:00" + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 72010ffa92002dd66d569d710b9cb0a487c02fe5..3f1b5a542c145cf8e1e2992caccb9ca37abafb68 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,42 +1,24 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T06:02:03.598849+00:00", + "evaluated_at": "2026-06-22T06:15:45.249860+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t042000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t035000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", + "data_fetched_at": "2026-06-22T06:14:42.009972Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t000600z", + "data_fetched_at": "2026-06-22T06:14:42.009972Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t035000z", + "data_fetched_at": "2026-06-22T06:14:42.009972Z", + "context_length": 96, "prediction_length": 24 } ], diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 0f65b09386cc014e102bb8c02d78d91118a68836..3a63eee1512e0a0de9fa4fda847ba25509a8b371 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,ETS,57906.604594230164,57269.217082061885,161.80413350388517,0.1501981485107122,0.00252739701301171,0.0025268058821313246,1.6104147873264123,240.63791179743512,0.0037537865155061285,0.002524033598709575,0.0021189030647207363,Finance,1 -nasa_power_shanghai_hourly_T2M/1h/short,ETS,90.83341172097414,92.62648790328399,8.299724128435516,4.560288257151853,0.3185376684579119,0.40488327610390623,141.48998129735833,9.530656416059397,0.37846973846058257,0.329588465165,0.31681573540285846,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ETS,1.4083820993274567,1.410918616461515,0.9109622100647381,2.6443666619689528,0.7328674357835496,0.43666620738104894,101.18058204006886,1.186752754084631,0.7625802131876115,0.5853635089246954,0.5785203615858714,Ocean,1 +nasa_power_shanghai_hourly_T2M/1h/short,ETS,32.39177742140628,33.69505757693249,4.948184759453103,2.9087774751754467,0.18090961892732116,0.2057518238437371,76.28154801369023,5.691377462566183,0.21790390750818858,0.18944953154998356,0.17644111021048067,Weather,1 +noaa_coops_sf_water_level_water_level/6min/short,ETS,1.5415879968628987,1.5438794177832755,0.9720607240354522,2.8445701214686188,0.8487435779514798,0.4814249574995199,109.2354294873117,1.2416070219126898,0.8273335522098804,0.6477238269328279,0.6408949156250007,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.11066390360956065,0.11027819089136424,0.3088207128660813,4.7510889358608255,0.19348742585586673,0.21698625874897567,77.9507175389793,0.33266184573762086,0.21328274481052023,0.1979972459672147,0.1839535371360961,Ocean,1 nws_ksfo_observations_temperature/1h/short,ETS,1.2731459362554085,1.1342439565259577,0.9479378691445978,0.4766168158724171,0.06768467131970309,0.07072486131678933,16.68195612923263,1.1283376871554935,0.08052365588666854,0.0676494489600633,0.06839075067167107,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,32.125133878040764,31.202015324891807,4.686403240810329,0.4053330441880168,0.2572476716965881,0.22104719681144439,2.63323600843493,5.667903834579479,0.2607431260245506,0.21559071333664048,0.1806516816738559,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ETS,14.783801641190438,13.929578101617523,3.430143607824977,1.8053385922572442,0.147012028029383,0.13508833260024192,44.95807293943835,3.844970954531443,0.160151511547692,0.14287303860420653,0.13424703371508925,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ETS,11.359992637408363,12.849032948547434,2.9691510686184777,0.5495600949628031,0.4633165896580569,0.34936429057760326,5.633297228478391,3.3704588170467775,0.40445505804561327,0.3562981282342173,0.28001121307543003,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,ETS,1738.2121376453604,1764.1316399343302,37.68626141898145,3.288982814747472,0.016033803250558285,0.015875766557860774,42.42326481902674,41.691871361757805,0.01766292873225397,0.01596593599391977,0.013753774336873987,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,ETS,472.16025703729446,455.09329950014126,14.967227916950398,0.8980336750170239,0.006452037146781118,0.0064097954379636,21.834577471923637,21.729248883412755,0.00928765758151213,0.006397390383024212,0.006053103549752937,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,ETS,2925.584198211841,2642.086493996426,41.88682891154838,0.8682759388383866,0.19179516754035225,0.170580887479131,12.422622049502223,54.08866977669021,0.21500323023102297,0.16650073956890327,0.13530220322267714,Web,1 diff --git a/results/ets/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/ets/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index bd6bddfac8a3f4ae5d1b6365d832b2873c4d5aef..e1418edb32401c27e0fe339a8c0bd54d03bcde05 100644 --- a/results/ets/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/ets/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,35 +1,11 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "ETS", - "evaluated_at": "2026-06-22T05:04:18.262443+00:00", + "evaluated_at": "2026-06-22T06:18:55.340465+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 24.18000030517578, - 24.06999969482422, - 23.93000030517578, - 23.860000610351562, - 23.81999969482422, - 23.950000762939453, - 24.31999969482422, - 24.770000457763672, - 25.75, - 27.209999084472656, - 28.59000015258789, - 29.559999465942383, - 30.0, - 30.15999984741211, - 30.0, - 29.68000030517578, - 29.360000610351562, - 28.780000686645508, - 27.6200008392334, - 26.270000457763672, - 25.290000915527344, - 24.5, - 23.84000015258789, - 23.200000762939453, 22.600000381469727, 22.1200008392334, 21.809999465942383, @@ -341,9 +317,7 @@ 25.43000030517578, 24.469999313354492, 23.75, - 23.25 - ], - "actuals": [ + 23.25, 22.93000030517578, 22.760000228881836, 22.600000381469727, @@ -369,109 +343,111 @@ 23.329999923706055, 23.18000030517578 ], + "actuals": [ + 23.059999465942383, + 23.049999237060547, + 23.110000610351562, + 23.170000076293945, + 23.299999237060547, + 23.530000686645508, + 23.950000762939453, + 24.65999984741211, + 25.739999771118164, + 26.700000762939453, + 27.709999084472656, + 28.959999084472656, + 30.5, + 31.030000686645508, + 29.989999771118164, + 28.350000381469727, + 27.170000076293945, + 26.579999923706055, + 26.440000534057617, + 26.40999984741211, + 26.389999389648438, + 26.139999389648438, + 25.6200008392334, + 25.290000915527344 + ], "p50": [ - 22.657775847026716, - 22.227776492545065, - 21.59777637512396, - 21.182776410290746, - 20.602776483604504, - 20.14277548880303, - 19.56777663023202, - 19.112775749871464, - 18.65777677685954, - 18.197775782058063, - 17.632776198694575, - 17.06777566165677, - 16.61277573497053, - 16.142777372310167, - 15.632776186773828, - 15.092774314591981, - 14.672776142666482, - 14.102776444862076, - 13.672776136706108, - 13.107776553342621, - 12.642775444100227, - 12.112775708148849, - 11.6277750948171, - 11.107776541421874 + 22.84826903781783, + 22.75826888493191, + 22.608271173452238, + 22.418269685422274, + 22.28327136359104, + 22.178271821056683, + 22.048271706317735, + 21.833271553431814, + 21.67327265939599, + 21.568272163187316, + 21.42827277324085, + 21.25827365032319, + 21.068273115967543, + 20.938274908577228, + 20.758274603103416, + 20.633274602805386, + 20.49327521285892, + 20.36827521256089, + 20.218275593732585, + 20.04827551714061, + 19.893276737545705, + 19.798277423893182, + 19.57827811024066, + 19.393278644000247 ], "p10": [ - 21.83277603776158, - 21.4377767214269, - 20.721775589296325, - 20.351776463696506, - 19.740775827476575, - 19.410776091525197, - 18.83277601988046, - 18.509776253411502, - 18.03277677685954, - 17.451775301406208, - 16.971775374719964, - 16.41277592868558, - 15.827776078293283, - 15.272776533076769, - 14.887777254889063, - 14.282776755998231, - 13.912775913784646, - 13.410776055762955, - 12.98977595360064, - 12.338776118467132, - 11.972775367806282, - 11.329775906513106, - 10.847776315520225, - 10.332775969217284 + 22.067268519019002, + 22.138269953047143, + 21.888269952749113, + 21.778271249448153, + 21.51227107367405, + 21.355271103893596, + 21.32427230141051, + 20.94727149239666, + 20.986272384737788, + 20.63727355173712, + 20.477272178148077, + 20.53827338329438, + 20.45827384076002, + 20.127273512398027, + 20.048273611282127, + 19.898273992453824, + 19.768276738737825, + 19.634275578771827, + 19.588276432965984, + 19.137277363454086, + 19.128277347897267, + 19.105277011905876, + 18.638277576183043, + 18.547277591143803 ], "p90": [ - 24.052777258464705, - 23.387775386282858, - 22.71377693206976, - 22.23877559394553, - 21.815775636741712, - 21.324775839755176, - 20.55377516538827, - 20.22277540654871, - 19.562777082035318, - 19.222775400588336, - 18.793775306055416, - 18.174776203343782, - 17.7417756357884, - 17.22277538866759, - 17.060777209112693, - 16.373775024125674, - 15.813775555203103, - 15.313775552222916, - 14.822775755236382, - 14.283776576230805, - 13.824775795052375, - 13.324775792072188, - 12.88277539999288, - 12.30377702207373 + 24.059269861792437, + 23.918268732344018, + 23.858269266103605, + 23.539271310483308, + 23.70826964697727, + 23.371271279369672, + 23.36127124092467, + 23.188271095668142, + 22.895271827791987, + 22.65427394083624, + 22.56027388713245, + 22.516274405633247, + 22.321273947571548, + 21.888275290046952, + 21.99827437422158, + 21.739276075278532, + 21.75827650985599, + 21.70827536514878, + 21.50827650925993, + 21.24127611986278, + 21.11827711901543, + 21.111276958500117, + 20.69827723286029, + 20.424278209124758 ], "timestamps": [ - "2026-06-04 00:00:00", - "2026-06-04 01:00:00", - "2026-06-04 02:00:00", - "2026-06-04 03:00:00", - "2026-06-04 04:00:00", - "2026-06-04 05:00:00", - "2026-06-04 06:00:00", - "2026-06-04 07:00:00", - "2026-06-04 08:00:00", - "2026-06-04 09:00:00", - "2026-06-04 10:00:00", - "2026-06-04 11:00:00", - "2026-06-04 12:00:00", - "2026-06-04 13:00:00", - "2026-06-04 14:00:00", - "2026-06-04 15:00:00", - "2026-06-04 16:00:00", - "2026-06-04 17:00:00", - "2026-06-04 18:00:00", - "2026-06-04 19:00:00", - "2026-06-04 20:00:00", - "2026-06-04 21:00:00", - "2026-06-04 22:00:00", - "2026-06-04 23:00:00", "2026-06-05 00:00:00", "2026-06-05 01:00:00", "2026-06-05 02:00:00", @@ -807,6 +783,30 @@ "2026-06-18 20:00:00", "2026-06-18 21:00:00", "2026-06-18 22:00:00", - "2026-06-18 23:00:00" + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00" ] } diff --git a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index a87e053d2abb75fa472859648fd6847868cbe4a8..d615b16951768d4b25d611a0ea8d68715bb18c38 100644 --- a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,15 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ETS", - "evaluated_at": "2026-06-22T05:53:44.875606+00:00", + "evaluated_at": "2026-06-22T06:18:55.374666+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.7309999465942383, - 1.7480000257492065, - 1.7630000114440918, - 1.7690000534057617, 1.774999976158142, 1.7879999876022339, 1.7960000038146973, @@ -245,13 +241,13 @@ 1.5420000553131104, 1.562000036239624, 1.5889999866485596, - 1.6180000305175781 - ], - "actuals": [ + 1.6180000305175781, 1.6390000581741333, 1.6519999504089355, 1.680999994277954, - 1.7070000171661377, + 1.7070000171661377 + ], + "actuals": [ 1.7280000448226929, 1.7480000257492065, 1.7640000581741333, @@ -307,199 +303,199 @@ 0.9610000252723694, 0.9430000185966492, 0.9139999747276306, - 0.890999972820282 + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508 ], "p50": [ - 1.6472700134698275, - 1.673567225651863, - 1.7008644547616174, - 1.7326616259356573, - 1.7594587720757464, - 1.78625597782048, - 1.819053151021078, - 1.8418503635607413, - 1.869647571332033, - 1.8974447791033249, - 1.9252419421711329, - 1.9530391648435859, - 1.9793363770256214, - 2.0086335207815242, - 2.0369307221155144, - 2.064727929886806, - 2.0905251485061433, - 2.1183223115739516, - 2.147619514934499, - 2.172916620781849, - 2.2032138857735992, - 2.230011076617172, - 2.258308263050001, - 2.2926054914444998, - 2.3154026443795184, - 2.3441997498692397, - 2.375997010450247, - 2.3957942765148807, - 2.425591428734644, - 2.4498885921600797, - 2.480185812448347, - 2.5074830415581015, - 2.536780185314005, - 2.5655773802106934, - 2.5923746306589104, - 2.618171789673603, - 2.651969009604242, - 2.674266154075401, - 2.701563398086317, - 2.729360561154125, - 2.7591577282750492, - 2.7839549597689897, - 2.8172521116311247, - 2.8385493285815313, - 2.870346514656733, - 2.897143705500305, - 2.925940945100477, - 2.9567381589514428, - 2.9795353267876226, - 3.0093324641062242, - 3.0371296569763544, - 3.0629269352003368, - 3.0942240234047107, - 3.118521201731308, - 3.1498184389472943, - 3.1761156213270074, - 3.2019127803417, - 3.229710003014153, - 3.259007206374701, - 3.2903043541837196 + 1.7313569473063646, + 1.7584294543063332, + 1.7825018658196612, + 1.8125743490969815, + 1.8316467057740362, + 1.856719208720889, + 1.8837916859185355, + 1.9068641550099503, + 1.933436519435609, + 1.9570090416943666, + 1.9840814145838848, + 2.009153843024932, + 2.0322263121163466, + 2.0592987297093486, + 2.085371204880437, + 2.1094436163937647, + 2.1335160726105764, + 2.160088526443202, + 2.1876609674012246, + 2.2067333687817627, + 2.233805845979409, + 2.257878361800865, + 2.2839507326638255, + 2.311523188523009, + 2.336095623401358, + 2.365668053511335, + 2.3922405222451215, + 2.4093129493748666, + 2.4343853927170747, + 2.458457804230403, + 2.4835302922760945, + 2.5086027356183025, + 2.536175191477486, + 2.5627476304089507, + 2.585820069698043, + 2.610892483237929, + 2.6379649604355753, + 2.65953738923425, + 2.684109824112599, + 2.7091822227513234, + 2.734754719260875, + 2.7593271690403847, + 2.788899643853845, + 2.8094720408236395, + 2.8360444797551043, + 2.860116935971916, + 2.8886893938576574, + 2.9172618070399152, + 2.9368342615877965, + 2.9619067496334885, + 2.9849791591202584, + 3.010051602462467, + 3.038124007180865, + 3.0601964742457217, + 3.0882689236676035, + 3.113341381910973, + 3.1344137724434664, + 3.160486262515716, + 3.187058686546019, + 3.213631155279806 ], "p10": [ - 1.6171700314465884, - 1.6449671706725386, - 1.6708643939648797, - 1.702661594941242, - 1.727458760870073, - 1.7542559725752713, - 1.7840531396961954, - 1.8117503874979666, - 1.8395475803680972, - 1.866444725220726, - 1.8962420115509393, - 1.9240391507768897, - 1.949836309791582, - 1.976633569180496, - 2.0064307422618843, - 2.0362278497781636, - 2.0600250941467073, - 2.0888222741422346, - 2.1185195081157278, - 2.143316680005024, - 2.1722137931479812, - 2.203011120247772, - 2.2268083050116707, - 2.2566054780930593, - 2.284302666290186, - 2.313099858206642, - 2.3399971103476314, - 2.3666942100914645, - 2.3944913493174154, - 2.4213886014584043, - 2.453085756038511, - 2.4789830210541037, - 2.505780107589548, - 2.53747737541848, - 2.563374586789892, - 2.589071699408329, - 2.6179689854047563, - 2.6437661444194487, - 2.672463272058256, - 2.6993605897643547, - 2.7271577230298405, - 2.754954915899971, - 2.7827521087701017, - 2.8114492364089085, - 2.839346422031115, - 2.8690437156092528, - 2.897940882396391, - 2.9217380731207543, - 2.950535193511637, - 2.9763325313402635, - 3.007129685586584, - 3.033826785330418, - 3.062724071326845, - 3.0885212839857177, - 3.1183184570671063, - 3.146115590332592, - 3.1719128089519293, - 3.201710035677498, - 3.22940716426998, - 3.2572043631005743 + 1.703256990197867, + 1.727429385522573, + 1.7515019013440294, + 1.7794743192708171, + 1.802546675113407, + 1.8267191777264737, + 1.8556915768181936, + 1.877864051536287, + 1.9049365823781137, + 1.9289089266335604, + 1.954081428292953, + 1.9791538120305165, + 2.00422636862155, + 2.0292987523591135, + 2.054371201661786, + 2.0814436192547876, + 2.1025160544907644, + 2.1305885724579876, + 2.155660962156016, + 2.1797333587681824, + 2.206705789569573, + 2.2287782119309463, + 2.2539506420647655, + 2.28002324538584, + 2.30309560122843, + 2.328168044570638, + 2.356240568498326, + 2.380312965110493, + 2.405385462096881, + 2.4313578402077662, + 2.453530320886324, + 2.481502732852647, + 2.504675075486847, + 2.532747647098251, + 2.5578199831520987, + 2.5818925526177354, + 2.6059650088345467, + 2.6309373938595706, + 2.654109808019345, + 2.679182251361553, + 2.706154717925731, + 2.7313272315060524, + 2.7543996350323576, + 2.7804719522511374, + 2.8065445555722124, + 2.831616885665596, + 2.856689382651984, + 2.8827618190800535, + 2.9058342285668233, + 2.9308066255127763, + 2.9569791560208167, + 2.9810514989888035, + 3.0081240894352748, + 3.0301964581524676, + 3.056268882659608, + 3.082341372731858, + 3.1044138606583407, + 3.1304862315213007, + 3.157458704045943, + 3.1846310667073037 ], "p90": [ - 1.672370047945154, - 1.7020672163535384, - 1.7268643882428338, - 1.755661627843006, - 1.7856587923890093, - 1.8152559620848538, - 1.841053180704191, - 1.867950438805645, - 1.8926474987335757, - 1.9234447245054702, - 1.9512419173756006, - 1.9810391917848853, - 2.0068362971553975, - 2.0356335307951046, - 2.0654306979160286, - 2.0894279397096516, - 2.1180251222800996, - 2.148822282486885, - 2.17661953496166, - 2.202416688015888, - 2.2293139461173417, - 2.2571111389874723, - 2.2858082666262796, - 2.315605439707668, - 2.3434026921824436, - 2.3691998452366714, - 2.397097042779806, - 2.4257942777069736, - 2.4527914212721424, - 2.4773885957363584, - 2.5061858353365305, - 2.537982976708248, - 2.563880200000589, - 2.5915773881977158, - 2.616474672048376, - 2.64917181375388, - 2.673968985643175, - 2.6979661618716886, - 2.728663382970579, - 2.7594605908610803, - 2.7831577173077946, - 2.8119549569079667, - 2.8417521240288908, - 2.868649328486164, - 2.89934648998041, - 2.9262437480818635, - 2.951940967988661, - 2.9807380883795433, - 3.008635285922678, - 3.0363324741198046, - 3.0611296460090998, - 3.0929269065901073, - 3.119724052730196, - 3.1476212502733305, - 3.1744184500576003, - 3.202115703819836, - 3.2311128216357976, - 3.258810021753853, - 3.285607275182303, - 3.3144044074941137 + 1.760356976274222, + 1.7856294170415092, + 1.8085018887078448, + 1.8355743063008465, + 1.860746754316059, + 1.8877191731965208, + 1.9117916830575126, + 1.9358640796696793, + 1.9590365415131694, + 1.9880090002095339, + 2.010081368926727, + 2.0363538504635916, + 2.0603263616120437, + 2.088298773578367, + 2.1133711573159304, + 2.136443626407345, + 2.1616160744225574, + 2.1885885529076643, + 2.213660990289408, + 2.2357334126507813, + 2.261805843118386, + 2.2888783203160323, + 2.312950776532844, + 2.336123238376334, + 2.3640956503426573, + 2.385268078330709, + 2.412240503171635, + 2.4373129465138437, + 2.464385364106845, + 2.4844578122174252, + 2.512630281213472, + 2.5386027666127178, + 2.5626751632248843, + 2.586847671798416, + 2.612820049909301, + 2.636892512086577, + 2.664964910844511, + 2.684137316898053, + 2.713109823278134, + 2.7361822923695485, + 2.7623547215496935, + 2.7854272442852883, + 2.8133995966469665, + 2.8374720588242424, + 2.8645445300614245, + 2.8887169313465955, + 2.914689416745841, + 2.9407617935692656, + 2.962834209970174, + 2.9939066952740525, + 3.0120791678463785, + 3.037151611188587, + 3.0642240347420526, + 3.085296410373384, + 3.113368981984788, + 3.1413413343464667, + 3.1615138407742314, + 3.1895862514530937, + 3.214558690122298, + 3.23973113813751 ], "timestamps": [ - "2026-06-20 23:48:00", - "2026-06-20 23:54:00", - "2026-06-21 00:00:00", - "2026-06-21 00:06:00", "2026-06-21 00:12:00", "2026-06-21 00:18:00", "2026-06-21 00:24:00", @@ -795,6 +791,10 @@ "2026-06-22 05:24:00", "2026-06-22 05:30:00", "2026-06-22 05:36:00", - "2026-06-22 05:42:00" + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00" ] } diff --git a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 475b3be8de647f8d3c367e1fc4bb9d36a35bd9ca..53cc77e7f28df960ac183e1a154ba5c50846682a 100644 --- a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ETS", - "evaluated_at": "2026-06-22T05:43:44.183371+00:00", + "evaluated_at": "2026-06-22T06:18:55.396078+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2450.0, - 2400.0, - 2500.0, - 2400.0, - 2400.0, - 2400.0, - 2450.0, - 2400.0, 2350.0, 2400.0, 2400.0, @@ -101,9 +89,7 @@ 2400.0, 2400.0, 2400.0, - 2400.0 - ], - "actuals": [ + 2400.0, 2350.0, 2400.0, 2400.0, @@ -114,6 +100,10 @@ 2350.0, 2350.0, 2400.0, + 2350.0, + 2350.0 + ], + "actuals": [ 2350.0, 2350.0, 2350.0, @@ -127,91 +117,97 @@ 2350.0, 2350.0, 2350.0, - 2350.0 + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 ], "p50": [ - 2399.0350976379827, - 2398.89707568593, - 2398.7590537338774, - 2398.621031781825, - 2398.483009829772, - 2398.3449878777196, - 2398.206965925667, - 2398.0689439736143, - 2397.930922021562, - 2397.7929000695094, - 2397.6548781174565, - 2397.516856165404, - 2397.3788342133516, - 2397.2408122612987, - 2397.1027903092463, - 2396.964768357194, - 2396.826746405141, - 2396.6887244530885, - 2396.550702501036, - 2396.412680548983, - 2396.2746585969307, - 2396.1366366448783, - 2395.9986146928254, - 2395.860592740773 + 2367.1433902876406, + 2365.9969960196167, + 2364.850601751593, + 2363.704207483569, + 2362.557813215545, + 2361.4114189475213, + 2360.2650246794974, + 2359.1186304114735, + 2357.9722361434497, + 2356.8258418754253, + 2355.6794476074015, + 2354.5330533393776, + 2353.3866590713537, + 2352.24026480333, + 2351.093870535306, + 2349.947476267282, + 2348.8010819992583, + 2347.6546877312344, + 2346.5082934632105, + 2345.3618991951867, + 2344.215504927163, + 2343.069110659139, + 2341.922716391115, + 2340.776322123091 ], "p10": [ - 2399.0350976379827, - 2348.89707568593, - 2348.7590537338774, - 2348.621031781825, - 2348.483009829772, - 2398.3449878777196, - 2398.206965925667, - 2348.0689439736143, - 2347.930922021562, - 2347.7929000695094, - 2397.6548781174565, - 2347.516856165404, - 2347.3788342133516, - 2347.2408122612987, - 2347.1027903092463, - 2346.964768357194, - 2346.826746405141, - 2346.6887244530885, - 2346.550702501036, - 2346.412680548983, - 2346.2746585969307, - 2346.1366366448783, - 2345.9986146928254, - 2345.860592740773 + 2317.1433902876406, + 2315.9969960196167, + 2314.850601751593, + 2313.704207483569, + 2312.557813215545, + 2311.4114189475213, + 2310.2650246794974, + 2359.1186304114735, + 2307.9722361434497, + 2306.8258418754253, + 2355.6794476074015, + 2304.5330533393776, + 2303.3866590713537, + 2302.24026480333, + 2301.093870535306, + 2299.947476267282, + 2298.8010819992583, + 2297.6546877312344, + 2296.5082934632105, + 2295.3618991951867, + 2294.215504927163, + 2293.069110659139, + 2341.922716391115, + 2290.776322123091 ], "p90": [ - 2449.0350976379827, - 2448.89707568593, - 2448.7590537338774, - 2398.621031781825, - 2448.483009829772, - 2448.3449878777196, - 2448.206965925667, - 2448.0689439736143, - 2447.930922021562, - 2447.7929000695094, - 2447.6548781174565, - 2447.516856165404, - 2397.3788342133516, - 2447.2408122612987, - 2402.102790309246, - 2396.964768357194, - 2446.826746405141, - 2446.6887244530885, - 2446.550702501036, - 2446.412680548983, - 2446.2746585969307, - 2396.1366366448783, - 2445.9986146928254, - 2445.860592740773 + 2417.1433902876406, + 2415.9969960196167, + 2414.850601751593, + 2413.704207483569, + 2412.557813215545, + 2411.4114189475213, + 2365.265024679497, + 2409.1186304114735, + 2407.9722361434497, + 2406.8258418754253, + 2405.6794476074015, + 2404.5330533393776, + 2403.3866590713537, + 2402.24026480333, + 2401.093870535306, + 2399.947476267282, + 2398.8010819992583, + 2397.6546877312344, + 2396.5082934632105, + 2345.3618991951867, + 2394.215504927163, + 2393.069110659139, + 2391.922716391115, + 2390.776322123091 ], "timestamps": [ - "2026-06-21 18:55:00", - "2026-06-21 19:10:00", - "2026-06-21 19:25:00", - "2026-06-21 19:40:00", "2026-06-21 19:55:00", "2026-06-21 20:10:00", "2026-06-21 20:25:00", @@ -327,6 +323,10 @@ "2026-06-22 23:55:00", "2026-06-23 00:10:00", "2026-06-23 00:25:00", - "2026-06-23 00:40:00" + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index 80903387d24a1e9eb3245ed9e29d7693a6d988f3..43018ade5cf4b9f0b3ce876c0aa3dfdd1b72bfd1 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,42 +1,24 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T06:10:00.290289+00:00", + "evaluated_at": "2026-06-22T06:18:55.404649+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t042000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t035000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", + "data_fetched_at": "2026-06-22T06:14:42.009972Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t000600z", + "data_fetched_at": "2026-06-22T06:14:42.009972Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t035000z", + "data_fetched_at": "2026-06-22T06:14:42.009972Z", + "context_length": 96, "prediction_length": 24 } ], diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index a2df544c83ecd0c4e964eed6c2b06057438a78be..be44c268d77c921f15014eb73cfb14398a7cdb20 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1714,3 +1714,6 @@ {"evaluated_at": "2026-06-22T06:10:00.481697+00:00", "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5", "prediction_length": 24} {"evaluated_at": "2026-06-22T06:10:00.481697+00:00", "dataset": "open_meteo_shanghai_hourly_temperature_2m", "prediction_length": 24} {"evaluated_at": "2026-06-22T06:10:00.481697+00:00", "dataset": "usgs_earthquake_all_week_hourly_earthquake_count", "prediction_length": 24} +{"evaluated_at": "2026-06-22T06:18:55.571072+00:00", "dataset": "nasa_power_shanghai_hourly_T2M", "prediction_length": 24} +{"evaluated_at": "2026-06-22T06:18:55.571072+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} +{"evaluated_at": "2026-06-22T06:18:55.571072+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index d8a6285a6576d8cb362bde64776c2e3710dae2d2..5c39c26a29a8e7506b006e302764a32fb1345727 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,378252.78804079694,282278.18861357373,447.07568359375,0.41500756788966625,0.006989669921087807,0.006955241049169606,1.8988573982353778,615.0225914881477,0.009593930953835888,0.0069740742842616,0.005272347650010633,Finance,1 -nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,1.0534525941056927,1.0919092191074924,0.8010540008544922,0.4401395874021469,0.032473775887786056,0.03172600104875703,2.280056373669988,1.0263783873921415,0.04075827969029971,0.031810474007367,0.027194115303519773,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.38045126985050004,0.18750410087250322,0.3248086671034495,0.942863711927078,0.26186631176344993,0.2070239595867416,5.850709419181176,0.6168073198742863,0.3963462952721063,0.20871463053480196,0.1930325115982337,Ocean,1 +nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,1.9237130835943692,1.8876722873579865,1.1165241797765095,0.6563458202360263,0.04267433494674541,0.04406306287872011,6.798890134045048,1.386979842533542,0.05310284361053067,0.04274799610479139,0.03891174187888303,Weather,1 +noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,1.4701334676637747,1.2631138664851636,0.8738809982935588,2.557263878685798,0.7635639694321401,0.4497331570181121,20.896519109673267,1.2124906051857782,0.8079320926069942,0.5823026591885426,0.36715671095947994,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.07726035106442097,0.07447136849910369,0.25274375743336147,3.888366354721359,0.15830200071026282,0.1736822479794591,73.91637161596847,0.2779574626888456,0.17820958833254122,0.16204407872380003,0.14155785499665394,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,1.3335811739082903,1.2947880806536034,0.895061194896698,0.45003077797449165,0.06391948649758679,0.06743536796971411,2.1747872214032227,1.1548078515096312,0.08241269533822627,0.0638759127483081,0.051938574030089585,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,125.60370326253239,78.59598981577581,7.579196850458781,0.6555344843448614,0.43959746251296394,0.3299864645581607,2.770004975905003,11.207305798564274,0.515574722775361,0.3486691971531435,0.26331613538049187,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,1.8869182200855903,1.8027485154648275,1.1904440720876057,0.6265494600170339,0.05003382104463706,0.048520627647047766,2.7617313385642905,1.3736514186960207,0.057215608035876046,0.04958461840475799,0.03316696775983716,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,16.894228130466292,14.250305077860267,3.177631437778473,0.588147721131234,0.5044139191579968,0.3688445002899434,4.278019133447682,4.11025888849672,0.4932310666196063,0.38131577253341675,0.28851284482744005,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,2450.9454449017844,1974.9632204131533,39.5503184000651,3.451664151278409,0.01682984250657102,0.016652912213586748,138.6273965731534,49.50702419760033,0.020973849615929532,0.016755651219798103,0.017110977751958297,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,869.4864204650124,831.1726214171698,18.880599975585938,1.1328359985351562,0.008152010597419561,0.008074635426539212,6.412392578124998,29.487055133821222,0.012603549834580754,0.008070069446376893,0.006313591204966235,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Large,890.713526753742,459.6993433938395,19.7410888671875,0.3983935818708682,0.08488627994531377,0.0825329602754252,1.6746824063343657,29.844824120000137,0.12013442716503793,0.07946384247861558,0.06594550252364441,Web,1 diff --git a/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 045cde9312230c4f9b94b4b28540de997fa41c4c..430b02ce80223ca5cb7d97d4064793401d23b8de 100644 --- a/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,35 +1,11 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T05:03:07.733068+00:00", + "evaluated_at": "2026-06-22T06:18:04.198469+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 24.18000030517578, - 24.06999969482422, - 23.93000030517578, - 23.860000610351562, - 23.81999969482422, - 23.950000762939453, - 24.31999969482422, - 24.770000457763672, - 25.75, - 27.209999084472656, - 28.59000015258789, - 29.559999465942383, - 30.0, - 30.15999984741211, - 30.0, - 29.68000030517578, - 29.360000610351562, - 28.780000686645508, - 27.6200008392334, - 26.270000457763672, - 25.290000915527344, - 24.5, - 23.84000015258789, - 23.200000762939453, 22.600000381469727, 22.1200008392334, 21.809999465942383, @@ -341,9 +317,7 @@ 25.43000030517578, 24.469999313354492, 23.75, - 23.25 - ], - "actuals": [ + 23.25, 22.93000030517578, 22.760000228881836, 22.600000381469727, @@ -369,109 +343,111 @@ 23.329999923706055, 23.18000030517578 ], + "actuals": [ + 23.059999465942383, + 23.049999237060547, + 23.110000610351562, + 23.170000076293945, + 23.299999237060547, + 23.530000686645508, + 23.950000762939453, + 24.65999984741211, + 25.739999771118164, + 26.700000762939453, + 27.709999084472656, + 28.959999084472656, + 30.5, + 31.030000686645508, + 29.989999771118164, + 28.350000381469727, + 27.170000076293945, + 26.579999923706055, + 26.440000534057617, + 26.40999984741211, + 26.389999389648438, + 26.139999389648438, + 25.6200008392334, + 25.290000915527344 + ], "p50": [ - 22.849398612976074, - 22.372859954833984, - 22.07303524017334, - 21.67569637298584, - 21.594080924987793, - 22.156882286071777, - 23.32678508758545, - 25.07729148864746, - 26.50457191467285, - 27.83324432373047, - 28.52634620666504, - 29.468994140625, - 29.89073371887207, - 30.099422454833984, - 29.483717918395996, - 29.23918914794922, - 28.65007781982422, - 28.196764945983887, - 26.949511528015137, - 25.590503692626953, - 24.784225463867188, - 24.41456127166748, - 23.858473777770996, - 23.344618797302246 + 22.86903190612793, + 22.46812343597412, + 22.20823860168457, + 21.870217323303223, + 21.72331428527832, + 21.876922607421875, + 22.894317626953125, + 24.394193649291992, + 25.87979221343994, + 26.8958101272583, + 27.76699924468994, + 28.399888038635254, + 28.818726539611816, + 28.57773208618164, + 28.51718235015869, + 27.9643611907959, + 27.596174240112305, + 26.84327793121338, + 25.73149585723877, + 24.814833641052246, + 24.10948371887207, + 23.776738166809082, + 23.419963836669922, + 23.190011978149414 ], "p10": [ - 22.44724464416504, - 21.822503089904785, - 21.24035930633545, - 20.81410312652588, - 20.525522232055664, - 21.085793495178223, - 22.088285446166992, - 23.550912857055664, - 24.803321838378906, - 25.17487144470215, - 26.7331600189209, - 27.15217685699463, - 27.18971347808838, - 27.566563606262207, - 26.629948616027832, - 26.76913547515869, - 25.4637451171875, - 25.910846710205078, - 24.38045024871826, - 22.51425838470459, - 22.676368713378906, - 21.864774703979492, - 21.420994758605957, - 21.178126335144043 + 22.53882122039795, + 22.04137897491455, + 21.58984375, + 21.248266220092773, + 20.988723754882812, + 21.0643949508667, + 21.902352333068848, + 23.24948215484619, + 23.992284774780273, + 25.498927116394043, + 25.769648551940918, + 26.245001792907715, + 26.37609100341797, + 26.329703330993652, + 26.457261085510254, + 25.68747901916504, + 24.652040481567383, + 24.169347763061523, + 23.70158290863037, + 22.80663013458252, + 22.31425952911377, + 22.043540954589844, + 21.932239532470703, + 21.664332389831543 ], "p90": [ - 23.25060272216797, - 22.871469497680664, - 22.913792610168457, - 22.580347061157227, - 22.65682315826416, - 23.31527805328369, - 24.800471305847168, - 26.84944438934326, - 28.512451171875, - 29.658991813659668, - 30.582387924194336, - 31.353471755981445, - 32.25982856750488, - 32.509225845336914, - 32.03110885620117, - 31.83563804626465, - 31.778502464294434, - 30.641027450561523, - 29.573573112487793, - 28.276896476745605, - 27.0414400100708, - 26.841341972351074, - 26.552509307861328, - 25.60072135925293 + 23.228772163391113, + 22.961753845214844, + 22.812193870544434, + 22.592787742614746, + 22.41325855255127, + 22.62688159942627, + 23.86040210723877, + 25.819496154785156, + 27.406774520874023, + 28.49080753326416, + 29.444357872009277, + 30.415403366088867, + 30.311203956604004, + 30.55720329284668, + 30.51607036590576, + 30.232596397399902, + 29.548309326171875, + 28.83118724822998, + 28.014002799987793, + 26.850476264953613, + 26.031380653381348, + 25.455327033996582, + 25.21496868133545, + 24.630828857421875 ], "timestamps": [ - "2026-06-04 00:00:00", - "2026-06-04 01:00:00", - "2026-06-04 02:00:00", - "2026-06-04 03:00:00", - "2026-06-04 04:00:00", - "2026-06-04 05:00:00", - "2026-06-04 06:00:00", - "2026-06-04 07:00:00", - "2026-06-04 08:00:00", - "2026-06-04 09:00:00", - "2026-06-04 10:00:00", - "2026-06-04 11:00:00", - "2026-06-04 12:00:00", - "2026-06-04 13:00:00", - "2026-06-04 14:00:00", - "2026-06-04 15:00:00", - "2026-06-04 16:00:00", - "2026-06-04 17:00:00", - "2026-06-04 18:00:00", - "2026-06-04 19:00:00", - "2026-06-04 20:00:00", - "2026-06-04 21:00:00", - "2026-06-04 22:00:00", - "2026-06-04 23:00:00", "2026-06-05 00:00:00", "2026-06-05 01:00:00", "2026-06-05 02:00:00", @@ -807,6 +783,30 @@ "2026-06-18 20:00:00", "2026-06-18 21:00:00", "2026-06-18 22:00:00", - "2026-06-18 23:00:00" + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index efa5e97e9ec5e2594db5730f68020b9ac05d5252..8b4f04ab68856dad8e460bc9f45d12b66fa446b4 100644 --- a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,15 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T05:52:39.846808+00:00", + "evaluated_at": "2026-06-22T06:18:10.571596+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.7309999465942383, - 1.7480000257492065, - 1.7630000114440918, - 1.7690000534057617, 1.774999976158142, 1.7879999876022339, 1.7960000038146973, @@ -245,13 +241,13 @@ 1.5420000553131104, 1.562000036239624, 1.5889999866485596, - 1.6180000305175781 - ], - "actuals": [ + 1.6180000305175781, 1.6390000581741333, 1.6519999504089355, 1.680999994277954, - 1.7070000171661377, + 1.7070000171661377 + ], + "actuals": [ 1.7280000448226929, 1.7480000257492065, 1.7640000581741333, @@ -307,199 +303,199 @@ 0.9610000252723694, 0.9430000185966492, 0.9139999747276306, - 0.890999972820282 + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508 ], "p50": [ - 1.648807168006897, - 1.6761261224746704, - 1.701090931892395, - 1.7219864130020142, - 1.7439852356910706, - 1.7654910683631897, - 1.780853807926178, - 1.7941474914550781, - 1.802216649055481, - 1.8184541463851929, - 1.8416312336921692, - 1.8314342498779297, - 1.822960615158081, - 1.8749538660049438, - 1.8611167669296265, - 1.8921958208084106, - 1.9406171441078186, - 1.943274736404419, - 1.8837878704071045, - 1.9711769819259644, - 1.945661187171936, - 1.943274736404419, - 1.9599244594573975, - 1.943274736404419, - 1.9983615279197693, - 2.0086848735809326, - 2.0245699882507324, - 2.0296326875686646, - 2.041361093521118, - 2.032434582710266, - 1.9468464851379395, - 1.9971529841423035, - 1.9834240674972534, - 1.9398437142372131, - 1.8669349551200867, - 1.943274736404419, - 1.8579057455062866, - 2.0038833618164062, - 1.9840632677078247, - 1.9447256326675415, - 1.9830387830734253, - 1.943274736404419, - 1.9093589186668396, - 2.0063719749450684, - 1.8985142707824707, - 1.9003414511680603, - 1.8694700002670288, - 1.8691567182540894, - 1.9588476419448853, - 1.880122423171997, - 1.943274736404419, - 1.943274736404419, - 1.8754873871803284, - 1.8260966539382935, - 1.6567566394805908, - 1.6636632680892944, - 1.882812261581421, - 1.6082770228385925, - 1.920710563659668, - 1.797918677330017 + 1.7266772985458374, + 1.7560742497444153, + 1.7770700454711914, + 1.795577049255371, + 1.81902676820755, + 1.8398019671440125, + 1.867455244064331, + 1.8866115808486938, + 1.9050984978675842, + 1.9169846773147583, + 1.9373745322227478, + 1.966234564781189, + 1.986533284187317, + 2.023914098739624, + 2.0534420013427734, + 2.0437811613082886, + 2.0868773460388184, + 2.1009066104888916, + 2.1614835262298584, + 2.1830779314041138, + 2.17447566986084, + 2.2162868976593018, + 2.204245924949646, + 2.244388461112976, + 2.2267688512802124, + 2.2359741926193237, + 2.224965453147888, + 2.2744359970092773, + 2.3429553508758545, + 2.3564090728759766, + 2.3164315223693848, + 2.37163770198822, + 2.717944622039795, + 2.4837708473205566, + 2.579268217086792, + 2.498055100440979, + 2.5448567867279053, + 2.685014486312866, + 2.568572759628296, + 2.543548345565796, + 2.7736263275146484, + 2.6469218730926514, + 2.6471039056777954, + 2.7581478357315063, + 2.5786149501800537, + 2.678960919380188, + 2.6305736303329468, + 2.6438225507736206, + 2.920033097267151, + 2.790783405303955, + 2.790783405303955, + 2.9719746112823486, + 2.789315104484558, + 2.790783405303955, + 2.790783405303955, + 2.790783405303955, + 2.9392629861831665, + 2.914253354072571, + 2.853628396987915, + 2.9261982440948486 ], "p10": [ - 1.6374265551567078, - 1.6553393006324768, - 1.664450466632843, - 1.684632658958435, - 1.6951761841773987, - 1.6895809173583984, - 1.7015237212181091, - 1.6915305852890015, - 1.6994324922561646, - 1.6692777872085571, - 1.6829031109809875, - 1.647557020187378, - 1.6266916394233704, - 1.6289373636245728, - 1.551098644733429, - 1.6210488080978394, - 1.4140637516975403, - 1.3246793746948242, - 1.161144495010376, - 1.3076343536376953, - 1.2038444876670837, - 1.1502398252487183, - 1.1900036334991455, - 1.2974555492401123, - 1.208592414855957, - 1.0896311402320862, - 1.0596847534179688, - 1.074531078338623, - 0.9514545798301697, - 0.8627278506755829, - 1.0369427800178528, - 0.9771778583526611, - 0.8583448529243469, - 0.6314831376075745, - 0.7395784556865692, - 0.9120486974716187, - 0.7091350555419922, - 0.9125101268291473, - 0.7725457847118378, - 0.6428626775741577, - 0.44953325390815735, - 0.6677700281143188, - 0.5005289912223816, - 0.6201284229755402, - 0.534515768289566, - 0.49941518902778625, - 0.5700905025005341, - 0.5199036300182343, - 0.3435685634613037, - 0.430608868598938, - 0.34234192967414856, - 0.3430621922016144, - 0.33972635865211487, - 0.2711770236492157, - 0.33168983459472656, - 0.4209124445915222, - 0.37357139587402344, - 0.18737196922302246, - 0.4256703555583954, - 0.2961566746234894 + 1.713893175125122, + 1.7322571873664856, + 1.7416913509368896, + 1.7544384002685547, + 1.7705963253974915, + 1.765670120716095, + 1.7960453033447266, + 1.7815462350845337, + 1.778031826019287, + 1.7746073603630066, + 1.771130621433258, + 1.8222951292991638, + 1.7849819660186768, + 1.8219038844108582, + 1.7327003479003906, + 1.7398093342781067, + 1.6294173002243042, + 1.700868010520935, + 1.6636324524879456, + 1.707019567489624, + 1.6436264514923096, + 1.6432287693023682, + 1.690941333770752, + 1.7563185095787048, + 1.5492423176765442, + 1.4945797324180603, + 1.6456323266029358, + 1.5838003158569336, + 1.5315966606140137, + 1.567472219467163, + 1.4429303407669067, + 1.6899607181549072, + 1.5113739967346191, + 1.4719430804252625, + 1.6039929389953613, + 1.5681769251823425, + 1.326870322227478, + 1.4537460207939148, + 1.3785324096679688, + 1.4941081404685974, + 1.4333712458610535, + 1.5230522155761719, + 1.688916563987732, + 1.3087738156318665, + 1.2225540280342102, + 1.6084998846054077, + 1.128498911857605, + 1.0217435956001282, + 1.2355571389198303, + 1.7560856938362122, + 1.4264501929283142, + 1.6741876006126404, + 1.5316623449325562, + 1.0618219375610352, + 1.2414074540138245, + 1.1319966316223145, + 1.4895551800727844, + 1.0439331531524658, + 1.392396330833435, + 1.5301395654678345 ], "p90": [ - 1.6596620082855225, - 1.6984636783599854, - 1.732506275177002, - 1.7682605981826782, - 1.800766408443451, - 1.8306415677070618, - 1.8659998178482056, - 1.8840644359588623, - 1.906229019165039, - 1.9506437182426453, - 1.9874844551086426, - 2.0037660598754883, - 1.9795923829078674, - 2.109933018684387, - 2.104367971420288, - 2.1540167331695557, - 2.4534682035446167, - 2.547298789024353, - 2.3717682361602783, - 2.5340094566345215, - 2.513727068901062, - 2.5811104774475098, - 2.6021173000335693, - 2.6314544677734375, - 2.715723156929016, - 2.800261974334717, - 2.850035071372986, - 2.6859651803970337, - 2.607867956161499, - 2.800261974334717, - 2.6991666555404663, - 2.7983832359313965, - 3.239380359649658, - 3.1957300901412964, - 3.4785526990890503, - 3.228755474090576, - 3.245919704437256, - 3.61040461063385, - 3.6572489738464355, - 3.6649428606033325, - 3.7516316175460815, - 3.532110571861267, - 3.881343722343445, - 3.777353048324585, - 3.8287646770477295, - 3.5634279251098633, - 3.484740376472473, - 4.103063106536865, - 4.0840229988098145, - 4.085742950439453, - 4.002330780029297, - 4.369097709655762, - 4.352067232131958, - 4.942729949951172, - 4.5142364501953125, - 4.273487567901611, - 4.704452276229858, - 4.106724262237549, - 4.5142364501953125, - 4.449860334396362 + 1.7394026517868042, + 1.7773059010505676, + 1.8129323720932007, + 1.8411515951156616, + 1.8822523355484009, + 1.9254127740859985, + 1.9533593654632568, + 1.9812546968460083, + 2.000507116317749, + 2.064543604850769, + 2.0920244455337524, + 2.138916254043579, + 2.1784781217575073, + 2.221182703971863, + 2.338478446006775, + 2.3264403343200684, + 2.569418430328369, + 2.4429951906204224, + 2.6744874715805054, + 2.6065988540649414, + 2.682987689971924, + 2.827782154083252, + 2.741149067878723, + 2.7933253049850464, + 2.8370823860168457, + 2.7898013591766357, + 2.846800923347473, + 2.979014039039612, + 3.078810930252075, + 3.1461809873580933, + 3.1285653114318848, + 3.2172534465789795, + 3.7242950201034546, + 3.643723249435425, + 3.6295080184936523, + 3.5360167026519775, + 3.706278920173645, + 4.032402515411377, + 3.807297706604004, + 3.71394681930542, + 4.049440383911133, + 4.070193290710449, + 3.9027572870254517, + 4.036668062210083, + 4.046225070953369, + 3.9051129817962646, + 4.025377035140991, + 4.242416858673096, + 4.4966630935668945, + 4.7606775760650635, + 4.569072246551514, + 5.349602699279785, + 4.991183280944824, + 4.862829208374023, + 4.78373384475708, + 5.022853851318359, + 4.999884366989136, + 4.92313289642334, + 4.92313289642334, + 5.7055158615112305 ], "timestamps": [ - "2026-06-20 23:48:00", - "2026-06-20 23:54:00", - "2026-06-21 00:00:00", - "2026-06-21 00:06:00", "2026-06-21 00:12:00", "2026-06-21 00:18:00", "2026-06-21 00:24:00", @@ -795,6 +791,10 @@ "2026-06-22 05:24:00", "2026-06-22 05:30:00", "2026-06-22 05:36:00", - "2026-06-22 05:42:00" + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00" ] } diff --git a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 402351bbac8835e11bab98dbf86531d6bdc8c121..d35af1e4ef67ab4e77c20099fc83770769f5eff9 100644 --- a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T05:42:48.374988+00:00", + "evaluated_at": "2026-06-22T06:18:17.042436+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2450.0, - 2400.0, - 2500.0, - 2400.0, - 2400.0, - 2400.0, - 2450.0, - 2400.0, 2350.0, 2400.0, 2400.0, @@ -101,9 +89,7 @@ 2400.0, 2400.0, 2400.0, - 2400.0 - ], - "actuals": [ + 2400.0, 2350.0, 2400.0, 2400.0, @@ -114,6 +100,10 @@ 2350.0, 2350.0, 2400.0, + 2350.0, + 2350.0 + ], + "actuals": [ 2350.0, 2350.0, 2350.0, @@ -127,91 +117,97 @@ 2350.0, 2350.0, 2350.0, - 2350.0 + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 ], "p50": [ - 2399.9354248046875, - 2399.953369140625, - 2399.936767578125, - 2399.9573974609375, - 2399.9560546875, - 2399.9515380859375, - 2399.9617919921875, - 2399.9515380859375, - 2399.9478759765625, - 2399.9898681640625, - 2399.9432373046875, - 2399.9539794921875, - 2399.947509765625, - 2399.96630859375, - 2399.94677734375, - 2399.95068359375, - 2399.9298095703125, - 2399.9368896484375, - 2399.9527587890625, - 2399.9439697265625, - 2399.9476318359375, - 2399.9466552734375, - 2399.9515380859375, - 2399.9462890625 + 2353.952392578125, + 2355.264404296875, + 2355.3101806640625, + 2355.9337158203125, + 2356.8997802734375, + 2356.6405029296875, + 2357.9656982421875, + 2355.989013671875, + 2356.210205078125, + 2356.61181640625, + 2360.1383056640625, + 2359.6981201171875, + 2358.55615234375, + 2358.05078125, + 2359.3863525390625, + 2359.1119384765625, + 2359.6138916015625, + 2362.177490234375, + 2360.4306640625, + 2357.910400390625, + 2363.5203857421875, + 2359.7137451171875, + 2361.0135498046875, + 2362.03857421875 ], "p10": [ - 2399.7193603515625, - 2399.72314453125, - 2399.74267578125, - 2399.768798828125, - 2399.7362060546875, - 2399.730712890625, - 2399.73095703125, - 2399.7091064453125, - 2399.705322265625, - 2399.76318359375, - 2399.6634521484375, - 2399.7005615234375, - 2399.6800537109375, - 2399.7216796875, - 2399.7318115234375, - 2399.735107421875, - 2399.73388671875, - 2399.68359375, - 2399.6700439453125, - 2399.6812744140625, - 2399.6368408203125, - 2399.662353515625, - 2399.6934814453125, - 2399.5748291015625 + 2345.87890625, + 2344.2855224609375, + 2340.0247802734375, + 2336.0225830078125, + 2338.0823974609375, + 2338.6954345703125, + 2332.383056640625, + 2333.3673095703125, + 2323.4183349609375, + 2322.7637939453125, + 2327.9560546875, + 2323.751953125, + 2315.296630859375, + 2310.1492919921875, + 2312.8895263671875, + 2310.6583251953125, + 2303.844970703125, + 2309.2813720703125, + 2312.65087890625, + 2301.0716552734375, + 2309.6175537109375, + 2298.1907958984375, + 2297.4296875, + 2306.07861328125 ], "p90": [ - 2400.4830322265625, - 2400.3372802734375, - 2400.578125, - 2400.4453125, - 2445.009521484375, - 2400.33203125, - 2400.636962890625, - 2444.95849609375, - 2400.488525390625, - 2434.2515869140625, - 2400.412353515625, - 2400.859130859375, - 2400.7574462890625, - 2444.864013671875, - 2400.2681884765625, - 2400.64453125, - 2403.3865966796875, - 2446.4847412109375, - 2446.8150634765625, - 2400.6038818359375, - 2401.014404296875, - 2400.607177734375, - 2446.698486328125, - 2446.0670166015625 + 2363.2919921875, + 2369.0841064453125, + 2373.235595703125, + 2396.8719482421875, + 2401.1915283203125, + 2388.26953125, + 2401.9141845703125, + 2390.771240234375, + 2396.0164794921875, + 2400.407470703125, + 2404.982666015625, + 2404.2421875, + 2401.4757080078125, + 2404.937744140625, + 2405.2288818359375, + 2411.203369140625, + 2408.520751953125, + 2419.114501953125, + 2415.8448486328125, + 2405.90673828125, + 2420.6539306640625, + 2416.2264404296875, + 2420.3558349609375, + 2426.623779296875 ], "timestamps": [ - "2026-06-21 18:55:00", - "2026-06-21 19:10:00", - "2026-06-21 19:25:00", - "2026-06-21 19:40:00", "2026-06-21 19:55:00", "2026-06-21 20:10:00", "2026-06-21 20:25:00", @@ -327,6 +323,10 @@ "2026-06-22 23:55:00", "2026-06-23 00:10:00", "2026-06-23 00:25:00", - "2026-06-23 00:40:00" + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 96e1bb9d7fdb2ed93f8f83e9d13f316656365c08..5b3cc51d35764e3affcdf528c4760eb6ecf6e4f3 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,42 +1,24 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T06:06:04.916656+00:00", + "evaluated_at": "2026-06-22T06:18:19.251180+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t042000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t035000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", + "data_fetched_at": "2026-06-22T06:14:42.009972Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t000600z", + "data_fetched_at": "2026-06-22T06:14:42.009972Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t035000z", + "data_fetched_at": "2026-06-22T06:14:42.009972Z", + "context_length": 96, "prediction_length": 24 } ], diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index d8028456f5a16edc0f295ef66ccd66685dbf05c5..147841c565780ccd7e2c8099e8d83a046672b0ac 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,Moving-Average,82657.21301721483,76470.46347467457,233.01345685992297,0.21629972634537661,0.00363456520617038,0.0036383022452687965,1.7381392620030927,287.5016748076693,0.004484829102851117,0.0036348502435000385,0.0027212868211965832,Finance,1 -nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,7.0117621108409915,7.055180251713726,2.3406708197807196,1.286082945423883,0.09117363478001132,0.09198258102788746,18.298197202231655,2.647973208104831,0.10515306436116724,0.09294984881545072,0.08360600092705145,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.165240725823637,0.16470458265075977,0.369389503191843,1.0722742137155905,0.23289993075485552,0.2534836145687543,38.36186676411647,0.4064981252400028,0.2612064104666738,0.2373612575355468,0.23160594538980403,Ocean,1 +nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,6.515449648564218,6.7803991656933915,2.1180077483207227,1.2450653179012066,0.07820458479476648,0.08103448001915808,18.137880619109865,2.5525378838646486,0.09772818313582761,0.0810914699520931,0.07041852511819074,Weather,1 +noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.13434797463742482,0.1343329397479569,0.33549380674230844,0.9817654751393203,0.2458398675238165,0.2362420205525057,34.70901944295047,0.3665350933231698,0.24423732744478832,0.22355324831277223,0.21719192270953344,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.08017271351653424,0.07986113357323404,0.2625000371977136,4.038462999513694,0.1644389221523956,0.1810696647861585,56.49142845199955,0.283147865110324,0.1815373618337958,0.16829921785064048,0.15425350858064174,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moving-Average,0.5140346453249166,0.6250127124643415,0.786184226420889,0.3952881669596911,0.056142298375936116,0.05459187849743944,1.5785612066442762,0.7169620947615827,0.051165896220225035,0.05610592363659857,0.0447064306062637,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,152.08580922040986,145.90859239813193,10.473314733370819,0.9058504625996212,0.6063289327383238,0.41886483805184765,16.907084854896556,12.332307538348607,0.5673286831415902,0.4818086021074315,0.44516713657454576,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moving-Average,5.814030567462749,5.358591359631549,2.110124197883985,1.1105915916189244,0.0901670368938088,0.08577346626464023,18.097181107325696,2.4112300942595146,0.10043304588031764,0.08789132189573678,0.0783366443347524,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moving-Average,12.826895043545633,15.783008832634133,3.345309381237525,0.6191832273755831,0.5413336851429417,0.3834275780570236,5.2319424843539855,3.5814654882527672,0.429775858590332,0.401437125748503,0.29854681747615885,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Moving-Average,1950.3411458333333,1979.1666666666667,39.583333333333336,3.4545454545454546,0.016843971631205674,0.016666666666666666,43.14545192693091,44.16266687863555,0.018709691175414885,0.01676963812886143,0.01439835245660488,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Moving-Average,2540.0364583339483,2513.0208333333194,45.83333333333318,2.7499999999999907,0.019668163480316515,0.019437880882484347,31.787498030924592,50.39877437333123,0.021541773552269803,0.01959038290293849,0.017268889548497684,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moving-Average,2916.429984376527,2638.9728108544255,41.77216748768473,0.8658991116103341,0.19118729110684002,0.17018181335231902,12.392259940414672,54.0039811900616,0.2146665918968945,0.16604495878125675,0.1351157366612927,Web,1 diff --git a/results/moving_average/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/moving_average/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 06c5c57dc5dfcf453c7b91ff6adcb53e965ee4eb..7caf9c54162b7238de92683b529ecefabbf0011e 100644 --- a/results/moving_average/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/moving_average/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,35 +1,11 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T05:04:18.310987+00:00", + "evaluated_at": "2026-06-22T06:18:55.410362+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 24.18000030517578, - 24.06999969482422, - 23.93000030517578, - 23.860000610351562, - 23.81999969482422, - 23.950000762939453, - 24.31999969482422, - 24.770000457763672, - 25.75, - 27.209999084472656, - 28.59000015258789, - 29.559999465942383, - 30.0, - 30.15999984741211, - 30.0, - 29.68000030517578, - 29.360000610351562, - 28.780000686645508, - 27.6200008392334, - 26.270000457763672, - 25.290000915527344, - 24.5, - 23.84000015258789, - 23.200000762939453, 22.600000381469727, 22.1200008392334, 21.809999465942383, @@ -341,9 +317,7 @@ 25.43000030517578, 24.469999313354492, 23.75, - 23.25 - ], - "actuals": [ + 23.25, 22.93000030517578, 22.760000228881836, 22.600000381469727, @@ -369,109 +343,111 @@ 23.329999923706055, 23.18000030517578 ], + "actuals": [ + 23.059999465942383, + 23.049999237060547, + 23.110000610351562, + 23.170000076293945, + 23.299999237060547, + 23.530000686645508, + 23.950000762939453, + 24.65999984741211, + 25.739999771118164, + 26.700000762939453, + 27.709999084472656, + 28.959999084472656, + 30.5, + 31.030000686645508, + 29.989999771118164, + 28.350000381469727, + 27.170000076293945, + 26.579999923706055, + 26.440000534057617, + 26.40999984741211, + 26.389999389648438, + 26.139999389648438, + 25.6200008392334, + 25.290000915527344 + ], "p50": [ - 25.071525786527946, - 25.14152643502648, - 25.011526320585563, - 25.096526358732536, - 25.01652643502648, - 25.056525443205192, - 24.981526587614372, - 25.026525710234, - 25.071526740202263, - 25.111525748380974, - 25.046526167997673, - 24.981525633940056, - 25.026525710234, - 25.056527350553825, - 25.046526167997673, - 25.006524298796013, - 25.0865261298507, - 25.01652643502648, - 25.0865261298507, - 25.0215265494674, - 25.056525443205192, - 25.026525710234, - 25.04152509988244, - 25.0215265494674 + 25.000351879015493, + 25.060351344957876, + 25.06035325230651, + 25.02035138310485, + 25.03535268010192, + 25.080352756395865, + 25.10035226048522, + 25.035351726427603, + 25.025352451220083, + 25.070351573839712, + 25.080351802721548, + 25.060352298632193, + 25.02035138310485, + 25.040352794542837, + 25.01035210789733, + 25.035351726427603, + 25.04535195530944, + 25.070351573839712, + 25.070351573839712, + 25.05035111607604, + 25.04535195530944, + 25.10035226048522, + 25.030352565661, + 24.995352718248892 ], "p10": [ - 24.24652597726281, - 24.351526663908317, - 24.135525534757928, - 24.265526412138296, - 24.154525778898552, - 24.32452604592736, - 24.24652597726281, - 24.42352621377404, - 24.446526740202263, - 24.36552526772912, - 24.385525344023062, - 24.326525900968864, - 24.241526053556754, - 24.186526511320427, - 24.301527236112907, - 24.196526740202263, - 24.326525900968864, - 24.32452604592736, - 24.40352594674523, - 24.252526114591912, - 24.386525366911247, - 24.243525908598258, - 24.261526320585563, - 24.24652597726281 + 24.219351360216667, + 24.44035241307311, + 24.340352031603384, + 24.380352947130728, + 24.26435239018493, + 24.257352039232778, + 24.376352855577995, + 24.149351665392448, + 24.33835217656188, + 24.139352962389516, + 24.129351207628776, + 24.340352031603384, + 24.410352107897328, + 24.229351398363637, + 24.30035111607604, + 24.30035111607604, + 24.320353481188345, + 24.33635194005065, + 24.44035241307311, + 24.139352962389516, + 24.280352565661, + 24.407351848497914, + 24.090352031603384, + 24.149351665392448 ], "p90": [ - 26.466527197965934, - 26.301525328764274, - 26.127526877531363, - 26.15252554238732, - 26.22952558816369, - 26.23852579415734, - 25.96752512277062, - 26.136525366911247, - 25.97652704537804, - 26.136525366911247, - 26.207525275358513, - 26.088526175627067, - 26.15552561105187, - 26.136525366911247, - 26.474527190336538, - 26.287525008329705, - 26.227525542387323, - 26.227525542387323, - 26.236525748380974, - 26.19752657235558, - 26.23852579415734, - 26.23852579415734, - 26.29652540505822, - 26.217527030119253 + 26.2113527029901, + 26.220351192369986, + 26.310351344957876, + 26.141353008165883, + 26.46035096348815, + 26.273352214708854, + 26.413351795092154, + 26.39035126866393, + 26.24735161961608, + 26.156353351488637, + 26.21235291661315, + 26.31835305394225, + 26.273352214708854, + 25.99035317601256, + 26.250351879015493, + 26.14135319890075, + 26.31035325230651, + 26.410351726427603, + 26.360352489367056, + 26.24335171879821, + 26.270352336779165, + 26.413351795092154, + 26.15035168828063, + 26.026352283373402 ], "timestamps": [ - "2026-06-04 00:00:00", - "2026-06-04 01:00:00", - "2026-06-04 02:00:00", - "2026-06-04 03:00:00", - "2026-06-04 04:00:00", - "2026-06-04 05:00:00", - "2026-06-04 06:00:00", - "2026-06-04 07:00:00", - "2026-06-04 08:00:00", - "2026-06-04 09:00:00", - "2026-06-04 10:00:00", - "2026-06-04 11:00:00", - "2026-06-04 12:00:00", - "2026-06-04 13:00:00", - "2026-06-04 14:00:00", - "2026-06-04 15:00:00", - "2026-06-04 16:00:00", - "2026-06-04 17:00:00", - "2026-06-04 18:00:00", - "2026-06-04 19:00:00", - "2026-06-04 20:00:00", - "2026-06-04 21:00:00", - "2026-06-04 22:00:00", - "2026-06-04 23:00:00", "2026-06-05 00:00:00", "2026-06-05 01:00:00", "2026-06-05 02:00:00", @@ -807,6 +783,30 @@ "2026-06-18 20:00:00", "2026-06-18 21:00:00", "2026-06-18 22:00:00", - "2026-06-18 23:00:00" + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00" ] } diff --git a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 2847c23b084de74dda4ec481d56990a046c3b227..eca12646713cdd49ec8e8df2412f79b61fa391fa 100644 --- a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,15 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T05:53:44.910024+00:00", + "evaluated_at": "2026-06-22T06:18:55.422413+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.7309999465942383, - 1.7480000257492065, - 1.7630000114440918, - 1.7690000534057617, 1.774999976158142, 1.7879999876022339, 1.7960000038146973, @@ -245,13 +241,13 @@ 1.5420000553131104, 1.562000036239624, 1.5889999866485596, - 1.6180000305175781 - ], - "actuals": [ + 1.6180000305175781, 1.6390000581741333, 1.6519999504089355, 1.680999994277954, - 1.7070000171661377, + 1.7070000171661377 + ], + "actuals": [ 1.7280000448226929, 1.7480000257492065, 1.7640000581741333, @@ -307,199 +303,199 @@ 0.9610000252723694, 0.9430000185966492, 0.9139999747276306, - 0.890999972820282 + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508 ], "p50": [ - 1.2908477923070372, - 1.289347811618942, - 1.288847847858566, - 1.2928478261624754, - 1.291847779432434, - 1.2908477923070372, - 1.2958477726375044, - 1.2908477923070372, - 1.2908478072081984, - 1.2908478221093596, - 1.2908477923070372, - 1.2908478221093596, - 1.2893478414212645, - 1.2908477923070372, - 1.2913478007708967, - 1.291347815672058, - 1.2893478414212645, - 1.289347811618942, - 1.2908478221093596, - 1.2883477350865782, - 1.2908478072081984, - 1.2898478051816404, - 1.2903477987443388, - 1.296847834268707, - 1.291847794333595, - 1.2928477069531858, - 1.2968477746640623, - 1.288847847858566, - 1.2908478072081984, - 1.2873477777635038, - 1.2898478051816404, - 1.2893478414212645, - 1.2908477923070372, - 1.291847794333595, - 1.290847851911682, - 1.2888478180562437, - 1.2948478451167524, - 1.2893477967177809, - 1.288847847858566, - 1.2888478180562437, - 1.2908477923070372, - 1.287847830930847, - 1.2933477899228514, - 1.2868478140031279, - 1.2908478072081984, - 1.2898478051816404, - 1.290847851911682, - 1.293847872892517, - 1.288847847858566, - 1.2908477923070372, - 1.2908477923070372, - 1.2888478776608885, - 1.2923477729951323, - 1.288847758451599, - 1.2923478027974546, - 1.2908477923070372, - 1.288847758451599, - 1.2888477882539213, - 1.2903477987443388, - 1.2938477536832274 + 1.4012428232607648, + 1.4032428869185254, + 1.402242855089645, + 1.407242895024757, + 1.4012428083596036, + 1.4012428679642484, + 1.4032429018196866, + 1.4012429275688931, + 1.4027428486523434, + 1.4012429275688931, + 1.403242857116203, + 1.4032428422150418, + 1.4012428679642484, + 1.4032428422150418, + 1.4042428740439221, + 1.4032428422150418, + 1.402242855089645, + 1.4037428655800626, + 1.4062428631958768, + 1.4002428212342068, + 1.402242855089645, + 1.4012429275688931, + 1.402242855089645, + 1.4047428676066205, + 1.404242859142761, + 1.4087428459105298, + 1.4102428713021085, + 1.402242855089645, + 1.402242855089645, + 1.4012428232607648, + 1.4012428679642484, + 1.4012428679642484, + 1.4037428804812238, + 1.40524287607048, + 1.4032428720173642, + 1.4032428422150418, + 1.40524287607048, + 1.4017428615269467, + 1.4012428530630872, + 1.4012428083596036, + 1.4017428615269467, + 1.4012428679642484, + 1.4057428994355008, + 1.4012428530630872, + 1.4027428486523434, + 1.4017428615269467, + 1.40524287607048, + 1.4087428459105298, + 1.403242857116203, + 1.4032429018196866, + 1.4012428679642484, + 1.4012428679642484, + 1.4042428293404385, + 1.4012428530630872, + 1.404242859142761, + 1.4042428740439221, + 1.4002428212342068, + 1.4012428679642484, + 1.4027428486523434, + 1.4042428740439221 ], "p10": [ - 1.2607478102837981, - 1.2607477566396177, - 1.2588477870618284, - 1.2628477951680601, - 1.2598477682267606, - 1.2588477870618284, - 1.2608477613126219, - 1.2607478162442625, - 1.2607478162442625, - 1.2598477682267606, - 1.2618478616868436, - 1.2618478080426634, - 1.2598477741872252, - 1.2588478407060086, - 1.2608478209172667, - 1.2628477355634153, - 1.2588477870618284, - 1.2598477741872252, - 1.261747815290588, - 1.2587477943097531, - 1.2598477145825804, - 1.2628478488122403, - 1.2588478407060086, - 1.2608478209172667, - 1.2607478162442625, - 1.261747815290588, - 1.2608478745614469, - 1.2597477814351499, - 1.2597477277909697, - 1.2588477870618284, - 1.2627477487718046, - 1.2608478209172667, - 1.2598477145825804, - 1.2637477895413816, - 1.2618478080426634, - 1.2597477277909697, - 1.2608478209172667, - 1.2588477870618284, - 1.259747721830505, - 1.2588478466664732, - 1.2588477870618284, - 1.2588477870618284, - 1.2588477870618284, - 1.259747721830505, - 1.2598477145825804, - 1.261747815290588, - 1.2628477892075956, - 1.2588477870618284, - 1.2598477145825804, - 1.2578478595410765, - 1.2608478209172667, - 1.2597477277909697, - 1.2608478209172667, - 1.2588478407060086, - 1.2608478209172667, - 1.2608477613126219, - 1.2588477870618284, - 1.2608478209172667, - 1.2607477566396177, - 1.2607477626000823 + 1.373142866152267, + 1.3722428181347652, + 1.3712428906140133, + 1.3741428651985927, + 1.3721427776989743, + 1.371242836969833, + 1.3751427927193447, + 1.3722428240952298, + 1.3742429115948482, + 1.373142812508087, + 1.3732428708252713, + 1.3732428112206265, + 1.3732429244694515, + 1.3732428648648067, + 1.3732428708252713, + 1.3752428450760648, + 1.371242836969833, + 1.3742429115948482, + 1.374242857950668, + 1.3732428112206265, + 1.3751427986798093, + 1.3721427776989743, + 1.372242764490585, + 1.3732429244694515, + 1.371242836969833, + 1.371242836969833, + 1.3742429175553128, + 1.3732428708252713, + 1.3732429244694515, + 1.3741428592381284, + 1.3712428965744778, + 1.3741428651985927, + 1.372242764490585, + 1.3752428927597806, + 1.37524278547142, + 1.3742429115948482, + 1.3732429244694515, + 1.373142866152267, + 1.371242836969833, + 1.371242836969833, + 1.3731428601918028, + 1.373242930429916, + 1.3712428906140133, + 1.372242764490585, + 1.3732429244694515, + 1.3732428112206265, + 1.3732428648648067, + 1.374242857950668, + 1.3722428240952298, + 1.3721427776989743, + 1.3732428648648067, + 1.372242764490585, + 1.3742429115948482, + 1.371242836969833, + 1.3722428181347652, + 1.3732428648648067, + 1.3702429094490811, + 1.371242836969833, + 1.373142866152267, + 1.37524278547142 ], "p90": [ - 1.3159478267823637, - 1.3178478023206175, - 1.3148477813397825, - 1.315847828069824, - 1.3180477997456967, - 1.319847776571411, - 1.3178478023206175, - 1.3169478675519408, - 1.313847734609741, - 1.316847767511505, - 1.316847767511505, - 1.318847849050659, - 1.3168477615510406, - 1.3178478023206175, - 1.319847776571411, - 1.3160478254949033, - 1.3168478151952208, - 1.3198477825318755, - 1.3198478421365203, - 1.3178478023206175, - 1.3169478675519408, - 1.3169478675519408, - 1.3178478023206175, - 1.3198477825318755, - 1.3198478421365203, - 1.3178478023206175, - 1.3179478069936217, - 1.318847849050659, - 1.3180477997456967, - 1.3148477813397825, - 1.315847828069824, - 1.319847776571411, - 1.3179478069936217, - 1.3178478023206175, - 1.3149478933011474, - 1.3198478421365203, - 1.3168478211556853, - 1.3130478045140683, - 1.3159478327428282, - 1.3189478477631986, - 1.3148477813397825, - 1.315847828069824, - 1.3178478023206175, - 1.3169478139077604, - 1.3198477825318755, - 1.3189478477631986, - 1.3168478747998655, - 1.3178478023206175, - 1.3179478069936217, - 1.3178478023206175, - 1.3148477813397825, - 1.318847849050659, - 1.3178478023206175, - 1.3179478069936217, - 1.3169478139077604, - 1.3168478747998655, - 1.3180477997456967, - 1.3179478069936217, - 1.3169478675519408, - 1.3179478069936217 + 1.4302428522286221, + 1.4304428496537014, + 1.4282428779778287, + 1.4302428522286221, + 1.4303428569016263, + 1.4322428324398802, + 1.4312428989586636, + 1.4302428522286221, + 1.428342870729904, + 1.4322428860840604, + 1.4292428114590452, + 1.4304428496537014, + 1.4293429174599455, + 1.4322428860840604, + 1.4322428264794156, + 1.4302428522286221, + 1.4303428569016263, + 1.432242892044525, + 1.4322428860840604, + 1.4292428651032254, + 1.4302428522286221, + 1.4322428860840604, + 1.4312428989586636, + 1.4293429174599455, + 1.4322428860840604, + 1.428342870729904, + 1.4302428522286221, + 1.4302428522286221, + 1.4322428264794156, + 1.4272428312477872, + 1.4303428569016263, + 1.4312428989586636, + 1.4302428522286221, + 1.4293429174599455, + 1.4302428522286221, + 1.42924287106369, + 1.4322428264794156, + 1.4263427891907499, + 1.4302428522286221, + 1.4282428779778287, + 1.429342863815765, + 1.427342943209152, + 1.4302428522286221, + 1.42924287106369, + 1.4312428989586636, + 1.4303428569016263, + 1.4312428989586636, + 1.4322428324398802, + 1.4292428054985806, + 1.4352428474602505, + 1.4283428766903683, + 1.4283428766903683, + 1.4303428569016263, + 1.4263427891907499, + 1.4293429174599455, + 1.4322428264794156, + 1.4273428895649716, + 1.4303428569016263, + 1.4302428522286221, + 1.4303428569016263 ], "timestamps": [ - "2026-06-20 23:48:00", - "2026-06-20 23:54:00", - "2026-06-21 00:00:00", - "2026-06-21 00:06:00", "2026-06-21 00:12:00", "2026-06-21 00:18:00", "2026-06-21 00:24:00", @@ -795,6 +791,10 @@ "2026-06-22 05:24:00", "2026-06-22 05:30:00", "2026-06-22 05:36:00", - "2026-06-22 05:42:00" + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00" ] } diff --git a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 8f88611c4db82311284c9db6550eb3cf8f959dfd..183914fe3cce7b99f244e9da8054b344f2cc7256 100644 --- a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T05:43:44.226094+00:00", + "evaluated_at": "2026-06-22T06:18:55.434060+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2450.0, - 2400.0, - 2500.0, - 2400.0, - 2400.0, - 2400.0, - 2450.0, - 2400.0, 2350.0, 2400.0, 2400.0, @@ -101,9 +89,7 @@ 2400.0, 2400.0, 2400.0, - 2400.0 - ], - "actuals": [ + 2400.0, 2350.0, 2400.0, 2400.0, @@ -115,58 +101,16 @@ 2350.0, 2400.0, 2350.0, - 2350.0, - 2350.0, - 2350.0, - 2350.0, - 2350.0, - 2350.0, - 2350.0, - 2350.0, - 2350.0, - 2350.0, - 2350.0, - 2350.0, 2350.0 ], - "p50": [ - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0 - ], - "p10": [ - 2400.0, + "actuals": [ 2350.0, 2350.0, 2350.0, 2350.0, - 2400.0, - 2400.0, 2350.0, 2350.0, 2350.0, - 2400.0, 2350.0, 2350.0, 2350.0, @@ -179,39 +123,91 @@ 2350.0, 2350.0, 2350.0, - 2350.0 + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 + ], + "p50": [ + 2385.4166666666665, + 2385.4166666666665, + 2385.4166666666665, + 2385.4166666666665, + 2385.4166666666665, + 2385.4166666666665, + 2385.4166666666665, + 2385.4166666666665, + 2385.4166666666665, + 2385.4166666666665, + 2385.4166666666665, + 2385.4166666666665, + 2385.4166666666665, + 2385.4166666666665, + 2385.4166666666665, + 2385.4166666666665, + 2385.4166666666665, + 2385.4166666666665, + 2385.4166666666665, + 2385.4166666666665, + 2385.4166666666665, + 2385.4166666666665, + 2385.4166666666665, + 2385.4166666666665 + ], + "p10": [ + 2335.4166666666665, + 2335.4166666666665, + 2335.4166666666665, + 2335.4166666666665, + 2335.4166666666665, + 2335.4166666666665, + 2335.4166666666665, + 2385.4166666666665, + 2335.4166666666665, + 2335.4166666666665, + 2385.4166666666665, + 2335.4166666666665, + 2335.4166666666665, + 2335.4166666666665, + 2335.4166666666665, + 2335.4166666666665, + 2335.4166666666665, + 2335.4166666666665, + 2335.4166666666665, + 2335.4166666666665, + 2335.4166666666665, + 2335.4166666666665, + 2385.4166666666665, + 2335.4166666666665 ], "p90": [ - 2450.0, - 2450.0, - 2450.0, - 2400.0, - 2450.0, - 2450.0, - 2450.0, - 2450.0, - 2450.0, - 2450.0, - 2450.0, - 2450.0, - 2400.0, - 2450.0, - 2404.9999999999995, - 2400.0, - 2450.0, - 2450.0, - 2450.0, - 2450.0, - 2450.0, - 2400.0, - 2450.0, - 2450.0 + 2435.4166666666665, + 2435.4166666666665, + 2435.4166666666665, + 2435.4166666666665, + 2435.4166666666665, + 2435.4166666666665, + 2390.416666666666, + 2435.4166666666665, + 2435.4166666666665, + 2435.4166666666665, + 2435.4166666666665, + 2435.4166666666665, + 2435.4166666666665, + 2435.4166666666665, + 2435.4166666666665, + 2435.4166666666665, + 2435.4166666666665, + 2435.4166666666665, + 2435.4166666666665, + 2385.4166666666665, + 2435.4166666666665, + 2435.4166666666665, + 2435.4166666666665, + 2435.4166666666665 ], "timestamps": [ - "2026-06-21 18:55:00", - "2026-06-21 19:10:00", - "2026-06-21 19:25:00", - "2026-06-21 19:40:00", "2026-06-21 19:55:00", "2026-06-21 20:10:00", "2026-06-21 20:25:00", @@ -327,6 +323,10 @@ "2026-06-22 23:55:00", "2026-06-23 00:10:00", "2026-06-23 00:25:00", - "2026-06-23 00:40:00" + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index d1bc50649235c9d62a5bb09b33bd12cad2169d4e..fac96b73beb9344728902bf3d7a1b817360f19b3 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,42 +1,24 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T06:10:00.343495+00:00", + "evaluated_at": "2026-06-22T06:18:55.437420+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t042000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t035000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", + "data_fetched_at": "2026-06-22T06:14:42.009972Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t000600z", + "data_fetched_at": "2026-06-22T06:14:42.009972Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t035000z", + "data_fetched_at": "2026-06-22T06:14:42.009972Z", + "context_length": 96, "prediction_length": 24 } ], diff --git a/results/online_status.json b/results/online_status.json index 5213342f0b30c226267fecca90f0758448f28ca8..f00f9ec390fd8bcd75ff373c302bcb2dd5ca0dea 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-22T06:00:52.706059+00:00", - "finished_at": "2026-06-22T06:10:00.481130+00:00", - "task_count": 6, + "started_at": "2026-06-22T06:14:42.690352+00:00", + "finished_at": "2026-06-22T06:18:55.570476+00:00", + "task_count": 3, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,42 +10,24 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T06:02:03.598849+00:00", + "evaluated_at": "2026-06-22T06:15:45.249860+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t042000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t035000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", + "data_fetched_at": "2026-06-22T06:14:42.009972Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t000600z", + "data_fetched_at": "2026-06-22T06:14:42.009972Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t035000z", + "data_fetched_at": "2026-06-22T06:14:42.009972Z", + "context_length": 96, "prediction_length": 24 } ], @@ -54,42 +36,24 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T06:02:59.538271+00:00", + "evaluated_at": "2026-06-22T06:16:40.949304+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t042000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t035000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", + "data_fetched_at": "2026-06-22T06:14:42.009972Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t000600z", + "data_fetched_at": "2026-06-22T06:14:42.009972Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t035000z", + "data_fetched_at": "2026-06-22T06:14:42.009972Z", + "context_length": 96, "prediction_length": 24 } ], @@ -98,42 +62,24 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T06:03:52.329143+00:00", + "evaluated_at": "2026-06-22T06:17:20.985867+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t042000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t035000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", + "data_fetched_at": "2026-06-22T06:14:42.009972Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t000600z", + "data_fetched_at": "2026-06-22T06:14:42.009972Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t035000z", + "data_fetched_at": "2026-06-22T06:14:42.009972Z", + "context_length": 96, "prediction_length": 24 } ], @@ -142,42 +88,24 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T06:04:40.922469+00:00", + "evaluated_at": "2026-06-22T06:17:44.422367+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t042000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t035000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", + "data_fetched_at": "2026-06-22T06:14:42.009972Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t000600z", + "data_fetched_at": "2026-06-22T06:14:42.009972Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t035000z", + "data_fetched_at": "2026-06-22T06:14:42.009972Z", + "context_length": 96, "prediction_length": 24 } ], @@ -186,42 +114,24 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T06:06:04.916656+00:00", + "evaluated_at": "2026-06-22T06:18:19.251180+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t042000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t035000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", + "data_fetched_at": "2026-06-22T06:14:42.009972Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t000600z", + "data_fetched_at": "2026-06-22T06:14:42.009972Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t035000z", + "data_fetched_at": "2026-06-22T06:14:42.009972Z", + "context_length": 96, "prediction_length": 24 } ], @@ -230,42 +140,24 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T06:09:59.725663+00:00", + "evaluated_at": "2026-06-22T06:18:54.886868+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t042000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t035000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", + "data_fetched_at": "2026-06-22T06:14:42.009972Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t000600z", + "data_fetched_at": "2026-06-22T06:14:42.009972Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t035000z", + "data_fetched_at": "2026-06-22T06:14:42.009972Z", + "context_length": 96, "prediction_length": 24 } ], @@ -274,42 +166,24 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T06:10:00.158710+00:00", + "evaluated_at": "2026-06-22T06:18:55.296319+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t042000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t035000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", + "data_fetched_at": "2026-06-22T06:14:42.009972Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t000600z", + "data_fetched_at": "2026-06-22T06:14:42.009972Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t035000z", + "data_fetched_at": "2026-06-22T06:14:42.009972Z", + "context_length": 96, "prediction_length": 24 } ], @@ -318,42 +192,24 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T06:10:00.290289+00:00", + "evaluated_at": "2026-06-22T06:18:55.404649+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t042000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t035000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", + "data_fetched_at": "2026-06-22T06:14:42.009972Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t000600z", + "data_fetched_at": "2026-06-22T06:14:42.009972Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t035000z", + "data_fetched_at": "2026-06-22T06:14:42.009972Z", + "context_length": 96, "prediction_length": 24 } ], @@ -362,42 +218,24 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T06:10:00.343495+00:00", + "evaluated_at": "2026-06-22T06:18:55.437420+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t042000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t035000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", + "data_fetched_at": "2026-06-22T06:14:42.009972Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t000600z", + "data_fetched_at": "2026-06-22T06:14:42.009972Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t035000z", + "data_fetched_at": "2026-06-22T06:14:42.009972Z", + "context_length": 96, "prediction_length": 24 } ], @@ -406,42 +244,24 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T06:10:00.387629+00:00", + "evaluated_at": "2026-06-22T06:18:55.464808+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t042000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t035000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", + "data_fetched_at": "2026-06-22T06:14:42.009972Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t000600z", + "data_fetched_at": "2026-06-22T06:14:42.009972Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t035000z", + "data_fetched_at": "2026-06-22T06:14:42.009972Z", + "context_length": 96, "prediction_length": 24 } ], @@ -458,7 +278,5 @@ "overall": "aggregates/results_overall.csv", "metadata": "aggregates/metadata.json" }, - "push_status": "ok", - "pushed_at": "2026-06-22T06:11:14.843293+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260622_061855.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260622_061855.json new file mode 100644 index 0000000000000000000000000000000000000000..3f835b16da7912c580e87e05ed62cee2792e95bf --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260622_061855.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ARIMA", + "evaluated_at": "2026-06-22T06:18:55.270842+00:00", + "metrics": { + "MSE[mean]": 1287.3471071501092, + "MSE[0.5]": 410.775507267166, + "MAE[0.5]": 15.446902261170104, + "MASE[0.5]": 0.9268141356702063, + "MAPE[0.5]": 0.00665213522175223, + "sMAPE[0.5]": 0.006624866845999525, + "MSIS": 11.651328531580509, + "RMSE[mean]": 35.87961966284076, + "NRMSE[mean]": 0.015335901547785899, + "ND[0.5]": 0.006602415926412868, + "mean_weighted_sum_quantile_loss": 0.005976909644011825 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00" + ], + "context": [ + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0 + ], + "actual": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 + ], + "predictions": { + "p50": [ + 2344.5417543810936, + 2340.282604846696, + 2340.905920154727, + 2340.929329822597, + 2340.9715062386804, + 2341.427842718793, + 2341.232702560893, + 2341.1709468865165, + 2341.315394719084, + 2341.296218890446, + 2341.342205648727, + 2341.0798660848823, + 2340.7033801735433, + 2341.401101655156, + 2340.9003553836787, + 2341.342204874245, + 2341.282809133452, + 2340.9639987833634, + 2341.1037257575335, + 2341.3422048746124, + 2341.3153782108548, + 2340.6003275279936, + 2341.10372575753, + 2340.557886611199 + ], + "p10": [ + 2327.809845230973, + 2323.456976633781, + 2319.0514357493357, + 2318.605802432188, + 2325.7552905354864, + 2328.70326416455, + 2325.7481351239203, + 2324.577737328133, + 2324.3956926206547, + 2322.3557652612953, + 2326.9745116791337, + 2316.3480519098903, + 2316.348052113822, + 2326.9745108971597, + 2318.640471394674, + 2328.704889880205, + 2322.4019580385693, + 2325.413200576, + 2322.401958038493, + 2321.940066014597, + 2324.577813562105, + 2322.3557688361, + 2322.4019580384893, + 2324.3956761124255 + ], + "p90": [ + 2376.1110302781517, + 2386.7392802661334, + 2367.778554694183, + 2372.7214589831037, + 2371.83973374004, + 2382.505028806046, + 2382.488293982759, + 2372.7560517099155, + 2381.935894259304, + 2368.0302220336484, + 2381.9358785251884, + 2372.6968609919727, + 2381.9358777873754, + 2382.675067761606, + 2381.9910841715723, + 2382.487941938657, + 2371.736155743169, + 2381.9358777510574, + 2371.832226284744, + 2372.696861159603, + 2371.8322262847405, + 2359.2858129100723, + 2367.6184555934938, + 2372.696861159604 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260622_061541.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260622_061541.json new file mode 100644 index 0000000000000000000000000000000000000000..6ab30e9511e84ace51644c1cb681e8121b9f84a7 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260622_061541.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T06:15:41.552580+00:00", + "metrics": { + "MSE[mean]": 1664.2110499988, + "MSE[0.5]": 1664.2110499988, + "MAE[0.5]": 32.548095703125, + "MASE[0.5]": 1.9528857421874999, + "MAPE[0.5]": 0.014002821902011303, + "sMAPE[0.5]": 0.013849200918906285, + "MSIS": 21.800358276367188, + "RMSE[mean]": 40.79474292110198, + "NRMSE[mean]": 0.017436755656392654, + "ND[0.5]": 0.01391191980186999, + "mean_weighted_sum_quantile_loss": 0.009415932143254674 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00" + ], + "context": [ + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0 + ], + "actual": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 + ], + "predictions": { + "p50": [ + 2357.3828125, + 2357.907958984375, + 2360.503662109375, + 2362.860107421875, + 2366.069091796875, + 2368.56005859375, + 2368.017822265625, + 2370.47998046875, + 2371.570556640625, + 2371.78466796875, + 2373.61181640625, + 2373.676513671875, + 2374.64990234375, + 2374.43359375, + 2374.567626953125, + 2374.196044921875, + 2378.37939453125, + 2377.9111328125, + 2378.76806640625, + 2378.8251953125, + 2378.08154296875, + 2379.06689453125, + 2379.580810546875, + 2380.26904296875 + ], + "p10": [ + 2345.326171875, + 2346.7802734375, + 2346.05029296875, + 2346.841552734375, + 2345.57861328125, + 2343.977294921875, + 2345.499267578125, + 2345.62353515625, + 2346.141845703125, + 2344.732421875, + 2345.47265625, + 2344.69873046875, + 2345.197021484375, + 2342.914794921875, + 2344.225830078125, + 2343.45263671875, + 2337.1181640625, + 2335.910888671875, + 2336.260498046875, + 2336.721923828125, + 2336.32763671875, + 2334.47265625, + 2336.464111328125, + 2336.48779296875 + ], + "p90": [ + 2401.721923828125, + 2402.103515625, + 2401.943359375, + 2402.609130859375, + 2402.609375, + 2403.867919921875, + 2404.119384765625, + 2404.205322265625, + 2404.89599609375, + 2405.275634765625, + 2405.865966796875, + 2406.58740234375, + 2406.58447265625, + 2405.90283203125, + 2406.095458984375, + 2405.665771484375, + 2405.43994140625, + 2405.5302734375, + 2405.55078125, + 2405.232666015625, + 2405.008056640625, + 2405.5263671875, + 2405.630859375, + 2405.482666015625 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260622_061855.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260622_061855.json new file mode 100644 index 0000000000000000000000000000000000000000..10345117ce96e52d7ecfedc785c44dc67d3a94b7 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260622_061855.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ETS", + "evaluated_at": "2026-06-22T06:18:55.396078+00:00", + "metrics": { + "MSE[mean]": 472.16025703729446, + "MSE[0.5]": 455.09329950014126, + "MAE[0.5]": 14.967227916950398, + "MASE[0.5]": 0.8980336750170239, + "MAPE[0.5]": 0.006452037146781118, + "sMAPE[0.5]": 0.0064097954379636, + "MSIS": 21.834577471923637, + "RMSE[mean]": 21.729248883412755, + "NRMSE[mean]": 0.00928765758151213, + "ND[0.5]": 0.006397390383024212, + "mean_weighted_sum_quantile_loss": 0.006053103549752937 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00" + ], + "context": [ + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0 + ], + "actual": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 + ], + "predictions": { + "p50": [ + 2367.1433902876406, + 2365.9969960196167, + 2364.850601751593, + 2363.704207483569, + 2362.557813215545, + 2361.4114189475213, + 2360.2650246794974, + 2359.1186304114735, + 2357.9722361434497, + 2356.8258418754253, + 2355.6794476074015, + 2354.5330533393776, + 2353.3866590713537, + 2352.24026480333, + 2351.093870535306, + 2349.947476267282, + 2348.8010819992583, + 2347.6546877312344, + 2346.5082934632105, + 2345.3618991951867, + 2344.215504927163, + 2343.069110659139, + 2341.922716391115, + 2340.776322123091 + ], + "p10": [ + 2317.1433902876406, + 2315.9969960196167, + 2314.850601751593, + 2313.704207483569, + 2312.557813215545, + 2311.4114189475213, + 2310.2650246794974, + 2359.1186304114735, + 2307.9722361434497, + 2306.8258418754253, + 2355.6794476074015, + 2304.5330533393776, + 2303.3866590713537, + 2302.24026480333, + 2301.093870535306, + 2299.947476267282, + 2298.8010819992583, + 2297.6546877312344, + 2296.5082934632105, + 2295.3618991951867, + 2294.215504927163, + 2293.069110659139, + 2341.922716391115, + 2290.776322123091 + ], + "p90": [ + 2417.1433902876406, + 2415.9969960196167, + 2414.850601751593, + 2413.704207483569, + 2412.557813215545, + 2411.4114189475213, + 2365.265024679497, + 2409.1186304114735, + 2407.9722361434497, + 2406.8258418754253, + 2405.6794476074015, + 2404.5330533393776, + 2403.3866590713537, + 2402.24026480333, + 2401.093870535306, + 2399.947476267282, + 2398.8010819992583, + 2397.6546877312344, + 2396.5082934632105, + 2345.3618991951867, + 2394.215504927163, + 2393.069110659139, + 2391.922716391115, + 2390.776322123091 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260622_061817.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260622_061817.json new file mode 100644 index 0000000000000000000000000000000000000000..ffae034fc6014c98efb4e38fe669a0bc39d8f0f2 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260622_061817.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T06:18:17.042436+00:00", + "metrics": { + "MSE[mean]": 869.4864204650124, + "MSE[0.5]": 831.1726214171698, + "MAE[0.5]": 18.880599975585938, + "MASE[0.5]": 1.1328359985351562, + "MAPE[0.5]": 0.008152010597419561, + "sMAPE[0.5]": 0.008074635426539212, + "MSIS": 6.412392578124998, + "RMSE[mean]": 29.487055133821222, + "NRMSE[mean]": 0.012603549834580754, + "ND[0.5]": 0.008070069446376893, + "mean_weighted_sum_quantile_loss": 0.006313591204966235 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00" + ], + "context": [ + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0 + ], + "actual": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 + ], + "predictions": { + "p50": [ + 2353.952392578125, + 2355.264404296875, + 2355.3101806640625, + 2355.9337158203125, + 2356.8997802734375, + 2356.6405029296875, + 2357.9656982421875, + 2355.989013671875, + 2356.210205078125, + 2356.61181640625, + 2360.1383056640625, + 2359.6981201171875, + 2358.55615234375, + 2358.05078125, + 2359.3863525390625, + 2359.1119384765625, + 2359.6138916015625, + 2362.177490234375, + 2360.4306640625, + 2357.910400390625, + 2363.5203857421875, + 2359.7137451171875, + 2361.0135498046875, + 2362.03857421875 + ], + "p10": [ + 2345.87890625, + 2344.2855224609375, + 2340.0247802734375, + 2336.0225830078125, + 2338.0823974609375, + 2338.6954345703125, + 2332.383056640625, + 2333.3673095703125, + 2323.4183349609375, + 2322.7637939453125, + 2327.9560546875, + 2323.751953125, + 2315.296630859375, + 2310.1492919921875, + 2312.8895263671875, + 2310.6583251953125, + 2303.844970703125, + 2309.2813720703125, + 2312.65087890625, + 2301.0716552734375, + 2309.6175537109375, + 2298.1907958984375, + 2297.4296875, + 2306.07861328125 + ], + "p90": [ + 2363.2919921875, + 2369.0841064453125, + 2373.235595703125, + 2396.8719482421875, + 2401.1915283203125, + 2388.26953125, + 2401.9141845703125, + 2390.771240234375, + 2396.0164794921875, + 2400.407470703125, + 2404.982666015625, + 2404.2421875, + 2401.4757080078125, + 2404.937744140625, + 2405.2288818359375, + 2411.203369140625, + 2408.520751953125, + 2419.114501953125, + 2415.8448486328125, + 2405.90673828125, + 2420.6539306640625, + 2416.2264404296875, + 2420.3558349609375, + 2426.623779296875 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260622_061855.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260622_061855.json new file mode 100644 index 0000000000000000000000000000000000000000..db2ef4891033b186dd2be410474914fea582af7c --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260622_061855.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T06:18:55.434060+00:00", + "metrics": { + "MSE[mean]": 2540.0364583339483, + "MSE[0.5]": 2513.0208333333194, + "MAE[0.5]": 45.83333333333318, + "MASE[0.5]": 2.7499999999999907, + "MAPE[0.5]": 0.019668163480316515, + "sMAPE[0.5]": 0.019437880882484347, + "MSIS": 31.787498030924592, + "RMSE[mean]": 50.39877437333123, + "NRMSE[mean]": 0.021541773552269803, + "ND[0.5]": 0.01959038290293849, + "mean_weighted_sum_quantile_loss": 0.017268889548497684 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00" + ], + "context": [ + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0 + ], + "actual": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 + ], + "predictions": { + "p50": [ + 2385.4166666666665, + 2385.4166666666665, + 2385.4166666666665, + 2385.4166666666665, + 2385.4166666666665, + 2385.4166666666665, + 2385.4166666666665, + 2385.4166666666665, + 2385.4166666666665, + 2385.4166666666665, + 2385.4166666666665, + 2385.4166666666665, + 2385.4166666666665, + 2385.4166666666665, + 2385.4166666666665, + 2385.4166666666665, + 2385.4166666666665, + 2385.4166666666665, + 2385.4166666666665, + 2385.4166666666665, + 2385.4166666666665, + 2385.4166666666665, + 2385.4166666666665, + 2385.4166666666665 + ], + "p10": [ + 2335.4166666666665, + 2335.4166666666665, + 2335.4166666666665, + 2335.4166666666665, + 2335.4166666666665, + 2335.4166666666665, + 2335.4166666666665, + 2385.4166666666665, + 2335.4166666666665, + 2335.4166666666665, + 2385.4166666666665, + 2335.4166666666665, + 2335.4166666666665, + 2335.4166666666665, + 2335.4166666666665, + 2335.4166666666665, + 2335.4166666666665, + 2335.4166666666665, + 2335.4166666666665, + 2335.4166666666665, + 2335.4166666666665, + 2335.4166666666665, + 2385.4166666666665, + 2335.4166666666665 + ], + "p90": [ + 2435.4166666666665, + 2435.4166666666665, + 2435.4166666666665, + 2435.4166666666665, + 2435.4166666666665, + 2435.4166666666665, + 2390.416666666666, + 2435.4166666666665, + 2435.4166666666665, + 2435.4166666666665, + 2435.4166666666665, + 2435.4166666666665, + 2435.4166666666665, + 2435.4166666666665, + 2435.4166666666665, + 2435.4166666666665, + 2435.4166666666665, + 2435.4166666666665, + 2435.4166666666665, + 2385.4166666666665, + 2435.4166666666665, + 2435.4166666666665, + 2435.4166666666665, + 2435.4166666666665 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260622_061855.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260622_061855.json new file mode 100644 index 0000000000000000000000000000000000000000..7b6611fe7727ef1854194563d80338372ab6f119 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260622_061855.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T06:18:55.462250+00:00", + "metrics": { + "MSE[mean]": 2500.0, + "MSE[0.5]": 2500.0, + "MAE[0.5]": 45.833333333333336, + "MASE[0.5]": 2.75, + "MAPE[0.5]": 0.01961917977181622, + "sMAPE[0.5]": 0.01939236675536932, + "MSIS": 11.387499985466036, + "RMSE[mean]": 50.0, + "NRMSE[mean]": 0.021371326803205696, + "ND[0.5]": 0.019590382902938557, + "mean_weighted_sum_quantile_loss": 0.014188186405461533 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00" + ], + "context": [ + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0 + ], + "actual": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 + ], + "predictions": { + "p50": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0 + ], + "p10": [ + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2303.0, + 2352.0, + 2352.0, + 2303.0, + 2352.0, + 2303.0, + 2352.0, + 2303.0, + 2303.0, + 2352.0, + 2303.0, + 2303.0 + ], + "p90": [ + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2397.0, + 2448.0, + 2448.0, + 2397.0, + 2448.0, + 2397.0, + 2448.0, + 2397.0, + 2397.0, + 2448.0, + 2397.0, + 2397.0 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260622_061852.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260622_061852.json new file mode 100644 index 0000000000000000000000000000000000000000..3fbc718be8e6643f3eed71396d2d91c7299d777e --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260622_061852.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T06:18:52.018007+00:00", + "metrics": { + "MSE[mean]": 3333.354455721875, + "MSE[0.5]": 3333.354455721875, + "MAE[0.5]": 52.75184122721354, + "MASE[0.5]": 3.165110473632813, + "MAPE[0.5]": 0.022635110531035594, + "sMAPE[0.5]": 0.02233043353959854, + "MSIS": 35.59045104980468, + "RMSE[mean]": 57.73520984392345, + "NRMSE[mean]": 0.024677560752522934, + "ND[0.5]": 0.022547536766752002, + "mean_weighted_sum_quantile_loss": 0.01449315014887578 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00" + ], + "context": [ + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0 + ], + "actual": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 + ], + "predictions": { + "p50": [ + 2377.7685546875, + 2380.068359375, + 2381.6015625, + 2384.5146484375, + 2388.041015625, + 2388.34765625, + 2389.65087890625, + 2391.5673828125, + 2392.295654296875, + 2392.525634765625, + 2393.48388671875, + 2395.22802734375, + 2395.208740234375, + 2395.47705078125, + 2395.3427734375, + 2395.8603515625, + 2396.95263671875, + 2397.06787109375, + 2398.54345703125, + 2396.93359375, + 2397.10595703125, + 2397.355224609375, + 2397.4892578125, + 2397.614013671875 + ], + "p10": [ + 2337.138671875, + 2336.525390625, + 2334.37890625, + 2334.072265625, + 2335.298828125, + 2332.845703125, + 2333.458984375, + 2334.9921875, + 2334.9921875, + 2336.21875, + 2340.205078125, + 2343.271484375, + 2345.111328125, + 2347.87109375, + 2350.630859375, + 2353.697265625, + 2350.9375, + 2351.857421875, + 2355.537109375, + 2356.150390625, + 2358.91015625, + 2361.36328125, + 2362.7431640625, + 2364.2763671875 + ], + "p90": [ + 2411.26904296875, + 2410.8857421875, + 2409.697509765625, + 2410.119140625, + 2410.2724609375, + 2409.42919921875, + 2409.3525390625, + 2411.0390625, + 2411.4990234375, + 2411.11572265625, + 2411.11572265625, + 2412.87890625, + 2413.0322265625, + 2413.26220703125, + 2412.7255859375, + 2412.34228515625, + 2413.3388671875, + 2413.4921875, + 2414.64208984375, + 2413.10888671875, + 2412.49560546875, + 2412.265625, + 2412.4189453125, + 2412.7255859375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260622_061636.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260622_061636.json new file mode 100644 index 0000000000000000000000000000000000000000..2ecf137ad68d72f7d23ff5a751071fdc67e7c1d0 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260622_061636.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T06:16:36.377244+00:00", + "metrics": { + "MSE[mean]": 1582.4966933925946, + "MSE[0.5]": 1083.3866550972064, + "MAE[0.5]": 23.7705078125, + "MASE[0.5]": 1.4262304687499998, + "MAPE[0.5]": 0.010245640437396411, + "sMAPE[0.5]": 0.010145094107973087, + "MSIS": 81.0654229736328, + "RMSE[mean]": 39.780607001309, + "NRMSE[mean]": 0.017003287053097345, + "ND[0.5]": 0.010160145814781835, + "mean_weighted_sum_quantile_loss": 0.013198471472432471 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00" + ], + "context": [ + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0 + ], + "actual": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 + ], + "predictions": { + "p50": [ + 2357.154296875, + 2356.58642578125, + 2357.7373046875, + 2357.30419921875, + 2358.908203125, + 2359.104736328125, + 2359.885498046875, + 2361.06982421875, + 2361.4521484375, + 2363.351318359375, + 2363.260009765625, + 2364.718505859375, + 2365.22705078125, + 2365.961669921875, + 2366.12646484375, + 2365.75048828125, + 2365.441650390625, + 2366.373779296875, + 2366.4296875, + 2367.080322265625, + 2368.5576171875, + 2367.8154296875, + 2367.801025390625, + 2367.39453125 + ], + "p10": [ + 2363.51171875, + 2366.415283203125, + 2367.19091796875, + 2369.01953125, + 2369.803466796875, + 2369.454345703125, + 2372.384033203125, + 2370.990966796875, + 2373.101806640625, + 2371.360107421875, + 2373.210693359375, + 2374.27880859375, + 2374.287841796875, + 2374.335205078125, + 2374.186279296875, + 2373.96240234375, + 2375.265625, + 2377.348388671875, + 2375.72802734375, + 2376.348876953125, + 2376.75634765625, + 2375.751220703125, + 2376.915771484375, + 2376.2216796875 + ], + "p90": [ + 2380.065185546875, + 2383.44677734375, + 2387.61083984375, + 2388.985595703125, + 2391.51025390625, + 2392.465087890625, + 2392.14404296875, + 2393.86474609375, + 2394.785888671875, + 2395.6689453125, + 2395.9794921875, + 2395.103271484375, + 2396.729248046875, + 2396.958740234375, + 2396.697998046875, + 2396.860107421875, + 2396.208251953125, + 2397.149169921875, + 2396.8525390625, + 2398.218994140625, + 2398.060791015625, + 2399.195068359375, + 2398.033447265625, + 2398.230224609375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260622_061741.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260622_061741.json new file mode 100644 index 0000000000000000000000000000000000000000..ecafaaf7d968e11d44ab39212eeb84a5017657b7 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260622_061741.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TiRex", + "evaluated_at": "2026-06-22T06:17:41.713645+00:00", + "metrics": { + "MSE[mean]": 2052.6935887361565, + "MSE[0.5]": 2052.6935887361565, + "MAE[0.5]": 37.62464396158854, + "MASE[0.5]": 2.2574786376953124, + "MAPE[0.5]": 0.016172885006679048, + "sMAPE[0.5]": 0.015983995761820042, + "MSIS": 29.40284057617187, + "RMSE[mean]": 45.30666163751371, + "NRMSE[mean]": 0.019365269444351362, + "ND[0.5]": 0.016081771239147374, + "mean_weighted_sum_quantile_loss": 0.011002967370232264 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00" + ], + "context": [ + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0 + ], + "actual": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 + ], + "predictions": { + "p50": [ + 2357.964111328125, + 2357.95068359375, + 2358.17919921875, + 2365.34033203125, + 2370.109130859375, + 2370.1474609375, + 2374.759765625, + 2378.207763671875, + 2378.56494140625, + 2379.6162109375, + 2380.275390625, + 2381.511962890625, + 2381.3759765625, + 2381.856201171875, + 2381.844970703125, + 2381.8388671875, + 2382.7001953125, + 2383.9013671875, + 2385.52099609375, + 2385.642822265625, + 2384.44775390625, + 2384.3193359375, + 2383.847900390625, + 2383.068115234375 + ], + "p10": [ + 2349.650634765625, + 2349.1708984375, + 2349.990966796875, + 2350.90576171875, + 2349.447509765625, + 2349.552001953125, + 2347.962890625, + 2347.519287109375, + 2348.154052734375, + 2348.2822265625, + 2348.7109375, + 2349.082275390625, + 2349.389404296875, + 2350.287841796875, + 2350.18212890625, + 2349.818603515625, + 2349.533203125, + 2350.232666015625, + 2350.580322265625, + 2350.7529296875, + 2350.904541015625, + 2350.72998046875, + 2350.3544921875, + 2350.73291015625 + ], + "p90": [ + 2424.90234375, + 2417.161865234375, + 2410.034912109375, + 2410.15625, + 2412.0390625, + 2409.8916015625, + 2410.866455078125, + 2413.068603515625, + 2413.03271484375, + 2413.0068359375, + 2414.36767578125, + 2413.970947265625, + 2413.102294921875, + 2413.939453125, + 2414.663818359375, + 2413.734130859375, + 2412.673828125, + 2413.56689453125, + 2413.950927734375, + 2413.446044921875, + 2413.313232421875, + 2413.893310546875, + 2413.98486328125, + 2413.753662109375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260622_061718.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260622_061718.json new file mode 100644 index 0000000000000000000000000000000000000000..742959e4bb75fb95c3f7e70da9b56d66062bc097 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260622_061718.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T06:17:18.357113+00:00", + "metrics": { + "MSE[mean]": 527.8694980194172, + "MSE[0.5]": 527.8694980194172, + "MAE[0.5]": 10.820943196614584, + "MASE[0.5]": 0.6492565917968749, + "MAPE[0.5]": 0.00470164301069732, + "sMAPE[0.5]": 0.0046522912207002725, + "MSIS": 24.589205932617187, + "RMSE[mean]": 22.975410725804604, + "NRMSE[mean]": 0.009820300221180953, + "ND[0.5]": 0.004625158267475512, + "mean_weighted_sum_quantile_loss": 0.005702933397799792 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00", + "2026-06-22 22:55:00", + "2026-06-22 23:10:00", + "2026-06-22 23:25:00", + "2026-06-22 23:40:00", + "2026-06-22 23:55:00", + "2026-06-23 00:10:00", + "2026-06-23 00:25:00", + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00" + ], + "context": [ + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0, + 2400.0, + 2350.0, + 2350.0 + ], + "actual": [ + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 + ], + "predictions": { + "p50": [ + 2350.106689453125, + 2350.036376953125, + 2350.11474609375, + 2350.401123046875, + 2349.973876953125, + 2349.728515625, + 2350.325439453125, + 2350.344970703125, + 2350.346435546875, + 2350.17333984375, + 2350.60986328125, + 2350.283447265625, + 2350.34033203125, + 2349.874267578125, + 2351.106689453125, + 2350.966796875, + 2350.70556640625, + 2350.5595703125, + 2351.236572265625, + 2349.810546875, + 2350.708740234375, + 2350.579345703125, + 2350.306884765625, + 2350.2158203125 + ], + "p10": [ + 2349.426513671875, + 2349.77880859375, + 2349.6650390625, + 2349.691162109375, + 2349.626953125, + 2349.271728515625, + 2349.701904296875, + 2349.40673828125, + 2349.2021484375, + 2348.62548828125, + 2348.3564453125, + 2347.8837890625, + 2347.178466796875, + 2346.513427734375, + 2346.0146484375, + 2345.641845703125, + 2345.354736328125, + 2344.4892578125, + 2344.433349609375, + 2343.236083984375, + 2343.358154296875, + 2342.734375, + 2342.548095703125, + 2342.0234375 + ], + "p90": [ + 2399.458984375, + 2400.89013671875, + 2400.234619140625, + 2399.8642578125, + 2400.4052734375, + 2400.546142578125, + 2400.597412109375, + 2400.320556640625, + 2399.8505859375, + 2400.786376953125, + 2400.577392578125, + 2400.136962890625, + 2400.403076171875, + 2399.6982421875, + 2400.710205078125, + 2400.44970703125, + 2399.5224609375, + 2399.85595703125, + 2399.460693359375, + 2399.880126953125, + 2399.99560546875, + 2399.955078125, + 2399.770751953125, + 2400.468505859375 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260622_061855.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260622_061855.json new file mode 100644 index 0000000000000000000000000000000000000000..b99497a104c15a0a8e554141f72978d89bde15e6 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260622_061855.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-22T06:18:55.208162+00:00", + "metrics": { + "MSE[mean]": 0.8279728101402127, + "MSE[0.5]": 0.8160147383926107, + "MAE[0.5]": 0.7062082822397701, + "MASE[0.5]": 2.0665982376628373, + "MAPE[0.5]": 0.6162845513700752, + "sMAPE[0.5]": 0.39293904577380295, + "MSIS": 80.79469697475974, + "RMSE[mean]": 0.9099301127780159, + "NRMSE[mean]": 0.6063236589204078, + "ND[0.5]": 0.4705754690766825, + "mean_weighted_sum_quantile_loss": 0.46851572056210394 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00" + ], + "context": [ + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377 + ], + "actual": [ + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508 + ], + "predictions": { + "p50": [ + 1.7241225093394708, + 1.749530325296051, + 1.773160450505089, + 1.7955916059058423, + 1.8170404435441694, + 1.8408270588725526, + 1.8625094365356984, + 1.8821859751984018, + 1.9029623762827708, + 1.923052813551271, + 1.943797913288479, + 1.962762499350772, + 1.981563388044153, + 1.999236427296441, + 2.018125920811942, + 2.0355712709045584, + 2.053496276246819, + 2.068917577961301, + 2.085298926826341, + 2.1009470956862586, + 2.11897284369128, + 2.1324995020166773, + 2.1482118487002735, + 2.163048078144172, + 2.177869642640598, + 2.1908480221806514, + 2.204484938467985, + 2.2187558432133714, + 2.230624862515212, + 2.243465030960097, + 2.2566508645113057, + 2.2681879856865255, + 2.2804798659527337, + 2.2917960447834864, + 2.304488031407791, + 2.316005031442354, + 2.3261793581321126, + 2.33681783054862, + 2.3454671827970763, + 2.356148464138637, + 2.3676256667332316, + 2.3758743388567316, + 2.385496888335197, + 2.3961850074669586, + 2.4047484600827636, + 2.415885247986456, + 2.422894625417037, + 2.4325340159396553, + 2.440186732588953, + 2.448206487689599, + 2.4555446106672894, + 2.4626023841991467, + 2.471642013308961, + 2.477116157080407, + 2.4870129421918303, + 2.492694398888024, + 2.4998942308769823, + 2.505643078821217, + 2.5147229144231953, + 2.520530545283199 + ], + "p10": [ + 1.7141624893670517, + 1.7386904339572211, + 1.7608106814851046, + 1.7855422503844216, + 1.8076534318626702, + 1.8295256797854342, + 1.8515522590570057, + 1.8726508468813792, + 1.8928540765371653, + 1.9151183718503793, + 1.9328844413328268, + 1.95220922482105, + 1.9707923159848826, + 1.989385760893966, + 2.0073914839618343, + 2.025242214875678, + 2.0435181983601196, + 2.060126909844405, + 2.075659168571915, + 2.092948410642407, + 2.1076452394421756, + 2.123656245249176, + 2.1390247431763347, + 2.1522592037322843, + 2.167690533704753, + 2.1806197012274966, + 2.19577484722096, + 2.209127883263657, + 2.2202380058438655, + 2.23380225210908, + 2.2460308216360967, + 2.2581121893743545, + 2.2702324172095136, + 2.2819453783810117, + 2.2934034088117317, + 2.3046017618649186, + 2.315295590880676, + 2.3265253154505645, + 2.3366034850032977, + 2.3462557249152374, + 2.356187616748001, + 2.366554894804711, + 2.375820237281019, + 2.385367107626085, + 2.3940760696336802, + 2.404840812534737, + 2.4132730329700602, + 2.4210234531837393, + 2.4288987768659696, + 2.4385475564335173, + 2.445394398893045, + 2.4527123487750626, + 2.4606624075934076, + 2.4673617227319027, + 2.4761360808725073, + 2.4824357297923854, + 2.489032270658049, + 2.4958221217924734, + 2.502430091757368, + 2.5101017838373263 + ], + "p90": [ + 1.7304660220128254, + 1.7580342668648592, + 1.7826524044013263, + 1.8037812061473144, + 1.8270659152000346, + 1.848654434207086, + 1.873541169106913, + 1.8919349594144053, + 1.912708649460574, + 1.932510283797287, + 1.9529644818410472, + 1.9726999893389199, + 1.990669679472851, + 2.008716918139048, + 2.0260892431380486, + 2.0450894476813555, + 2.061115966127583, + 2.078515281252743, + 2.095213429345235, + 2.1099935076428022, + 2.125843277409935, + 2.140764653875859, + 2.1573360552219554, + 2.171717863085033, + 2.1870319936954483, + 2.1993668563175945, + 2.2137783495103474, + 2.225895364501822, + 2.24028556521883, + 2.2517909203152073, + 2.2649266117890496, + 2.276552708522226, + 2.289947622505885, + 2.300899664069907, + 2.313177000824586, + 2.325973432732566, + 2.3352289584691803, + 2.345903628190472, + 2.3563386681363223, + 2.36561211634791, + 2.3760949070842234, + 2.3862592014126323, + 2.3948409488966007, + 2.4047328860425, + 2.413960886456151, + 2.4238370369877207, + 2.431851554145411, + 2.442670807648491, + 2.449609803854101, + 2.456610010768145, + 2.464461732211502, + 2.4723244164456335, + 2.4797184630414617, + 2.487263535101592, + 2.4943811603297026, + 2.5018454309662235, + 2.5087403090075604, + 2.515558541481891, + 2.521814450539978, + 2.52761565442578 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260622_061532.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260622_061532.json new file mode 100644 index 0000000000000000000000000000000000000000..3e3e71a311a873edc4b7a2f16d0868f9ccf535a3 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260622_061532.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T06:15:32.137097+00:00", + "metrics": { + "MSE[mean]": 0.003757687667921298, + "MSE[0.5]": 0.003757687667921298, + "MAE[0.5]": 0.0449053426583608, + "MASE[0.5]": 0.13140783580885076, + "MAPE[0.5]": 0.039999536612003596, + "sMAPE[0.5]": 0.038203123969862945, + "MSIS": 0.9993528738232621, + "RMSE[mean]": 0.06129998097814793, + "NRMSE[mean]": 0.04084668507666958, + "ND[0.5]": 0.02992226686791083, + "mean_weighted_sum_quantile_loss": 0.03420664789215797 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00" + ], + "context": [ + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377 + ], + "actual": [ + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508 + ], + "predictions": { + "p50": [ + 1.7435877323150635, + 1.7594544887542725, + 1.7694909572601318, + 1.778439998626709, + 1.7892588376998901, + 1.7951688766479492, + 1.80426025390625, + 1.814326524734497, + 1.8239660263061523, + 1.8247225284576416, + 1.8285852670669556, + 1.829984188079834, + 1.8278968334197998, + 1.8311892747879028, + 1.8306035995483398, + 1.8203355073928833, + 1.824547529220581, + 1.813722014427185, + 1.8072333335876465, + 1.7984819412231445, + 1.7904702425003052, + 1.771154522895813, + 1.760494351387024, + 1.7492444515228271, + 1.7348895072937012, + 1.7203772068023682, + 1.7022438049316406, + 1.6823980808258057, + 1.6552529335021973, + 1.63357412815094, + 1.6142895221710205, + 1.5865185260772705, + 1.5574951171875, + 1.5393794775009155, + 1.5245954990386963, + 1.4950189590454102, + 1.4704458713531494, + 1.4432514905929565, + 1.4121136665344238, + 1.3910703659057617, + 1.3636261224746704, + 1.3399527072906494, + 1.313689112663269, + 1.2882068157196045, + 1.2603659629821777, + 1.2339305877685547, + 1.209660291671753, + 1.1836873292922974, + 1.1571794748306274, + 1.1323020458221436, + 1.116870403289795, + 1.092674732208252, + 1.0732507705688477, + 1.0534290075302124, + 1.0341860055923462, + 1.0167341232299805, + 1.0013386011123657, + 0.9899264574050903, + 0.9748644828796387, + 0.9618921875953674 + ], + "p10": [ + 1.7214899063110352, + 1.7382910251617432, + 1.7444217205047607, + 1.752519130706787, + 1.7583590745925903, + 1.7626049518585205, + 1.7666970491409302, + 1.7696880102157593, + 1.7773146629333496, + 1.7753264904022217, + 1.7710649967193604, + 1.771647572517395, + 1.7681529521942139, + 1.7658650875091553, + 1.755969524383545, + 1.7490826845169067, + 1.7548635005950928, + 1.7381629943847656, + 1.722912073135376, + 1.7164613008499146, + 1.6955406665802002, + 1.6734496355056763, + 1.6524381637573242, + 1.633249282836914, + 1.615893840789795, + 1.5924938917160034, + 1.5662474632263184, + 1.5469781160354614, + 1.5140258073806763, + 1.47278892993927, + 1.4500221014022827, + 1.4085057973861694, + 1.3676481246948242, + 1.3411465883255005, + 1.325704574584961, + 1.2892614603042603, + 1.2584638595581055, + 1.2296266555786133, + 1.1880792379379272, + 1.1648368835449219, + 1.140223503112793, + 1.1135990619659424, + 1.0795918703079224, + 1.0499516725540161, + 1.0207237005233765, + 0.9841285943984985, + 0.9635878205299377, + 0.9387118816375732, + 0.8804545998573303, + 0.8477752804756165, + 0.8295173645019531, + 0.8134463429450989, + 0.7889097929000854, + 0.7687587738037109, + 0.7527724504470825, + 0.7372087240219116, + 0.7174867987632751, + 0.7049589157104492, + 0.6813821792602539, + 0.6788001656532288 + ], + "p90": [ + 1.7625329494476318, + 1.7786195278167725, + 1.790325403213501, + 1.803130865097046, + 1.8187534809112549, + 1.8329371213912964, + 1.84377920627594, + 1.8589621782302856, + 1.8683074712753296, + 1.8772934675216675, + 1.881243348121643, + 1.88498854637146, + 1.893924593925476, + 1.8903871774673462, + 1.8992012739181519, + 1.9006494283676147, + 1.9084208011627197, + 1.893225908279419, + 1.8884103298187256, + 1.8887579441070557, + 1.886852741241455, + 1.8764557838439941, + 1.8691850900650024, + 1.865400791168213, + 1.8618226051330566, + 1.8478506803512573, + 1.8406198024749756, + 1.8244850635528564, + 1.808037519454956, + 1.8030121326446533, + 1.7894890308380127, + 1.7695492506027222, + 1.763676643371582, + 1.7586581707000732, + 1.7396702766418457, + 1.73416006565094, + 1.7031095027923584, + 1.681337594985962, + 1.6624171733856201, + 1.6486303806304932, + 1.6242456436157227, + 1.6071903705596924, + 1.5930685997009277, + 1.5632688999176025, + 1.5389596223831177, + 1.5248929262161255, + 1.501429557800293, + 1.479322910308838, + 1.4733244180679321, + 1.4651820659637451, + 1.456559419631958, + 1.4297385215759277, + 1.41152024269104, + 1.3965377807617188, + 1.3821911811828613, + 1.3730357885360718, + 1.347872257232666, + 1.3428430557250977, + 1.3268296718597412, + 1.313232660293579 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260622_061855.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260622_061855.json new file mode 100644 index 0000000000000000000000000000000000000000..a96637d22fd72093a4248de99e968e4d85317f7b --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260622_061855.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-22T06:18:55.374666+00:00", + "metrics": { + "MSE[mean]": 1.5415879968628987, + "MSE[0.5]": 1.5438794177832755, + "MAE[0.5]": 0.9720607240354522, + "MASE[0.5]": 2.8445701214686188, + "MAPE[0.5]": 0.8487435779514798, + "sMAPE[0.5]": 0.4814249574995199, + "MSIS": 109.2354294873117, + "RMSE[mean]": 1.2416070219126898, + "NRMSE[mean]": 0.8273335522098804, + "ND[0.5]": 0.6477238269328279, + "mean_weighted_sum_quantile_loss": 0.6408949156250007 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00" + ], + "context": [ + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377 + ], + "actual": [ + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508 + ], + "predictions": { + "p50": [ + 1.7313569473063646, + 1.7584294543063332, + 1.7825018658196612, + 1.8125743490969815, + 1.8316467057740362, + 1.856719208720889, + 1.8837916859185355, + 1.9068641550099503, + 1.933436519435609, + 1.9570090416943666, + 1.9840814145838848, + 2.009153843024932, + 2.0322263121163466, + 2.0592987297093486, + 2.085371204880437, + 2.1094436163937647, + 2.1335160726105764, + 2.160088526443202, + 2.1876609674012246, + 2.2067333687817627, + 2.233805845979409, + 2.257878361800865, + 2.2839507326638255, + 2.311523188523009, + 2.336095623401358, + 2.365668053511335, + 2.3922405222451215, + 2.4093129493748666, + 2.4343853927170747, + 2.458457804230403, + 2.4835302922760945, + 2.5086027356183025, + 2.536175191477486, + 2.5627476304089507, + 2.585820069698043, + 2.610892483237929, + 2.6379649604355753, + 2.65953738923425, + 2.684109824112599, + 2.7091822227513234, + 2.734754719260875, + 2.7593271690403847, + 2.788899643853845, + 2.8094720408236395, + 2.8360444797551043, + 2.860116935971916, + 2.8886893938576574, + 2.9172618070399152, + 2.9368342615877965, + 2.9619067496334885, + 2.9849791591202584, + 3.010051602462467, + 3.038124007180865, + 3.0601964742457217, + 3.0882689236676035, + 3.113341381910973, + 3.1344137724434664, + 3.160486262515716, + 3.187058686546019, + 3.213631155279806 + ], + "p10": [ + 1.703256990197867, + 1.727429385522573, + 1.7515019013440294, + 1.7794743192708171, + 1.802546675113407, + 1.8267191777264737, + 1.8556915768181936, + 1.877864051536287, + 1.9049365823781137, + 1.9289089266335604, + 1.954081428292953, + 1.9791538120305165, + 2.00422636862155, + 2.0292987523591135, + 2.054371201661786, + 2.0814436192547876, + 2.1025160544907644, + 2.1305885724579876, + 2.155660962156016, + 2.1797333587681824, + 2.206705789569573, + 2.2287782119309463, + 2.2539506420647655, + 2.28002324538584, + 2.30309560122843, + 2.328168044570638, + 2.356240568498326, + 2.380312965110493, + 2.405385462096881, + 2.4313578402077662, + 2.453530320886324, + 2.481502732852647, + 2.504675075486847, + 2.532747647098251, + 2.5578199831520987, + 2.5818925526177354, + 2.6059650088345467, + 2.6309373938595706, + 2.654109808019345, + 2.679182251361553, + 2.706154717925731, + 2.7313272315060524, + 2.7543996350323576, + 2.7804719522511374, + 2.8065445555722124, + 2.831616885665596, + 2.856689382651984, + 2.8827618190800535, + 2.9058342285668233, + 2.9308066255127763, + 2.9569791560208167, + 2.9810514989888035, + 3.0081240894352748, + 3.0301964581524676, + 3.056268882659608, + 3.082341372731858, + 3.1044138606583407, + 3.1304862315213007, + 3.157458704045943, + 3.1846310667073037 + ], + "p90": [ + 1.760356976274222, + 1.7856294170415092, + 1.8085018887078448, + 1.8355743063008465, + 1.860746754316059, + 1.8877191731965208, + 1.9117916830575126, + 1.9358640796696793, + 1.9590365415131694, + 1.9880090002095339, + 2.010081368926727, + 2.0363538504635916, + 2.0603263616120437, + 2.088298773578367, + 2.1133711573159304, + 2.136443626407345, + 2.1616160744225574, + 2.1885885529076643, + 2.213660990289408, + 2.2357334126507813, + 2.261805843118386, + 2.2888783203160323, + 2.312950776532844, + 2.336123238376334, + 2.3640956503426573, + 2.385268078330709, + 2.412240503171635, + 2.4373129465138437, + 2.464385364106845, + 2.4844578122174252, + 2.512630281213472, + 2.5386027666127178, + 2.5626751632248843, + 2.586847671798416, + 2.612820049909301, + 2.636892512086577, + 2.664964910844511, + 2.684137316898053, + 2.713109823278134, + 2.7361822923695485, + 2.7623547215496935, + 2.7854272442852883, + 2.8133995966469665, + 2.8374720588242424, + 2.8645445300614245, + 2.8887169313465955, + 2.914689416745841, + 2.9407617935692656, + 2.962834209970174, + 2.9939066952740525, + 3.0120791678463785, + 3.037151611188587, + 3.0642240347420526, + 3.085296410373384, + 3.113368981984788, + 3.1413413343464667, + 3.1615138407742314, + 3.1895862514530937, + 3.214558690122298, + 3.23973113813751 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260622_061810.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260622_061810.json new file mode 100644 index 0000000000000000000000000000000000000000..966f0e3c12ef524d2630d426de95727556cf3bc1 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260622_061810.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T06:18:10.571596+00:00", + "metrics": { + "MSE[mean]": 1.4701334676637747, + "MSE[0.5]": 1.2631138664851636, + "MAE[0.5]": 0.8738809982935588, + "MASE[0.5]": 2.557263878685798, + "MAPE[0.5]": 0.7635639694321401, + "sMAPE[0.5]": 0.4497331570181121, + "MSIS": 20.896519109673267, + "RMSE[mean]": 1.2124906051857782, + "NRMSE[mean]": 0.8079320926069942, + "ND[0.5]": 0.5823026591885426, + "mean_weighted_sum_quantile_loss": 0.36715671095947994 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00" + ], + "context": [ + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377 + ], + "actual": [ + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508 + ], + "predictions": { + "p50": [ + 1.7266772985458374, + 1.7560742497444153, + 1.7770700454711914, + 1.795577049255371, + 1.81902676820755, + 1.8398019671440125, + 1.867455244064331, + 1.8866115808486938, + 1.9050984978675842, + 1.9169846773147583, + 1.9373745322227478, + 1.966234564781189, + 1.986533284187317, + 2.023914098739624, + 2.0534420013427734, + 2.0437811613082886, + 2.0868773460388184, + 2.1009066104888916, + 2.1614835262298584, + 2.1830779314041138, + 2.17447566986084, + 2.2162868976593018, + 2.204245924949646, + 2.244388461112976, + 2.2267688512802124, + 2.2359741926193237, + 2.224965453147888, + 2.2744359970092773, + 2.3429553508758545, + 2.3564090728759766, + 2.3164315223693848, + 2.37163770198822, + 2.717944622039795, + 2.4837708473205566, + 2.579268217086792, + 2.498055100440979, + 2.5448567867279053, + 2.685014486312866, + 2.568572759628296, + 2.543548345565796, + 2.7736263275146484, + 2.6469218730926514, + 2.6471039056777954, + 2.7581478357315063, + 2.5786149501800537, + 2.678960919380188, + 2.6305736303329468, + 2.6438225507736206, + 2.920033097267151, + 2.790783405303955, + 2.790783405303955, + 2.9719746112823486, + 2.789315104484558, + 2.790783405303955, + 2.790783405303955, + 2.790783405303955, + 2.9392629861831665, + 2.914253354072571, + 2.853628396987915, + 2.9261982440948486 + ], + "p10": [ + 1.713893175125122, + 1.7322571873664856, + 1.7416913509368896, + 1.7544384002685547, + 1.7705963253974915, + 1.765670120716095, + 1.7960453033447266, + 1.7815462350845337, + 1.778031826019287, + 1.7746073603630066, + 1.771130621433258, + 1.8222951292991638, + 1.7849819660186768, + 1.8219038844108582, + 1.7327003479003906, + 1.7398093342781067, + 1.6294173002243042, + 1.700868010520935, + 1.6636324524879456, + 1.707019567489624, + 1.6436264514923096, + 1.6432287693023682, + 1.690941333770752, + 1.7563185095787048, + 1.5492423176765442, + 1.4945797324180603, + 1.6456323266029358, + 1.5838003158569336, + 1.5315966606140137, + 1.567472219467163, + 1.4429303407669067, + 1.6899607181549072, + 1.5113739967346191, + 1.4719430804252625, + 1.6039929389953613, + 1.5681769251823425, + 1.326870322227478, + 1.4537460207939148, + 1.3785324096679688, + 1.4941081404685974, + 1.4333712458610535, + 1.5230522155761719, + 1.688916563987732, + 1.3087738156318665, + 1.2225540280342102, + 1.6084998846054077, + 1.128498911857605, + 1.0217435956001282, + 1.2355571389198303, + 1.7560856938362122, + 1.4264501929283142, + 1.6741876006126404, + 1.5316623449325562, + 1.0618219375610352, + 1.2414074540138245, + 1.1319966316223145, + 1.4895551800727844, + 1.0439331531524658, + 1.392396330833435, + 1.5301395654678345 + ], + "p90": [ + 1.7394026517868042, + 1.7773059010505676, + 1.8129323720932007, + 1.8411515951156616, + 1.8822523355484009, + 1.9254127740859985, + 1.9533593654632568, + 1.9812546968460083, + 2.000507116317749, + 2.064543604850769, + 2.0920244455337524, + 2.138916254043579, + 2.1784781217575073, + 2.221182703971863, + 2.338478446006775, + 2.3264403343200684, + 2.569418430328369, + 2.4429951906204224, + 2.6744874715805054, + 2.6065988540649414, + 2.682987689971924, + 2.827782154083252, + 2.741149067878723, + 2.7933253049850464, + 2.8370823860168457, + 2.7898013591766357, + 2.846800923347473, + 2.979014039039612, + 3.078810930252075, + 3.1461809873580933, + 3.1285653114318848, + 3.2172534465789795, + 3.7242950201034546, + 3.643723249435425, + 3.6295080184936523, + 3.5360167026519775, + 3.706278920173645, + 4.032402515411377, + 3.807297706604004, + 3.71394681930542, + 4.049440383911133, + 4.070193290710449, + 3.9027572870254517, + 4.036668062210083, + 4.046225070953369, + 3.9051129817962646, + 4.025377035140991, + 4.242416858673096, + 4.4966630935668945, + 4.7606775760650635, + 4.569072246551514, + 5.349602699279785, + 4.991183280944824, + 4.862829208374023, + 4.78373384475708, + 5.022853851318359, + 4.999884366989136, + 4.92313289642334, + 4.92313289642334, + 5.7055158615112305 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260622_061855.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260622_061855.json new file mode 100644 index 0000000000000000000000000000000000000000..c4f1b7faaabbd34a1af3f385cd7d5cb6b22b6514 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260622_061855.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T06:18:55.422413+00:00", + "metrics": { + "MSE[mean]": 0.13434797463742482, + "MSE[0.5]": 0.1343329397479569, + "MAE[0.5]": 0.33549380674230844, + "MASE[0.5]": 0.9817654751393203, + "MAPE[0.5]": 0.2458398675238165, + "sMAPE[0.5]": 0.2362420205525057, + "MSIS": 34.70901944295047, + "RMSE[mean]": 0.3665350933231698, + "NRMSE[mean]": 0.24423732744478832, + "ND[0.5]": 0.22355324831277223, + "mean_weighted_sum_quantile_loss": 0.21719192270953344 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00" + ], + "context": [ + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377 + ], + "actual": [ + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508 + ], + "predictions": { + "p50": [ + 1.4012428232607648, + 1.4032428869185254, + 1.402242855089645, + 1.407242895024757, + 1.4012428083596036, + 1.4012428679642484, + 1.4032429018196866, + 1.4012429275688931, + 1.4027428486523434, + 1.4012429275688931, + 1.403242857116203, + 1.4032428422150418, + 1.4012428679642484, + 1.4032428422150418, + 1.4042428740439221, + 1.4032428422150418, + 1.402242855089645, + 1.4037428655800626, + 1.4062428631958768, + 1.4002428212342068, + 1.402242855089645, + 1.4012429275688931, + 1.402242855089645, + 1.4047428676066205, + 1.404242859142761, + 1.4087428459105298, + 1.4102428713021085, + 1.402242855089645, + 1.402242855089645, + 1.4012428232607648, + 1.4012428679642484, + 1.4012428679642484, + 1.4037428804812238, + 1.40524287607048, + 1.4032428720173642, + 1.4032428422150418, + 1.40524287607048, + 1.4017428615269467, + 1.4012428530630872, + 1.4012428083596036, + 1.4017428615269467, + 1.4012428679642484, + 1.4057428994355008, + 1.4012428530630872, + 1.4027428486523434, + 1.4017428615269467, + 1.40524287607048, + 1.4087428459105298, + 1.403242857116203, + 1.4032429018196866, + 1.4012428679642484, + 1.4012428679642484, + 1.4042428293404385, + 1.4012428530630872, + 1.404242859142761, + 1.4042428740439221, + 1.4002428212342068, + 1.4012428679642484, + 1.4027428486523434, + 1.4042428740439221 + ], + "p10": [ + 1.373142866152267, + 1.3722428181347652, + 1.3712428906140133, + 1.3741428651985927, + 1.3721427776989743, + 1.371242836969833, + 1.3751427927193447, + 1.3722428240952298, + 1.3742429115948482, + 1.373142812508087, + 1.3732428708252713, + 1.3732428112206265, + 1.3732429244694515, + 1.3732428648648067, + 1.3732428708252713, + 1.3752428450760648, + 1.371242836969833, + 1.3742429115948482, + 1.374242857950668, + 1.3732428112206265, + 1.3751427986798093, + 1.3721427776989743, + 1.372242764490585, + 1.3732429244694515, + 1.371242836969833, + 1.371242836969833, + 1.3742429175553128, + 1.3732428708252713, + 1.3732429244694515, + 1.3741428592381284, + 1.3712428965744778, + 1.3741428651985927, + 1.372242764490585, + 1.3752428927597806, + 1.37524278547142, + 1.3742429115948482, + 1.3732429244694515, + 1.373142866152267, + 1.371242836969833, + 1.371242836969833, + 1.3731428601918028, + 1.373242930429916, + 1.3712428906140133, + 1.372242764490585, + 1.3732429244694515, + 1.3732428112206265, + 1.3732428648648067, + 1.374242857950668, + 1.3722428240952298, + 1.3721427776989743, + 1.3732428648648067, + 1.372242764490585, + 1.3742429115948482, + 1.371242836969833, + 1.3722428181347652, + 1.3732428648648067, + 1.3702429094490811, + 1.371242836969833, + 1.373142866152267, + 1.37524278547142 + ], + "p90": [ + 1.4302428522286221, + 1.4304428496537014, + 1.4282428779778287, + 1.4302428522286221, + 1.4303428569016263, + 1.4322428324398802, + 1.4312428989586636, + 1.4302428522286221, + 1.428342870729904, + 1.4322428860840604, + 1.4292428114590452, + 1.4304428496537014, + 1.4293429174599455, + 1.4322428860840604, + 1.4322428264794156, + 1.4302428522286221, + 1.4303428569016263, + 1.432242892044525, + 1.4322428860840604, + 1.4292428651032254, + 1.4302428522286221, + 1.4322428860840604, + 1.4312428989586636, + 1.4293429174599455, + 1.4322428860840604, + 1.428342870729904, + 1.4302428522286221, + 1.4302428522286221, + 1.4322428264794156, + 1.4272428312477872, + 1.4303428569016263, + 1.4312428989586636, + 1.4302428522286221, + 1.4293429174599455, + 1.4302428522286221, + 1.42924287106369, + 1.4322428264794156, + 1.4263427891907499, + 1.4302428522286221, + 1.4282428779778287, + 1.429342863815765, + 1.427342943209152, + 1.4302428522286221, + 1.42924287106369, + 1.4312428989586636, + 1.4303428569016263, + 1.4312428989586636, + 1.4322428324398802, + 1.4292428054985806, + 1.4352428474602505, + 1.4283428766903683, + 1.4283428766903683, + 1.4303428569016263, + 1.4263427891907499, + 1.4293429174599455, + 1.4322428264794156, + 1.4273428895649716, + 1.4303428569016263, + 1.4302428522286221, + 1.4303428569016263 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260622_061855.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260622_061855.json new file mode 100644 index 0000000000000000000000000000000000000000..2f9dd3b515f42371cf10e13e3dbcba7d8968bb08 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260622_061855.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T06:18:55.452803+00:00", + "metrics": { + "MSE[mean]": 0.17215975329343708, + "MSE[0.5]": 0.17215975329343708, + "MAE[0.5]": 0.3672499984502792, + "MASE[0.5]": 1.0746945606074714, + "MAPE[0.5]": 0.2578636067121443, + "sMAPE[0.5]": 0.2603382930194949, + "MSIS": 38.560801180072616, + "RMSE[mean]": 0.4149213820634423, + "NRMSE[mean]": 0.2764790910908042, + "ND[0.5]": 0.24471369797738515, + "mean_weighted_sum_quantile_loss": 0.23889706131453897 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00" + ], + "context": [ + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377 + ], + "actual": [ + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508 + ], + "predictions": { + "p50": [ + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983 + ], + "p10": [ + 1.0544799757003784, + 1.0799599981307983, + 1.0966199588775634, + 1.12798002243042, + 1.1701200056076049, + 1.207359993457794, + 1.2406800317764282, + 1.2612599420547486, + 1.279879994392395, + 1.3043799710273742, + 1.3318199682235718, + 1.3582800364494323, + 1.38572003364563, + 1.4190399551391601, + 1.448440043926239, + 1.4778400158882141, + 1.5111600542068482, + 1.5307600355148314, + 1.5572199869155883, + 1.5856400299072266, + 1.6062200570106506, + 1.6189599514007569, + 1.647379994392395, + 1.672860016822815, + 1.0544799757003784, + 1.0799599981307983, + 1.0966199588775634, + 1.12798002243042, + 1.1701200056076049, + 1.207359993457794, + 1.2406800317764282, + 1.2612599420547486, + 1.279879994392395, + 1.3043799710273742, + 1.3318199682235718, + 1.3582800364494323, + 1.38572003364563, + 1.4190399551391601, + 1.448440043926239, + 1.4778400158882141, + 1.5111600542068482, + 1.5307600355148314, + 1.5572199869155883, + 1.5856400299072266, + 1.6062200570106506, + 1.6189599514007569, + 1.647379994392395, + 1.672860016822815, + 1.0544799757003784, + 1.0799599981307983, + 1.0966199588775634, + 1.12798002243042, + 1.1701200056076049, + 1.207359993457794, + 1.2406800317764282, + 1.2612599420547486, + 1.279879994392395, + 1.3043799710273742, + 1.3318199682235718, + 1.3582800364494323 + ], + "p90": [ + 1.0975199747085571, + 1.1240399980545044, + 1.1413799571990968, + 1.1740200233459472, + 1.217880005836487, + 1.2566399931907655, + 1.2913200330734254, + 1.3127399396896362, + 1.3321199941635131, + 1.3576199698448181, + 1.3861799669265746, + 1.4137200379371644, + 1.4422800350189209, + 1.4769599533081055, + 1.5075600457191467, + 1.5381600165367126, + 1.5728400564193725, + 1.5932400369644166, + 1.6207799863815309, + 1.6503600311279296, + 1.671780059337616, + 1.6850399494171142, + 1.7146199941635132, + 1.7411400175094605, + 1.0975199747085571, + 1.1240399980545044, + 1.1413799571990968, + 1.1740200233459472, + 1.217880005836487, + 1.2566399931907655, + 1.2913200330734254, + 1.3127399396896362, + 1.3321199941635131, + 1.3576199698448181, + 1.3861799669265746, + 1.4137200379371644, + 1.4422800350189209, + 1.4769599533081055, + 1.5075600457191467, + 1.5381600165367126, + 1.5728400564193725, + 1.5932400369644166, + 1.6207799863815309, + 1.6503600311279296, + 1.671780059337616, + 1.6850399494171142, + 1.7146199941635132, + 1.7411400175094605, + 1.0975199747085571, + 1.1240399980545044, + 1.1413799571990968, + 1.1740200233459472, + 1.217880005836487, + 1.2566399931907655, + 1.2913200330734254, + 1.3127399396896362, + 1.3321199941635131, + 1.3576199698448181, + 1.3861799669265746, + 1.4137200379371644 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260622_061845.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260622_061845.json new file mode 100644 index 0000000000000000000000000000000000000000..3092568bf6c4e812fca40456b5e8c83a790ab6a4 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260622_061845.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T06:18:45.362849+00:00", + "metrics": { + "MSE[mean]": 0.003913554509148358, + "MSE[0.5]": 0.003913554509148358, + "MAE[0.5]": 0.05067518452803294, + "MASE[0.5]": 0.14829229516642217, + "MAPE[0.5]": 0.034062205151151444, + "sMAPE[0.5]": 0.034925122412437684, + "MSIS": 0.9222347630951783, + "RMSE[mean]": 0.06255840878050174, + "NRMSE[mean]": 0.041685227003016925, + "ND[0.5]": 0.0337669485469589, + "mean_weighted_sum_quantile_loss": 0.03816135618602966 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00" + ], + "context": [ + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377 + ], + "actual": [ + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508 + ], + "predictions": { + "p50": [ + 1.747894287109375, + 1.7645263671875, + 1.781158447265625, + 1.7911376953125, + 1.81109619140625, + 1.821075439453125, + 1.8310546875, + 1.834381103515625, + 1.8443603515625, + 1.847686767578125, + 1.847686767578125, + 1.8443603515625, + 1.841033935546875, + 1.83770751953125, + 1.834381103515625, + 1.8310546875, + 1.814422607421875, + 1.807769775390625, + 1.794464111328125, + 1.767852783203125, + 1.75787353515625, + 1.73126220703125, + 1.724609375, + 1.701324462890625, + 1.6846923828125, + 1.6580810546875, + 1.621490478515625, + 1.59820556640625, + 1.5782470703125, + 1.548309326171875, + 1.51837158203125, + 1.488433837890625, + 1.4934234619140625, + 1.4601593017578125, + 1.4235687255859375, + 1.401947021484375, + 1.368682861328125, + 1.3470611572265625, + 1.3071441650390625, + 1.2738800048828125, + 1.2530899047851562, + 1.228973388671875, + 1.2006988525390625, + 1.1745033264160156, + 1.1429023742675781, + 1.135833740234375, + 1.1123409271240234, + 1.0938897132873535, + 1.0518417358398438, + 1.0206565856933594, + 0.9836502075195312, + 0.9587020874023438, + 0.9279327392578125, + 0.9079742431640625, + 0.889678955078125, + 0.873046875, + 0.849761962890625, + 0.8447723388671875, + 0.8181610107421875, + 0.8181610107421875 + ], + "p10": [ + 1.7379150390625, + 1.747894287109375, + 1.761199951171875, + 1.767852783203125, + 1.781158447265625, + 1.7911376953125, + 1.794464111328125, + 1.794464111328125, + 1.794464111328125, + 1.794464111328125, + 1.7911376953125, + 1.781158447265625, + 1.77117919921875, + 1.761199951171875, + 1.75787353515625, + 1.7379150390625, + 1.7113037109375, + 1.697998046875, + 1.674713134765625, + 1.648101806640625, + 1.6314697265625, + 1.6048583984375, + 1.58489990234375, + 1.55828857421875, + 1.538330078125, + 1.501739501953125, + 1.4601593017578125, + 1.435211181640625, + 1.41192626953125, + 1.3803253173828125, + 1.34539794921875, + 1.3071441650390625, + 1.3121337890625, + 1.275543212890625, + 1.2414474487304688, + 1.2140045166015625, + 1.1811561584472656, + 1.1574554443359375, + 1.1183700561523438, + 1.0867691040039062, + 1.0657711029052734, + 1.0443572998046875, + 1.0169143676757812, + 0.9919662475585938, + 0.9678497314453125, + 0.9645233154296875, + 0.9395751953125, + 0.9179534912109375, + 0.8780364990234375, + 0.83978271484375, + 0.803192138671875, + 0.7749176025390625, + 0.7483062744140625, + 0.7316741943359375, + 0.7150421142578125, + 0.703399658203125, + 0.686767578125, + 0.6851043701171875, + 0.66015625, + 0.65350341796875 + ], + "p90": [ + 1.754547119140625, + 1.78448486328125, + 1.804443359375, + 1.8177490234375, + 1.8443603515625, + 1.854339599609375, + 1.867645263671875, + 1.8709716796875, + 1.887603759765625, + 1.887603759765625, + 1.8975830078125, + 1.90423583984375, + 1.90423583984375, + 1.907562255859375, + 1.907562255859375, + 1.907562255859375, + 1.914215087890625, + 1.920867919921875, + 1.90423583984375, + 1.887603759765625, + 1.880950927734375, + 1.8709716796875, + 1.867645263671875, + 1.85101318359375, + 1.85101318359375, + 1.8177490234375, + 1.794464111328125, + 1.77783203125, + 1.7645263671875, + 1.7379150390625, + 1.714630126953125, + 1.69134521484375, + 1.71795654296875, + 1.69134521484375, + 1.65142822265625, + 1.641448974609375, + 1.61151123046875, + 1.588226318359375, + 1.5516357421875, + 1.51837158203125, + 1.50506591796875, + 1.4834442138671875, + 1.4535064697265625, + 1.435211181640625, + 1.4036102294921875, + 1.4002838134765625, + 1.381988525390625, + 1.3603668212890625, + 1.335418701171875, + 1.3121337890625, + 1.2763748168945312, + 1.24560546875, + 1.2164993286132812, + 1.1903038024902344, + 1.17242431640625, + 1.1545448303222656, + 1.1260623931884766, + 1.1101579666137695, + 1.0827150344848633, + 1.0783491134643555 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260622_061628.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260622_061628.json new file mode 100644 index 0000000000000000000000000000000000000000..ddfccef4a2316c271737cc2631dd96475cda8c6c --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260622_061628.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T06:16:28.588121+00:00", + "metrics": { + "MSE[mean]": 0.0009345079519616088, + "MSE[0.5]": 0.002041051886096312, + "MAE[0.5]": 0.0394376536210378, + "MASE[0.5]": 0.11540757524438498, + "MAPE[0.5]": 0.026118754403371677, + "sMAPE[0.5]": 0.026564568706105567, + "MSIS": 2.504896470625938, + "RMSE[mean]": 0.030569722798246123, + "NRMSE[mean]": 0.02036985689222594, + "ND[0.5]": 0.026278921981975126, + "mean_weighted_sum_quantile_loss": 0.0269371352871995 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00" + ], + "context": [ + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377 + ], + "actual": [ + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508 + ], + "predictions": { + "p50": [ + 1.7188928127288818, + 1.7306997776031494, + 1.7584538459777832, + 1.7620537281036377, + 1.7738652229309082, + 1.7934949398040771, + 1.8054699897766113, + 1.812223196029663, + 1.8082494735717773, + 1.8140404224395752, + 1.8101191520690918, + 1.829310655593872, + 1.8194975852966309, + 1.8274073600769043, + 1.8275749683380127, + 1.809758186340332, + 1.8098196983337402, + 1.8043975830078125, + 1.7940778732299805, + 1.7929012775421143, + 1.7772634029388428, + 1.768256664276123, + 1.7390334606170654, + 1.7284693717956543, + 1.7058231830596924, + 1.6823008060455322, + 1.6716771125793457, + 1.6422247886657715, + 1.6249258518218994, + 1.5865538120269775, + 1.5600550174713135, + 1.5425610542297363, + 1.5100290775299072, + 1.4877595901489258, + 1.460167646408081, + 1.434814214706421, + 1.3987681865692139, + 1.3623266220092773, + 1.3459243774414062, + 1.3187735080718994, + 1.284360408782959, + 1.2628211975097656, + 1.2211216688156128, + 1.1801724433898926, + 1.1678575277328491, + 1.128671646118164, + 1.09847092628479, + 1.072453260421753, + 1.0536433458328247, + 1.029537320137024, + 1.0002628564834595, + 0.969333827495575, + 0.937083899974823, + 0.9332791566848755, + 0.8966132998466492, + 0.8811977505683899, + 0.8615809082984924, + 0.8314524292945862, + 0.8226600885391235, + 0.796471893787384 + ], + "p10": [ + 1.7352302074432373, + 1.7497475147247314, + 1.757136583328247, + 1.776777744293213, + 1.775414228439331, + 1.8058781623840332, + 1.7838802337646484, + 1.8071503639221191, + 1.8203518390655518, + 1.8288583755493164, + 1.8199717998504639, + 1.8525679111480713, + 1.8055527210235596, + 1.866128921508789, + 1.822559118270874, + 1.831984519958496, + 1.8201918601989746, + 1.813858985900879, + 1.807908296585083, + 1.8317978382110596, + 1.788879632949829, + 1.7950630187988281, + 1.7582125663757324, + 1.7424890995025635, + 1.736504316329956, + 1.7226331233978271, + 1.6988449096679688, + 1.6762967109680176, + 1.6549079418182373, + 1.6287777423858643, + 1.583315134048462, + 1.6035988330841064, + 1.5706653594970703, + 1.5548713207244873, + 1.5147321224212646, + 1.4908456802368164, + 1.4585111141204834, + 1.4214420318603516, + 1.4043664932250977, + 1.3655636310577393, + 1.3267338275909424, + 1.3197989463806152, + 1.2910888195037842, + 1.2539937496185303, + 1.2201915979385376, + 1.2037010192871094, + 1.1851874589920044, + 1.1513288021087646, + 1.1278104782104492, + 1.113736629486084, + 1.0578300952911377, + 1.0501328706741333, + 1.0289511680603027, + 1.0142104625701904, + 0.9881370663642883, + 0.9664684534072876, + 0.9470567107200623, + 0.9350265264511108, + 0.9006710052490234, + 0.8779081702232361 + ], + "p90": [ + 1.7464685440063477, + 1.7553379535675049, + 1.7910289764404297, + 1.7953855991363525, + 1.811530351638794, + 1.840991735458374, + 1.8512325286865234, + 1.862776279449463, + 1.8707897663116455, + 1.877044677734375, + 1.8874735832214355, + 1.8925580978393555, + 1.9079670906066895, + 1.9130840301513672, + 1.915785789489746, + 1.8920502662658691, + 1.900207281112671, + 1.8960139751434326, + 1.8972840309143066, + 1.9047508239746094, + 1.8902664184570312, + 1.8867475986480713, + 1.8772430419921875, + 1.868255853652954, + 1.854344129562378, + 1.8398196697235107, + 1.8420310020446777, + 1.8139996528625488, + 1.8065135478973389, + 1.7804744243621826, + 1.7715036869049072, + 1.7569522857666016, + 1.7355616092681885, + 1.7108705043792725, + 1.6939234733581543, + 1.6837761402130127, + 1.6498160362243652, + 1.6186232566833496, + 1.5977747440338135, + 1.5734443664550781, + 1.541332721710205, + 1.5276825428009033, + 1.485241413116455, + 1.4531328678131104, + 1.4470736980438232, + 1.4085583686828613, + 1.3857202529907227, + 1.3672327995300293, + 1.3447394371032715, + 1.3275575637817383, + 1.291635513305664, + 1.2746827602386475, + 1.2336804866790771, + 1.231645107269287, + 1.2085957527160645, + 1.1917214393615723, + 1.1694786548614502, + 1.1503143310546875, + 1.1450321674346924, + 1.1178289651870728 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260622_061734.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260622_061734.json new file mode 100644 index 0000000000000000000000000000000000000000..a0e8337a56f08927bc1c11656a513c154b53c8fb --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260622_061734.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-22T06:17:34.813483+00:00", + "metrics": { + "MSE[mean]": 0.13061142874147275, + "MSE[0.5]": 0.13061142874147275, + "MAE[0.5]": 0.27885333796342215, + "MASE[0.5]": 0.8160167917797818, + "MAPE[0.5]": 0.2434494161964314, + "sMAPE[0.5]": 0.1967955822574304, + "MSIS": 2.3206332120017055, + "RMSE[mean]": 0.36140203201071347, + "NRMSE[mean]": 0.2408169587013807, + "ND[0.5]": 0.18581138683273618, + "mean_weighted_sum_quantile_loss": 0.1025593522837219 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00" + ], + "context": [ + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377 + ], + "actual": [ + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508 + ], + "predictions": { + "p50": [ + 1.7283879518508911, + 1.7484650611877441, + 1.7658185958862305, + 1.783419132232666, + 1.799507737159729, + 1.8145114183425903, + 1.8290801048278809, + 1.8417267799377441, + 1.8536691665649414, + 1.864290475845337, + 1.8741319179534912, + 1.8826217651367188, + 1.8914949893951416, + 1.899017572402954, + 1.9079208374023438, + 1.9133530855178833, + 1.9169338941574097, + 1.9165470600128174, + 1.918297529220581, + 1.9183369874954224, + 1.9171068668365479, + 1.9155958890914917, + 1.915262222290039, + 1.9120075702667236, + 1.9087035655975342, + 1.9030981063842773, + 1.8955578804016113, + 1.8880201578140259, + 1.8785984516143799, + 1.8672914505004883, + 1.8593138456344604, + 1.8482303619384766, + 1.907590389251709, + 1.8914828300476074, + 1.8777446746826172, + 1.8642821311950684, + 1.8497623205184937, + 1.8356764316558838, + 1.8222248554229736, + 1.8041737079620361, + 1.7863821983337402, + 1.7687127590179443, + 1.7499938011169434, + 1.7300039529800415, + 1.712331771850586, + 1.6928930282592773, + 1.6743278503417969, + 1.6509860754013062, + 1.6346039772033691, + 1.6194920539855957, + 1.5942907333374023, + 1.5755223035812378, + 1.5583981275558472, + 1.5388710498809814, + 1.5198357105255127, + 1.5026652812957764, + 1.4859051704406738, + 1.4689828157424927, + 1.449487328529358, + 1.4322589635849 + ], + "p10": [ + 1.717820405960083, + 1.7357356548309326, + 1.750200867652893, + 1.763141393661499, + 1.7753156423568726, + 1.784111738204956, + 1.793471097946167, + 1.8001713752746582, + 1.808255910873413, + 1.812410593032837, + 1.813673734664917, + 1.8139638900756836, + 1.8143694400787354, + 1.8134427070617676, + 1.8128057718276978, + 1.808910846710205, + 1.8031363487243652, + 1.7916674613952637, + 1.7820110321044922, + 1.7708959579467773, + 1.7593669891357422, + 1.7494810819625854, + 1.738147497177124, + 1.7238359451293945, + 1.707648515701294, + 1.6905946731567383, + 1.671301245689392, + 1.6475247144699097, + 1.6200217008590698, + 1.5897502899169922, + 1.5604881048202515, + 1.537789225578308, + 1.6728246212005615, + 1.6183960437774658, + 1.5774924755096436, + 1.5437549352645874, + 1.507277488708496, + 1.465094804763794, + 1.4196373224258423, + 1.386115312576294, + 1.3510949611663818, + 1.315765619277954, + 1.273445963859558, + 1.2342724800109863, + 1.204712986946106, + 1.1701478958129883, + 1.1339246034622192, + 1.0944048166275024, + 1.06330144405365, + 1.039798378944397, + 1.0132807493209839, + 0.9956862926483154, + 0.9628049731254578, + 0.9342694282531738, + 0.9051716327667236, + 0.8835169672966003, + 0.8641952276229858, + 0.8449057936668396, + 0.8275883197784424, + 0.8062155246734619 + ], + "p90": [ + 1.7363202571868896, + 1.7604002952575684, + 1.7809174060821533, + 1.8041534423828125, + 1.8246397972106934, + 1.8435015678405762, + 1.8637669086456299, + 1.883133888244629, + 1.9013340473175049, + 1.917470932006836, + 1.9344350099563599, + 1.9512641429901123, + 1.968369960784912, + 1.9853417873382568, + 2.002068519592285, + 2.0156450271606445, + 2.026928186416626, + 2.035093069076538, + 2.0437331199645996, + 2.0536766052246094, + 2.0619211196899414, + 2.072061061859131, + 2.0834569931030273, + 2.0905160903930664, + 2.098888397216797, + 2.1055703163146973, + 2.1096701622009277, + 2.113071918487549, + 2.1141343116760254, + 2.1154415607452393, + 2.1171116828918457, + 2.113757610321045, + 2.073348045349121, + 2.0944786071777344, + 2.1094698905944824, + 2.1215596199035645, + 2.1229066848754883, + 2.12731671333313, + 2.1332969665527344, + 2.1374588012695312, + 2.135699510574341, + 2.1369686126708984, + 2.1353163719177246, + 2.1325838565826416, + 2.1295619010925293, + 2.120802879333496, + 2.114776134490967, + 2.1015419960021973, + 2.0936226844787598, + 2.092517137527466, + 2.08005952835083, + 2.080143928527832, + 2.0760083198547363, + 2.0769195556640625, + 2.0703628063201904, + 2.0654115676879883, + 2.0601816177368164, + 2.0540528297424316, + 2.046643018722534, + 2.0422792434692383 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260622_061714.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260622_061714.json new file mode 100644 index 0000000000000000000000000000000000000000..58eb8ab791d413c32cd17a827580233854f342e2 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260622_061714.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T06:17:14.331105+00:00", + "metrics": { + "MSE[mean]": 0.008740131067916697, + "MSE[0.5]": 0.008740131067916697, + "MAE[0.5]": 0.07675918539365133, + "MASE[0.5]": 0.22462268037391414, + "MAPE[0.5]": 0.06489901837943621, + "sMAPE[0.5]": 0.06118572305044376, + "MSIS": 2.1952014980317194, + "RMSE[mean]": 0.09348866812569691, + "NRMSE[mean]": 0.0622953241458411, + "ND[0.5]": 0.05114778540688057, + "mean_weighted_sum_quantile_loss": 0.06450166604868172 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00", + "2026-06-22 03:30:00", + "2026-06-22 03:36:00", + "2026-06-22 03:42:00", + "2026-06-22 03:48:00", + "2026-06-22 03:54:00", + "2026-06-22 04:00:00", + "2026-06-22 04:06:00", + "2026-06-22 04:12:00", + "2026-06-22 04:18:00", + "2026-06-22 04:24:00", + "2026-06-22 04:30:00", + "2026-06-22 04:36:00", + "2026-06-22 04:42:00", + "2026-06-22 04:48:00", + "2026-06-22 04:54:00", + "2026-06-22 05:00:00", + "2026-06-22 05:06:00", + "2026-06-22 05:12:00", + "2026-06-22 05:18:00", + "2026-06-22 05:24:00", + "2026-06-22 05:30:00", + "2026-06-22 05:36:00", + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00" + ], + "context": [ + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377 + ], + "actual": [ + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809, + 1.5570000410079956, + 1.531999945640564, + 1.5069999694824219, + 1.4859999418258667, + 1.4450000524520874, + 1.4140000343322754, + 1.38100004196167, + 1.343999981880188, + 1.2999999523162842, + 1.2680000066757202, + 1.2330000400543213, + 1.1950000524520874, + 1.1729999780654907, + 1.1460000276565552, + 1.1080000400543213, + 1.0740000009536743, + 1.0470000505447388, + 1.0149999856948853, + 0.9850000143051147, + 0.9610000252723694, + 0.9430000185966492, + 0.9139999747276306, + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508 + ], + "predictions": { + "p50": [ + 1.7258520126342773, + 1.750365138053894, + 1.7690229415893555, + 1.7871347665786743, + 1.803632378578186, + 1.8181850910186768, + 1.8284987211227417, + 1.8403857946395874, + 1.848318338394165, + 1.8590729236602783, + 1.869638204574585, + 1.8790175914764404, + 1.8868337869644165, + 1.8923516273498535, + 1.8932188749313354, + 1.8927828073501587, + 1.8917032480239868, + 1.887847661972046, + 1.8839871883392334, + 1.8803592920303345, + 1.8757398128509521, + 1.867940902709961, + 1.8561947345733643, + 1.8485934734344482, + 1.836029052734375, + 1.822620153427124, + 1.8054801225662231, + 1.7869136333465576, + 1.7673734426498413, + 1.7504377365112305, + 1.728379249572754, + 1.7139787673950195, + 1.6319386959075928, + 1.6223821640014648, + 1.5905311107635498, + 1.5600415468215942, + 1.5349217653274536, + 1.5035359859466553, + 1.4792122840881348, + 1.4505401849746704, + 1.4243662357330322, + 1.4014521837234497, + 1.3753310441970825, + 1.347341775894165, + 1.323831558227539, + 1.2965097427368164, + 1.2637310028076172, + 1.2362712621688843, + 1.2054259777069092, + 1.1794480085372925, + 1.1568372249603271, + 1.1307393312454224, + 1.114059567451477, + 1.0971217155456543, + 1.075478196144104, + 1.053041696548462, + 1.0367542505264282, + 1.0193822383880615, + 1.0018510818481445, + 0.983924925327301 + ], + "p10": [ + 1.7132312059402466, + 1.732426643371582, + 1.7458587884902954, + 1.7571699619293213, + 1.7680463790893555, + 1.7773025035858154, + 1.7816200256347656, + 1.7843984365463257, + 1.7848577499389648, + 1.7897202968597412, + 1.7896537780761719, + 1.7871991395950317, + 1.787081241607666, + 1.7795109748840332, + 1.7689731121063232, + 1.7558317184448242, + 1.7433803081512451, + 1.7288979291915894, + 1.709143877029419, + 1.694523572921753, + 1.6792051792144775, + 1.6598732471466064, + 1.6351741552352905, + 1.6134779453277588, + 1.588378667831421, + 1.5654656887054443, + 1.527323603630066, + 1.4943422079086304, + 1.460739254951477, + 1.4302136898040771, + 1.3950998783111572, + 1.3679256439208984, + 1.2970753908157349, + 1.2648169994354248, + 1.2190208435058594, + 1.1893682479858398, + 1.1498725414276123, + 1.1076290607452393, + 1.0698915719985962, + 1.0293890237808228, + 0.9897346496582031, + 0.9403665661811829, + 0.9142651557922363, + 0.8573940992355347, + 0.8199130296707153, + 0.7810367941856384, + 0.7478325366973877, + 0.7104512453079224, + 0.6643657088279724, + 0.6270681619644165, + 0.5988199710845947, + 0.5646244883537292, + 0.5374075174331665, + 0.5026984810829163, + 0.47746026515960693, + 0.4452303647994995, + 0.40928417444229126, + 0.38566404581069946, + 0.35178452730178833, + 0.3220626711845398 + ], + "p90": [ + 1.7383449077606201, + 1.7668888568878174, + 1.79159677028656, + 1.8151493072509766, + 1.8386380672454834, + 1.8595871925354004, + 1.8756015300750732, + 1.8948285579681396, + 1.9114183187484741, + 1.93095064163208, + 1.949338674545288, + 1.969556212425232, + 1.9905285835266113, + 2.007045269012451, + 2.021378755569458, + 2.031177520751953, + 2.044461727142334, + 2.0528337955474854, + 2.0633373260498047, + 2.074824333190918, + 2.086587429046631, + 2.0941991806030273, + 2.098715305328369, + 2.1085500717163086, + 2.1121068000793457, + 2.1178886890411377, + 2.117361068725586, + 2.1166038513183594, + 2.1098668575286865, + 2.115370035171509, + 2.107187271118164, + 2.118568181991577, + 2.0303258895874023, + 2.040433406829834, + 2.0517361164093018, + 2.0531930923461914, + 2.0518503189086914, + 2.037003993988037, + 2.0402488708496094, + 2.036885976791382, + 2.021965742111206, + 2.0333335399627686, + 2.0244884490966797, + 2.0316789150238037, + 2.0373153686523438, + 2.0128729343414307, + 2.0270333290100098, + 2.029768228530884, + 2.011512279510498, + 2.0125937461853027, + 2.0134096145629883, + 1.9988465309143066, + 2.0073962211608887, + 1.9873946905136108, + 2.0110104084014893, + 2.0223488807678223, + 1.9899086952209473, + 2.0071544647216797, + 2.0213229656219482, + 2.0063650608062744 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/arima/20260622_061855.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/arima/20260622_061855.json new file mode 100644 index 0000000000000000000000000000000000000000..86317173cec2045e17c1328b6f8769d5baae29b7 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/arima/20260622_061855.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "ARIMA", + "evaluated_at": "2026-06-22T06:18:55.123805+00:00", + "metrics": { + "MSE[mean]": 19.1308456539274, + "MSE[0.5]": 19.48401046878373, + "MAE[0.5]": 3.638323523891899, + "MASE[0.5]": 2.1387789721229815, + "MAPE[0.5]": 0.13189873835322471, + "sMAPE[0.5]": 0.14539244478687063, + "MSIS": 73.83604227544598, + "RMSE[mean]": 4.3738822176560035, + "NRMSE[mean]": 0.1674613979614854, + "ND[0.5]": 0.1392993028224734, + "mean_weighted_sum_quantile_loss": 0.136688715894918 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00" + ], + "context": [ + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492, + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25, + 22.93000030517578, + 22.760000228881836, + 22.600000381469727, + 22.440000534057617, + 22.350000381469727, + 22.34000015258789, + 22.68000030517578, + 23.520000457763672, + 25.139999389648438, + 27.010000228881836, + 28.219999313354492, + 29.209999084472656, + 29.790000915527344, + 29.739999771118164, + 29.34000015258789, + 28.540000915527344, + 27.239999771118164, + 25.940000534057617, + 24.84000015258789, + 24.040000915527344, + 23.690000534057617, + 23.5, + 23.329999923706055, + 23.18000030517578 + ], + "actual": [ + 23.059999465942383, + 23.049999237060547, + 23.110000610351562, + 23.170000076293945, + 23.299999237060547, + 23.530000686645508, + 23.950000762939453, + 24.65999984741211, + 25.739999771118164, + 26.700000762939453, + 27.709999084472656, + 28.959999084472656, + 30.5, + 31.030000686645508, + 29.989999771118164, + 28.350000381469727, + 27.170000076293945, + 26.579999923706055, + 26.440000534057617, + 26.40999984741211, + 26.389999389648438, + 26.139999389648438, + 25.6200008392334, + 25.290000915527344 + ], + "predictions": { + "p50": [ + 22.981408822523232, + 22.86863027166016, + 22.768614446206556, + 22.686913168906308, + 22.633813325027834, + 22.574750637800477, + 22.539891923920862, + 22.50026967613042, + 22.479543473645116, + 22.461907115950673, + 22.425479721749433, + 22.406546519112606, + 22.37870801649109, + 22.38786723151806, + 22.358139283024126, + 22.348262890858237, + 22.35255470787936, + 22.35732930451553, + 22.34627712315045, + 22.346251942761043, + 22.325269078755397, + 22.339524546439726, + 22.33766334026044, + 22.324619239777014 + ], + "p10": [ + 22.70080213691808, + 22.53981555007888, + 22.43521982919552, + 22.33109123472031, + 22.296416243692782, + 22.209500971888833, + 22.209881225943164, + 22.133571338559175, + 22.143593973644467, + 22.09070547122213, + 22.068887593106272, + 22.036739617801242, + 22.027057628610553, + 22.106589093519013, + 22.006986380368808, + 21.99155350879209, + 21.970293805905165, + 22.04096156074486, + 21.9920505588106, + 22.01652679015324, + 21.953185186141457, + 21.972353395333435, + 21.980608562084655, + 22.012588667764536 + ], + "p90": [ + 23.24472212326945, + 23.16158878032513, + 23.114173704166653, + 23.01475693982811, + 22.870407753245058, + 22.841898215491995, + 22.84530486386226, + 22.751555785477336, + 22.813704031945097, + 22.769586803062666, + 22.752473037180934, + 22.707566055125792, + 22.653151753653944, + 22.676026313996303, + 22.69968253803356, + 22.61418936342145, + 22.631006863103913, + 22.683480897590247, + 22.647762517964328, + 22.646417166917544, + 22.558608248317643, + 22.665474503170113, + 22.632894562195606, + 22.581335960562804 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/chronos_2/20260622_061525.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/chronos_2/20260622_061525.json new file mode 100644 index 0000000000000000000000000000000000000000..eeba3736912dc4324621c97438d85e90fdb4904c --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/chronos_2/20260622_061525.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T06:15:25.174761+00:00", + "metrics": { + "MSE[mean]": 2.497550541067085, + "MSE[0.5]": 2.497550541067085, + "MAE[0.5]": 1.2721631526947021, + "MASE[0.5]": 0.747837783590668, + "MAPE[0.5]": 0.04766756886485387, + "sMAPE[0.5]": 0.04945338284173386, + "MSIS": 4.501600541318299, + "RMSE[mean]": 1.5803640533329923, + "NRMSE[mean]": 0.060506881641877015, + "ND[0.5]": 0.048706894558197364, + "mean_weighted_sum_quantile_loss": 0.04314103090472548 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00" + ], + "context": [ + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492, + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25, + 22.93000030517578, + 22.760000228881836, + 22.600000381469727, + 22.440000534057617, + 22.350000381469727, + 22.34000015258789, + 22.68000030517578, + 23.520000457763672, + 25.139999389648438, + 27.010000228881836, + 28.219999313354492, + 29.209999084472656, + 29.790000915527344, + 29.739999771118164, + 29.34000015258789, + 28.540000915527344, + 27.239999771118164, + 25.940000534057617, + 24.84000015258789, + 24.040000915527344, + 23.690000534057617, + 23.5, + 23.329999923706055, + 23.18000030517578 + ], + "actual": [ + 23.059999465942383, + 23.049999237060547, + 23.110000610351562, + 23.170000076293945, + 23.299999237060547, + 23.530000686645508, + 23.950000762939453, + 24.65999984741211, + 25.739999771118164, + 26.700000762939453, + 27.709999084472656, + 28.959999084472656, + 30.5, + 31.030000686645508, + 29.989999771118164, + 28.350000381469727, + 27.170000076293945, + 26.579999923706055, + 26.440000534057617, + 26.40999984741211, + 26.389999389648438, + 26.139999389648438, + 25.6200008392334, + 25.290000915527344 + ], + "predictions": { + "p50": [ + 22.898178100585938, + 22.756460189819336, + 22.584571838378906, + 22.40097427368164, + 22.328147888183594, + 22.477048873901367, + 23.117389678955078, + 24.106586456298828, + 25.32548713684082, + 26.31265640258789, + 27.187984466552734, + 27.707290649414062, + 28.11981201171875, + 28.17742919921875, + 27.96476173400879, + 27.601341247558594, + 27.03091812133789, + 26.130386352539062, + 25.066038131713867, + 24.255233764648438, + 23.679874420166016, + 23.299236297607422, + 22.998023986816406, + 22.792253494262695 + ], + "p10": [ + 22.510257720947266, + 22.299407958984375, + 21.96156883239746, + 21.663408279418945, + 21.4733829498291, + 21.52088165283203, + 21.97921371459961, + 22.775440216064453, + 23.629981994628906, + 24.328062057495117, + 24.86277961730957, + 24.998964309692383, + 25.12035369873047, + 25.26732063293457, + 25.048431396484375, + 24.561641693115234, + 24.149778366088867, + 23.402511596679688, + 22.578914642333984, + 21.946014404296875, + 21.574806213378906, + 21.2484188079834, + 21.02054786682129, + 20.864377975463867 + ], + "p90": [ + 23.186628341674805, + 23.171117782592773, + 23.155195236206055, + 23.10991096496582, + 23.10137939453125, + 23.410987854003906, + 24.21954917907715, + 25.421112060546875, + 26.91986846923828, + 28.315855026245117, + 29.41617774963379, + 30.090959548950195, + 30.609943389892578, + 30.684532165527344, + 30.663833618164062, + 30.275157928466797, + 29.983959197998047, + 28.87432861328125, + 27.691673278808594, + 26.72307586669922, + 26.024824142456055, + 25.601173400878906, + 25.249042510986328, + 24.944957733154297 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/ets/20260622_061855.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/ets/20260622_061855.json new file mode 100644 index 0000000000000000000000000000000000000000..36b0bed0e7786c4e19cb6d6081ec38eaf9ade955 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/ets/20260622_061855.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "ETS", + "evaluated_at": "2026-06-22T06:18:55.340465+00:00", + "metrics": { + "MSE[mean]": 32.39177742140628, + "MSE[0.5]": 33.69505757693249, + "MAE[0.5]": 4.948184759453103, + "MASE[0.5]": 2.9087774751754467, + "MAPE[0.5]": 0.18090961892732116, + "sMAPE[0.5]": 0.2057518238437371, + "MSIS": 76.28154801369023, + "RMSE[mean]": 5.691377462566183, + "NRMSE[mean]": 0.21790390750818858, + "ND[0.5]": 0.18944953154998356, + "mean_weighted_sum_quantile_loss": 0.17644111021048067 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00" + ], + "context": [ + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492, + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25, + 22.93000030517578, + 22.760000228881836, + 22.600000381469727, + 22.440000534057617, + 22.350000381469727, + 22.34000015258789, + 22.68000030517578, + 23.520000457763672, + 25.139999389648438, + 27.010000228881836, + 28.219999313354492, + 29.209999084472656, + 29.790000915527344, + 29.739999771118164, + 29.34000015258789, + 28.540000915527344, + 27.239999771118164, + 25.940000534057617, + 24.84000015258789, + 24.040000915527344, + 23.690000534057617, + 23.5, + 23.329999923706055, + 23.18000030517578 + ], + "actual": [ + 23.059999465942383, + 23.049999237060547, + 23.110000610351562, + 23.170000076293945, + 23.299999237060547, + 23.530000686645508, + 23.950000762939453, + 24.65999984741211, + 25.739999771118164, + 26.700000762939453, + 27.709999084472656, + 28.959999084472656, + 30.5, + 31.030000686645508, + 29.989999771118164, + 28.350000381469727, + 27.170000076293945, + 26.579999923706055, + 26.440000534057617, + 26.40999984741211, + 26.389999389648438, + 26.139999389648438, + 25.6200008392334, + 25.290000915527344 + ], + "predictions": { + "p50": [ + 22.84826903781783, + 22.75826888493191, + 22.608271173452238, + 22.418269685422274, + 22.28327136359104, + 22.178271821056683, + 22.048271706317735, + 21.833271553431814, + 21.67327265939599, + 21.568272163187316, + 21.42827277324085, + 21.25827365032319, + 21.068273115967543, + 20.938274908577228, + 20.758274603103416, + 20.633274602805386, + 20.49327521285892, + 20.36827521256089, + 20.218275593732585, + 20.04827551714061, + 19.893276737545705, + 19.798277423893182, + 19.57827811024066, + 19.393278644000247 + ], + "p10": [ + 22.067268519019002, + 22.138269953047143, + 21.888269952749113, + 21.778271249448153, + 21.51227107367405, + 21.355271103893596, + 21.32427230141051, + 20.94727149239666, + 20.986272384737788, + 20.63727355173712, + 20.477272178148077, + 20.53827338329438, + 20.45827384076002, + 20.127273512398027, + 20.048273611282127, + 19.898273992453824, + 19.768276738737825, + 19.634275578771827, + 19.588276432965984, + 19.137277363454086, + 19.128277347897267, + 19.105277011905876, + 18.638277576183043, + 18.547277591143803 + ], + "p90": [ + 24.059269861792437, + 23.918268732344018, + 23.858269266103605, + 23.539271310483308, + 23.70826964697727, + 23.371271279369672, + 23.36127124092467, + 23.188271095668142, + 22.895271827791987, + 22.65427394083624, + 22.56027388713245, + 22.516274405633247, + 22.321273947571548, + 21.888275290046952, + 21.99827437422158, + 21.739276075278532, + 21.75827650985599, + 21.70827536514878, + 21.50827650925993, + 21.24127611986278, + 21.11827711901543, + 21.111276958500117, + 20.69827723286029, + 20.424278209124758 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moirai_1_1_large/20260622_061804.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moirai_1_1_large/20260622_061804.json new file mode 100644 index 0000000000000000000000000000000000000000..1109c85e8c6a53d13a3ed0d0347f90ae9a2b1438 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moirai_1_1_large/20260622_061804.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T06:18:04.198469+00:00", + "metrics": { + "MSE[mean]": 1.9237130835943692, + "MSE[0.5]": 1.8876722873579865, + "MAE[0.5]": 1.1165241797765095, + "MASE[0.5]": 0.6563458202360263, + "MAPE[0.5]": 0.04267433494674541, + "sMAPE[0.5]": 0.04406306287872011, + "MSIS": 6.798890134045048, + "RMSE[mean]": 1.386979842533542, + "NRMSE[mean]": 0.05310284361053067, + "ND[0.5]": 0.04274799610479139, + "mean_weighted_sum_quantile_loss": 0.03891174187888303 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00" + ], + "context": [ + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492, + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25, + 22.93000030517578, + 22.760000228881836, + 22.600000381469727, + 22.440000534057617, + 22.350000381469727, + 22.34000015258789, + 22.68000030517578, + 23.520000457763672, + 25.139999389648438, + 27.010000228881836, + 28.219999313354492, + 29.209999084472656, + 29.790000915527344, + 29.739999771118164, + 29.34000015258789, + 28.540000915527344, + 27.239999771118164, + 25.940000534057617, + 24.84000015258789, + 24.040000915527344, + 23.690000534057617, + 23.5, + 23.329999923706055, + 23.18000030517578 + ], + "actual": [ + 23.059999465942383, + 23.049999237060547, + 23.110000610351562, + 23.170000076293945, + 23.299999237060547, + 23.530000686645508, + 23.950000762939453, + 24.65999984741211, + 25.739999771118164, + 26.700000762939453, + 27.709999084472656, + 28.959999084472656, + 30.5, + 31.030000686645508, + 29.989999771118164, + 28.350000381469727, + 27.170000076293945, + 26.579999923706055, + 26.440000534057617, + 26.40999984741211, + 26.389999389648438, + 26.139999389648438, + 25.6200008392334, + 25.290000915527344 + ], + "predictions": { + "p50": [ + 22.86903190612793, + 22.46812343597412, + 22.20823860168457, + 21.870217323303223, + 21.72331428527832, + 21.876922607421875, + 22.894317626953125, + 24.394193649291992, + 25.87979221343994, + 26.8958101272583, + 27.76699924468994, + 28.399888038635254, + 28.818726539611816, + 28.57773208618164, + 28.51718235015869, + 27.9643611907959, + 27.596174240112305, + 26.84327793121338, + 25.73149585723877, + 24.814833641052246, + 24.10948371887207, + 23.776738166809082, + 23.419963836669922, + 23.190011978149414 + ], + "p10": [ + 22.53882122039795, + 22.04137897491455, + 21.58984375, + 21.248266220092773, + 20.988723754882812, + 21.0643949508667, + 21.902352333068848, + 23.24948215484619, + 23.992284774780273, + 25.498927116394043, + 25.769648551940918, + 26.245001792907715, + 26.37609100341797, + 26.329703330993652, + 26.457261085510254, + 25.68747901916504, + 24.652040481567383, + 24.169347763061523, + 23.70158290863037, + 22.80663013458252, + 22.31425952911377, + 22.043540954589844, + 21.932239532470703, + 21.664332389831543 + ], + "p90": [ + 23.228772163391113, + 22.961753845214844, + 22.812193870544434, + 22.592787742614746, + 22.41325855255127, + 22.62688159942627, + 23.86040210723877, + 25.819496154785156, + 27.406774520874023, + 28.49080753326416, + 29.444357872009277, + 30.415403366088867, + 30.311203956604004, + 30.55720329284668, + 30.51607036590576, + 30.232596397399902, + 29.548309326171875, + 28.83118724822998, + 28.014002799987793, + 26.850476264953613, + 26.031380653381348, + 25.455327033996582, + 25.21496868133545, + 24.630828857421875 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moving_average/20260622_061855.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moving_average/20260622_061855.json new file mode 100644 index 0000000000000000000000000000000000000000..af240d2262fb6684b9d053d674cd7de55b461842 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moving_average/20260622_061855.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T06:18:55.410362+00:00", + "metrics": { + "MSE[mean]": 6.515449648564218, + "MSE[0.5]": 6.7803991656933915, + "MAE[0.5]": 2.1180077483207227, + "MASE[0.5]": 1.2450653179012066, + "MAPE[0.5]": 0.07820458479476648, + "sMAPE[0.5]": 0.08103448001915808, + "MSIS": 18.137880619109865, + "RMSE[mean]": 2.5525378838646486, + "NRMSE[mean]": 0.09772818313582761, + "ND[0.5]": 0.0810914699520931, + "mean_weighted_sum_quantile_loss": 0.07041852511819074 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00" + ], + "context": [ + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492, + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25, + 22.93000030517578, + 22.760000228881836, + 22.600000381469727, + 22.440000534057617, + 22.350000381469727, + 22.34000015258789, + 22.68000030517578, + 23.520000457763672, + 25.139999389648438, + 27.010000228881836, + 28.219999313354492, + 29.209999084472656, + 29.790000915527344, + 29.739999771118164, + 29.34000015258789, + 28.540000915527344, + 27.239999771118164, + 25.940000534057617, + 24.84000015258789, + 24.040000915527344, + 23.690000534057617, + 23.5, + 23.329999923706055, + 23.18000030517578 + ], + "actual": [ + 23.059999465942383, + 23.049999237060547, + 23.110000610351562, + 23.170000076293945, + 23.299999237060547, + 23.530000686645508, + 23.950000762939453, + 24.65999984741211, + 25.739999771118164, + 26.700000762939453, + 27.709999084472656, + 28.959999084472656, + 30.5, + 31.030000686645508, + 29.989999771118164, + 28.350000381469727, + 27.170000076293945, + 26.579999923706055, + 26.440000534057617, + 26.40999984741211, + 26.389999389648438, + 26.139999389648438, + 25.6200008392334, + 25.290000915527344 + ], + "predictions": { + "p50": [ + 25.000351879015493, + 25.060351344957876, + 25.06035325230651, + 25.02035138310485, + 25.03535268010192, + 25.080352756395865, + 25.10035226048522, + 25.035351726427603, + 25.025352451220083, + 25.070351573839712, + 25.080351802721548, + 25.060352298632193, + 25.02035138310485, + 25.040352794542837, + 25.01035210789733, + 25.035351726427603, + 25.04535195530944, + 25.070351573839712, + 25.070351573839712, + 25.05035111607604, + 25.04535195530944, + 25.10035226048522, + 25.030352565661, + 24.995352718248892 + ], + "p10": [ + 24.219351360216667, + 24.44035241307311, + 24.340352031603384, + 24.380352947130728, + 24.26435239018493, + 24.257352039232778, + 24.376352855577995, + 24.149351665392448, + 24.33835217656188, + 24.139352962389516, + 24.129351207628776, + 24.340352031603384, + 24.410352107897328, + 24.229351398363637, + 24.30035111607604, + 24.30035111607604, + 24.320353481188345, + 24.33635194005065, + 24.44035241307311, + 24.139352962389516, + 24.280352565661, + 24.407351848497914, + 24.090352031603384, + 24.149351665392448 + ], + "p90": [ + 26.2113527029901, + 26.220351192369986, + 26.310351344957876, + 26.141353008165883, + 26.46035096348815, + 26.273352214708854, + 26.413351795092154, + 26.39035126866393, + 26.24735161961608, + 26.156353351488637, + 26.21235291661315, + 26.31835305394225, + 26.273352214708854, + 25.99035317601256, + 26.250351879015493, + 26.14135319890075, + 26.31035325230651, + 26.410351726427603, + 26.360352489367056, + 26.24335171879821, + 26.270352336779165, + 26.413351795092154, + 26.15035168828063, + 26.026352283373402 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/seasonal_naive/20260622_061855.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/seasonal_naive/20260622_061855.json new file mode 100644 index 0000000000000000000000000000000000000000..392710f1e3ec14ca9e461fa5ec49988e4be33f8c --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/seasonal_naive/20260622_061855.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T06:18:55.442206+00:00", + "metrics": { + "MSE[mean]": 1.7532413112009333, + "MSE[0.5]": 1.7532413112009333, + "MAE[0.5]": 1.0474998156229656, + "MASE[0.5]": 0.6157700282135944, + "MAPE[0.5]": 0.04044207999607503, + "sMAPE[0.5]": 0.04177599314334709, + "MSIS": 12.361503750354183, + "RMSE[mean]": 1.3241001892609687, + "NRMSE[mean]": 0.050695390890872924, + "ND[0.5]": 0.04010528284930056, + "mean_weighted_sum_quantile_loss": 0.03495354683521942 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00" + ], + "context": [ + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492, + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25, + 22.93000030517578, + 22.760000228881836, + 22.600000381469727, + 22.440000534057617, + 22.350000381469727, + 22.34000015258789, + 22.68000030517578, + 23.520000457763672, + 25.139999389648438, + 27.010000228881836, + 28.219999313354492, + 29.209999084472656, + 29.790000915527344, + 29.739999771118164, + 29.34000015258789, + 28.540000915527344, + 27.239999771118164, + 25.940000534057617, + 24.84000015258789, + 24.040000915527344, + 23.690000534057617, + 23.5, + 23.329999923706055, + 23.18000030517578 + ], + "actual": [ + 23.059999465942383, + 23.049999237060547, + 23.110000610351562, + 23.170000076293945, + 23.299999237060547, + 23.530000686645508, + 23.950000762939453, + 24.65999984741211, + 25.739999771118164, + 26.700000762939453, + 27.709999084472656, + 28.959999084472656, + 30.5, + 31.030000686645508, + 29.989999771118164, + 28.350000381469727, + 27.170000076293945, + 26.579999923706055, + 26.440000534057617, + 26.40999984741211, + 26.389999389648438, + 26.139999389648438, + 25.6200008392334, + 25.290000915527344 + ], + "predictions": { + "p50": [ + 22.93000030517578, + 22.760000228881836, + 22.600000381469727, + 22.440000534057617, + 22.350000381469727, + 22.34000015258789, + 22.68000030517578, + 23.520000457763672, + 25.139999389648438, + 27.010000228881836, + 28.219999313354492, + 29.209999084472656, + 29.790000915527344, + 29.739999771118164, + 29.34000015258789, + 28.540000915527344, + 27.239999771118164, + 25.940000534057617, + 24.84000015258789, + 24.040000915527344, + 23.690000534057617, + 23.5, + 23.329999923706055, + 23.18000030517578 + ], + "p10": [ + 22.471400299072265, + 22.3048002243042, + 22.148000373840333, + 21.991200523376463, + 21.90300037384033, + 21.89320014953613, + 22.226400299072264, + 23.0496004486084, + 24.63719940185547, + 26.469800224304198, + 27.6555993270874, + 28.6257991027832, + 29.194200897216795, + 29.1451997756958, + 28.75320014953613, + 27.969200897216798, + 26.6951997756958, + 25.421200523376463, + 24.343200149536134, + 23.559200897216797, + 23.216200523376465, + 23.03, + 22.863399925231935, + 22.716400299072266 + ], + "p90": [ + 23.388600311279298, + 23.215200233459473, + 23.05200038909912, + 22.88880054473877, + 22.79700038909912, + 22.78680015563965, + 23.1336003112793, + 23.990400466918945, + 25.642799377441406, + 27.550200233459474, + 28.784399299621583, + 29.79419906616211, + 30.385800933837892, + 30.334799766540527, + 29.92680015563965, + 29.11080093383789, + 27.784799766540527, + 26.45880054473877, + 25.336800155639647, + 24.52080093383789, + 24.16380054473877, + 23.97, + 23.796599922180175, + 23.643600311279297 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timer_s1/20260622_061835.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timer_s1/20260622_061835.json new file mode 100644 index 0000000000000000000000000000000000000000..53d7d215677968eccec929192c130021b3308410 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timer_s1/20260622_061835.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T06:18:35.942635+00:00", + "metrics": { + "MSE[mean]": 2.948132588207803, + "MSE[0.5]": 2.948132588207803, + "MAE[0.5]": 1.3634288311004639, + "MASE[0.5]": 0.8014880740524629, + "MAPE[0.5]": 0.05065711783745042, + "sMAPE[0.5]": 0.052752069341342016, + "MSIS": 8.482682852042041, + "RMSE[mean]": 1.717012693082903, + "NRMSE[mean]": 0.06573870342017786, + "ND[0.5]": 0.05220115373830001, + "mean_weighted_sum_quantile_loss": 0.047538391949436994 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00" + ], + "context": [ + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492, + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25, + 22.93000030517578, + 22.760000228881836, + 22.600000381469727, + 22.440000534057617, + 22.350000381469727, + 22.34000015258789, + 22.68000030517578, + 23.520000457763672, + 25.139999389648438, + 27.010000228881836, + 28.219999313354492, + 29.209999084472656, + 29.790000915527344, + 29.739999771118164, + 29.34000015258789, + 28.540000915527344, + 27.239999771118164, + 25.940000534057617, + 24.84000015258789, + 24.040000915527344, + 23.690000534057617, + 23.5, + 23.329999923706055, + 23.18000030517578 + ], + "actual": [ + 23.059999465942383, + 23.049999237060547, + 23.110000610351562, + 23.170000076293945, + 23.299999237060547, + 23.530000686645508, + 23.950000762939453, + 24.65999984741211, + 25.739999771118164, + 26.700000762939453, + 27.709999084472656, + 28.959999084472656, + 30.5, + 31.030000686645508, + 29.989999771118164, + 28.350000381469727, + 27.170000076293945, + 26.579999923706055, + 26.440000534057617, + 26.40999984741211, + 26.389999389648438, + 26.139999389648438, + 25.6200008392334, + 25.290000915527344 + ], + "predictions": { + "p50": [ + 23.283905029296875, + 23.027320861816406, + 22.834503173828125, + 22.664459228515625, + 22.615875244140625, + 22.728225708007812, + 23.274036407470703, + 24.24951171875, + 25.35479736328125, + 26.435791015625, + 27.1888427734375, + 27.7718505859375, + 28.0147705078125, + 28.0147705078125, + 27.74755859375, + 27.1402587890625, + 26.32647705078125, + 25.50054931640625, + 24.62603759765625, + 23.8851318359375, + 23.396446228027344, + 23.080459594726562, + 22.810211181640625, + 22.603729248046875 + ], + "p10": [ + 23.051612854003906, + 22.673568725585938, + 22.300079345703125, + 21.92962646484375, + 21.72314453125, + 21.66241455078125, + 22.008575439453125, + 22.691787719726562, + 23.42035675048828, + 24.149307250976562, + 24.67462158203125, + 25.0025634765625, + 25.0511474609375, + 24.875030517578125, + 24.492431640625, + 23.821365356445312, + 23.24291229248047, + 22.737335205078125, + 22.1846923828125, + 21.771728515625, + 21.56524658203125, + 21.431640625, + 21.2373046875, + 21.091552734375 + ], + "p90": [ + 23.561744689941406, + 23.420738220214844, + 23.3890438079834, + 23.419979095458984, + 23.537452697753906, + 23.879058837890625, + 24.559234619140625, + 25.7313232421875, + 27.018798828125, + 28.3062744140625, + 29.2293701171875, + 30.031005859375, + 30.46826171875, + 30.5654296875, + 30.37109375, + 29.7880859375, + 28.91357421875, + 27.893310546875, + 26.727294921875, + 25.7799072265625, + 25.0997314453125, + 24.632110595703125, + 24.279876708984375, + 24.04302978515625 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timesfm_2_5/20260622_061619.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timesfm_2_5/20260622_061619.json new file mode 100644 index 0000000000000000000000000000000000000000..fa3bb9eb97f6c9d4e4b2738f4c417af1992dc13a --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timesfm_2_5/20260622_061619.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T06:16:19.445857+00:00", + "metrics": { + "MSE[mean]": 3.589577484540617, + "MSE[0.5]": 5.182956781815695, + "MAE[0.5]": 1.962128718694051, + "MASE[0.5]": 1.153432237838048, + "MAPE[0.5]": 0.07326675305609733, + "sMAPE[0.5]": 0.07700515387793742, + "MSIS": 13.585066502014532, + "RMSE[mean]": 1.8946180313035705, + "NRMSE[mean]": 0.07253862091768065, + "ND[0.5]": 0.07512338052600165, + "mean_weighted_sum_quantile_loss": 0.05341888644170538 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00" + ], + "context": [ + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492, + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25, + 22.93000030517578, + 22.760000228881836, + 22.600000381469727, + 22.440000534057617, + 22.350000381469727, + 22.34000015258789, + 22.68000030517578, + 23.520000457763672, + 25.139999389648438, + 27.010000228881836, + 28.219999313354492, + 29.209999084472656, + 29.790000915527344, + 29.739999771118164, + 29.34000015258789, + 28.540000915527344, + 27.239999771118164, + 25.940000534057617, + 24.84000015258789, + 24.040000915527344, + 23.690000534057617, + 23.5, + 23.329999923706055, + 23.18000030517578 + ], + "actual": [ + 23.059999465942383, + 23.049999237060547, + 23.110000610351562, + 23.170000076293945, + 23.299999237060547, + 23.530000686645508, + 23.950000762939453, + 24.65999984741211, + 25.739999771118164, + 26.700000762939453, + 27.709999084472656, + 28.959999084472656, + 30.5, + 31.030000686645508, + 29.989999771118164, + 28.350000381469727, + 27.170000076293945, + 26.579999923706055, + 26.440000534057617, + 26.40999984741211, + 26.389999389648438, + 26.139999389648438, + 25.6200008392334, + 25.290000915527344 + ], + "predictions": { + "p50": [ + 22.96632957458496, + 22.710491180419922, + 22.444660186767578, + 22.1950740814209, + 22.083084106445312, + 22.119159698486328, + 22.74831199645996, + 23.620248794555664, + 24.742067337036133, + 25.657485961914062, + 26.43803596496582, + 26.92048454284668, + 27.211204528808594, + 27.210384368896484, + 26.98830223083496, + 26.418476104736328, + 25.80447006225586, + 24.94394302368164, + 24.0850887298584, + 23.270614624023438, + 22.735857009887695, + 22.38841438293457, + 22.101520538330078, + 21.955202102661133 + ], + "p10": [ + 23.02556037902832, + 22.88243293762207, + 22.4746036529541, + 22.32940101623535, + 22.202743530273438, + 22.343517303466797, + 22.959287643432617, + 23.93195343017578, + 25.119873046875, + 26.113792419433594, + 26.79779624938965, + 27.403583526611328, + 27.623600006103516, + 27.73386573791504, + 27.548803329467773, + 26.948030471801758, + 26.296072006225586, + 25.372974395751953, + 24.584829330444336, + 23.71624755859375, + 23.131563186645508, + 22.824705123901367, + 22.576976776123047, + 22.313859939575195 + ], + "p90": [ + 23.107097625732422, + 23.00541877746582, + 22.923076629638672, + 22.797971725463867, + 22.917949676513672, + 23.168819427490234, + 23.999351501464844, + 25.103626251220703, + 26.462255477905273, + 27.623004913330078, + 28.622770309448242, + 29.2645263671875, + 29.688634872436523, + 29.794248580932617, + 29.518869400024414, + 28.9368896484375, + 28.185014724731445, + 27.169660568237305, + 26.131671905517578, + 25.158994674682617, + 24.453563690185547, + 24.105745315551758, + 23.727571487426758, + 23.489046096801758 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/tirex/20260622_061728.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/tirex/20260622_061728.json new file mode 100644 index 0000000000000000000000000000000000000000..ce4dfca396f358835cd959145ac57a51771bbf52 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/tirex/20260622_061728.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "TiRex", + "evaluated_at": "2026-06-22T06:17:28.051385+00:00", + "metrics": { + "MSE[mean]": 9.855665422515358, + "MSE[0.5]": 9.855665422515358, + "MAE[0.5]": 2.683756430943807, + "MASE[0.5]": 1.5776392019867505, + "MAPE[0.5]": 0.0983396143140401, + "sMAPE[0.5]": 0.10510877462090051, + "MSIS": 21.196612720606296, + "RMSE[mean]": 3.139373412404991, + "NRMSE[mean]": 0.12019616308877151, + "ND[0.5]": 0.10275210473198959, + "mean_weighted_sum_quantile_loss": 0.08458840255714449 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00" + ], + "context": [ + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492, + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25, + 22.93000030517578, + 22.760000228881836, + 22.600000381469727, + 22.440000534057617, + 22.350000381469727, + 22.34000015258789, + 22.68000030517578, + 23.520000457763672, + 25.139999389648438, + 27.010000228881836, + 28.219999313354492, + 29.209999084472656, + 29.790000915527344, + 29.739999771118164, + 29.34000015258789, + 28.540000915527344, + 27.239999771118164, + 25.940000534057617, + 24.84000015258789, + 24.040000915527344, + 23.690000534057617, + 23.5, + 23.329999923706055, + 23.18000030517578 + ], + "actual": [ + 23.059999465942383, + 23.049999237060547, + 23.110000610351562, + 23.170000076293945, + 23.299999237060547, + 23.530000686645508, + 23.950000762939453, + 24.65999984741211, + 25.739999771118164, + 26.700000762939453, + 27.709999084472656, + 28.959999084472656, + 30.5, + 31.030000686645508, + 29.989999771118164, + 28.350000381469727, + 27.170000076293945, + 26.579999923706055, + 26.440000534057617, + 26.40999984741211, + 26.389999389648438, + 26.139999389648438, + 25.6200008392334, + 25.290000915527344 + ], + "predictions": { + "p50": [ + 23.013320922851562, + 22.832717895507812, + 22.65817642211914, + 22.467836380004883, + 22.328594207763672, + 22.32329750061035, + 22.689895629882812, + 23.17715072631836, + 23.720779418945312, + 24.32745933532715, + 24.728870391845703, + 24.971965789794922, + 25.0389347076416, + 24.922470092773438, + 24.80789566040039, + 24.56123161315918, + 24.296249389648438, + 23.93721580505371, + 23.4460506439209, + 22.980003356933594, + 22.62333869934082, + 22.38687515258789, + 22.191572189331055, + 22.007944107055664 + ], + "p10": [ + 22.880786895751953, + 22.547035217285156, + 22.19504737854004, + 21.82316780090332, + 21.49747085571289, + 21.293455123901367, + 21.480207443237305, + 21.7664794921875, + 22.0866641998291, + 22.477001190185547, + 22.645614624023438, + 22.615379333496094, + 22.50820541381836, + 22.27995491027832, + 22.11204719543457, + 21.956409454345703, + 21.808788299560547, + 21.605484008789062, + 21.262304306030273, + 20.90863609313965, + 20.592117309570312, + 20.319385528564453, + 20.045454025268555, + 19.81731414794922 + ], + "p90": [ + 23.122390747070312, + 23.080610275268555, + 23.0662784576416, + 23.056379318237305, + 23.08563804626465, + 23.2477970123291, + 23.819602966308594, + 24.53816032409668, + 25.405574798583984, + 26.370405197143555, + 27.197668075561523, + 27.88641929626465, + 28.385616302490234, + 28.416223526000977, + 28.288707733154297, + 27.843597412109375, + 27.16912841796875, + 26.448009490966797, + 25.64784049987793, + 24.958784103393555, + 24.493732452392578, + 24.204805374145508, + 23.968509674072266, + 23.780254364013672 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/toto_2_0_1b/20260622_061708.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/toto_2_0_1b/20260622_061708.json new file mode 100644 index 0000000000000000000000000000000000000000..a6313930e8cb34234e68d58459541fe7819b5ea1 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/toto_2_0_1b/20260622_061708.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T06:17:08.494253+00:00", + "metrics": { + "MSE[mean]": 2.798250478824381, + "MSE[0.5]": 2.798250478824381, + "MAE[0.5]": 1.3657325903574626, + "MASE[0.5]": 0.8028423329091442, + "MAPE[0.5]": 0.05059441203952603, + "sMAPE[0.5]": 0.052515978918996044, + "MSIS": 5.544524686492617, + "RMSE[mean]": 1.6727972019418196, + "NRMSE[mean]": 0.0640458393718159, + "ND[0.5]": 0.05228935701551365, + "mean_weighted_sum_quantile_loss": 0.046814282234150885 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00" + ], + "context": [ + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492, + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25, + 22.93000030517578, + 22.760000228881836, + 22.600000381469727, + 22.440000534057617, + 22.350000381469727, + 22.34000015258789, + 22.68000030517578, + 23.520000457763672, + 25.139999389648438, + 27.010000228881836, + 28.219999313354492, + 29.209999084472656, + 29.790000915527344, + 29.739999771118164, + 29.34000015258789, + 28.540000915527344, + 27.239999771118164, + 25.940000534057617, + 24.84000015258789, + 24.040000915527344, + 23.690000534057617, + 23.5, + 23.329999923706055, + 23.18000030517578 + ], + "actual": [ + 23.059999465942383, + 23.049999237060547, + 23.110000610351562, + 23.170000076293945, + 23.299999237060547, + 23.530000686645508, + 23.950000762939453, + 24.65999984741211, + 25.739999771118164, + 26.700000762939453, + 27.709999084472656, + 28.959999084472656, + 30.5, + 31.030000686645508, + 29.989999771118164, + 28.350000381469727, + 27.170000076293945, + 26.579999923706055, + 26.440000534057617, + 26.40999984741211, + 26.389999389648438, + 26.139999389648438, + 25.6200008392334, + 25.290000915527344 + ], + "predictions": { + "p50": [ + 22.98282241821289, + 22.807722091674805, + 22.600439071655273, + 22.435394287109375, + 22.393672943115234, + 22.55348014831543, + 23.181896209716797, + 24.296056747436523, + 25.352983474731445, + 26.23244857788086, + 26.955184936523438, + 27.443544387817383, + 27.59608268737793, + 27.63996124267578, + 27.43964958190918, + 27.00132942199707, + 26.52766990661621, + 25.839370727539062, + 25.00663185119629, + 24.255538940429688, + 23.78309440612793, + 23.48479652404785, + 23.232458114624023, + 23.030189514160156 + ], + "p10": [ + 22.818313598632812, + 22.52406120300293, + 22.180084228515625, + 21.869504928588867, + 21.669008255004883, + 21.65761375427246, + 22.103452682495117, + 22.837377548217773, + 23.45016098022461, + 23.814502716064453, + 24.088685989379883, + 24.187246322631836, + 24.18859100341797, + 24.162513732910156, + 23.97454833984375, + 23.654478073120117, + 23.463430404663086, + 23.073793411254883, + 22.595773696899414, + 22.164913177490234, + 21.800565719604492, + 21.556758880615234, + 21.364219665527344, + 21.187971115112305 + ], + "p90": [ + 23.110137939453125, + 23.02873992919922, + 22.938190460205078, + 22.876155853271484, + 22.977964401245117, + 23.26148796081543, + 24.15947723388672, + 25.674026489257812, + 27.282283782958984, + 28.646244049072266, + 29.68649673461914, + 30.683393478393555, + 31.244020462036133, + 31.189128875732422, + 31.077301025390625, + 30.665592193603516, + 30.081300735473633, + 29.4550838470459, + 28.098400115966797, + 26.893863677978516, + 25.9668025970459, + 25.47330665588379, + 25.095386505126953, + 24.77153778076172 + ] + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 4678d9b16a43331ecb225c16bca968118f09371d..ffb73d8d849c38aeafbce16460db6a68d2a8596f 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,Seasonal-Naive,204406.34798812866,204406.34798812866,381.7513020833333,0.35436881322375785,0.005959371674061188,0.005967575764312341,3.5621152135198106,452.1132026253255,0.007052656128955513,0.005955058699327515,0.005639616893017868,Finance,1 -nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,2.839674102974641,2.839674102974641,1.339166482289632,0.7358058037897606,0.0554569215471904,0.055679821211488754,18.275267734259632,1.6851332597081576,0.06691794523180099,0.05317933688736354,0.048085583652887245,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.2115340739135925,0.2115340739135925,0.3999000032742818,1.1608409493788276,0.24863897284809014,0.28234951968731,42.41775192159243,0.4599283356280547,0.29553944326406295,0.2569666079990247,0.25184355567220273,Ocean,1 +nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,1.7532413112009333,1.7532413112009333,1.0474998156229656,0.6157700282135944,0.04044207999607503,0.04177599314334709,12.361503750354183,1.3241001892609687,0.050695390890872924,0.04010528284930056,0.03495354683521942,Weather,1 +noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.17215975329343708,0.17215975329343708,0.3672499984502792,1.0746945606074714,0.2578636067121443,0.2603382930194949,38.560801180072616,0.4149213820634423,0.2764790910908042,0.24471369797738515,0.23889706131453897,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.08263891074392937,0.08263891074392937,0.2597222609652413,3.9957279711475144,0.16235474183402807,0.17974218181845536,138.41373108811635,0.2874698431904282,0.18430835393807987,0.16651827498952743,0.16149601344378617,Ocean,1 nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,1.155416707992572,1.155416707992572,0.7125000158945719,0.3582402390898857,0.05076272439763696,0.04800395462539813,10.055950531922385,1.0749031156306934,0.07671030541641909,0.05084746060709565,0.049147919042802066,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,178.8404184850066,178.8404184850066,11.454166730244955,0.9906856134310175,0.5735929816335207,0.4172178119110305,36.426958962036046,13.373122989227557,0.6152097838443096,0.5269311771010419,0.5169637630871581,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Seasonal-Naive,4.18916598002185,4.18916598002185,1.8749998410542805,0.9868419403226955,0.07821406509678278,0.07477448806630255,24.143679685375208,2.046745216196156,0.08525144767101815,0.07809787440465037,0.07091055537436146,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Seasonal-Naive,28.916666666666668,28.916666666666668,4.416666666666667,0.8174807197943444,0.6570135882635882,0.49892211403434317,30.837223776296966,5.377421934967226,0.6452906321960671,0.53,0.5234111111111112,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Seasonal-Naive,1979.1666666666667,1979.1666666666667,39.583333333333336,3.4545454545454546,0.016843971631205674,0.016666666666666666,12.567271958605057,44.487826050130465,0.018847446164221203,0.01676963812886143,0.01234480729626358,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Seasonal-Naive,2500.0,2500.0,45.833333333333336,2.75,0.01961917977181622,0.01939236675536932,11.387499985466036,50.0,0.021371326803205696,0.019590382902938557,0.014188186405461533,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Seasonal-Naive,7551.857142857143,7551.857142857143,73.85714285714286,1.530991524558358,0.3288908310812257,0.29127747091684864,55.43516014261311,86.90142198409151,0.34543438608099974,0.2935831913685406,0.2867184049466844,Web,1 diff --git a/results/seasonal_naive/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/seasonal_naive/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 8ddb66096312991df1708f62f8f04383fdc539f0..e332343d1cb678eacdeab9f03dd7ac500cf58db0 100644 --- a/results/seasonal_naive/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/seasonal_naive/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,35 +1,11 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T05:04:18.336229+00:00", + "evaluated_at": "2026-06-22T06:18:55.442206+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 24.18000030517578, - 24.06999969482422, - 23.93000030517578, - 23.860000610351562, - 23.81999969482422, - 23.950000762939453, - 24.31999969482422, - 24.770000457763672, - 25.75, - 27.209999084472656, - 28.59000015258789, - 29.559999465942383, - 30.0, - 30.15999984741211, - 30.0, - 29.68000030517578, - 29.360000610351562, - 28.780000686645508, - 27.6200008392334, - 26.270000457763672, - 25.290000915527344, - 24.5, - 23.84000015258789, - 23.200000762939453, 22.600000381469727, 22.1200008392334, 21.809999465942383, @@ -341,9 +317,7 @@ 25.43000030517578, 24.469999313354492, 23.75, - 23.25 - ], - "actuals": [ + 23.25, 22.93000030517578, 22.760000228881836, 22.600000381469727, @@ -369,109 +343,111 @@ 23.329999923706055, 23.18000030517578 ], + "actuals": [ + 23.059999465942383, + 23.049999237060547, + 23.110000610351562, + 23.170000076293945, + 23.299999237060547, + 23.530000686645508, + 23.950000762939453, + 24.65999984741211, + 25.739999771118164, + 26.700000762939453, + 27.709999084472656, + 28.959999084472656, + 30.5, + 31.030000686645508, + 29.989999771118164, + 28.350000381469727, + 27.170000076293945, + 26.579999923706055, + 26.440000534057617, + 26.40999984741211, + 26.389999389648438, + 26.139999389648438, + 25.6200008392334, + 25.290000915527344 + ], "p50": [ - 21.06999969482422, - 20.760000228881836, - 20.3700008392334, - 20.030000686645508, - 19.829999923706055, - 20.030000686645508, - 21.649999618530273, - 23.469999313354492, - 25.350000381469727, - 26.850000381469727, - 27.940000534057617, - 28.690000534057617, - 29.219999313354492, - 29.389999389648438, - 29.709999084472656, - 29.670000076293945, - 29.309999465942383, - 28.979999542236328, - 28.079999923706055, - 26.6299991607666, - 25.43000030517578, - 24.469999313354492, - 23.75, - 23.25 + 22.93000030517578, + 22.760000228881836, + 22.600000381469727, + 22.440000534057617, + 22.350000381469727, + 22.34000015258789, + 22.68000030517578, + 23.520000457763672, + 25.139999389648438, + 27.010000228881836, + 28.219999313354492, + 29.209999084472656, + 29.790000915527344, + 29.739999771118164, + 29.34000015258789, + 28.540000915527344, + 27.239999771118164, + 25.940000534057617, + 24.84000015258789, + 24.040000915527344, + 23.690000534057617, + 23.5, + 23.329999923706055, + 23.18000030517578 ], "p10": [ - 20.648599700927733, - 20.344800224304198, - 19.96260082244873, - 19.6294006729126, - 19.43339992523193, - 19.6294006729126, - 21.216999626159666, - 23.000599327087404, - 24.843000373840333, - 26.31300037384033, - 27.381200523376464, - 28.116200523376463, - 28.6355993270874, - 28.802199401855468, - 29.115799102783203, - 29.076600074768066, - 28.723799476623533, - 28.4003995513916, - 27.518399925231932, - 26.09739917755127, - 24.921400299072264, - 23.9805993270874, - 23.275, - 22.785 + 22.471400299072265, + 22.3048002243042, + 22.148000373840333, + 21.991200523376463, + 21.90300037384033, + 21.89320014953613, + 22.226400299072264, + 23.0496004486084, + 24.63719940185547, + 26.469800224304198, + 27.6555993270874, + 28.6257991027832, + 29.194200897216795, + 29.1451997756958, + 28.75320014953613, + 27.969200897216798, + 26.6951997756958, + 25.421200523376463, + 24.343200149536134, + 23.559200897216797, + 23.216200523376465, + 23.03, + 22.863399925231935, + 22.716400299072266 ], "p90": [ - 21.491399688720705, - 21.175200233459474, - 20.777400856018065, - 20.430600700378417, - 20.226599922180178, - 20.430600700378417, - 22.08299961090088, - 23.93939929962158, - 25.85700038909912, - 27.38700038909912, - 28.49880054473877, - 29.26380054473877, - 29.804399299621583, - 29.977799377441407, - 30.30419906616211, - 30.263400077819824, - 29.896199455261232, - 29.559599533081055, - 28.641599922180177, - 27.162599143981932, - 25.9386003112793, - 24.959399299621584, - 24.225, - 23.715 + 23.388600311279298, + 23.215200233459473, + 23.05200038909912, + 22.88880054473877, + 22.79700038909912, + 22.78680015563965, + 23.1336003112793, + 23.990400466918945, + 25.642799377441406, + 27.550200233459474, + 28.784399299621583, + 29.79419906616211, + 30.385800933837892, + 30.334799766540527, + 29.92680015563965, + 29.11080093383789, + 27.784799766540527, + 26.45880054473877, + 25.336800155639647, + 24.52080093383789, + 24.16380054473877, + 23.97, + 23.796599922180175, + 23.643600311279297 ], "timestamps": [ - "2026-06-04 00:00:00", - "2026-06-04 01:00:00", - "2026-06-04 02:00:00", - "2026-06-04 03:00:00", - "2026-06-04 04:00:00", - "2026-06-04 05:00:00", - "2026-06-04 06:00:00", - "2026-06-04 07:00:00", - "2026-06-04 08:00:00", - "2026-06-04 09:00:00", - "2026-06-04 10:00:00", - "2026-06-04 11:00:00", - "2026-06-04 12:00:00", - "2026-06-04 13:00:00", - "2026-06-04 14:00:00", - "2026-06-04 15:00:00", - "2026-06-04 16:00:00", - "2026-06-04 17:00:00", - "2026-06-04 18:00:00", - "2026-06-04 19:00:00", - "2026-06-04 20:00:00", - "2026-06-04 21:00:00", - "2026-06-04 22:00:00", - "2026-06-04 23:00:00", "2026-06-05 00:00:00", "2026-06-05 01:00:00", "2026-06-05 02:00:00", @@ -807,6 +783,30 @@ "2026-06-18 20:00:00", "2026-06-18 21:00:00", "2026-06-18 22:00:00", - "2026-06-18 23:00:00" + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00" ] } diff --git a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 44316516ec861fe38db63c6102d97cd83b5c350d..dfd2dfc8aa2dedd71a16c2196b961db6e41011f1 100644 --- a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,15 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T05:53:44.943758+00:00", + "evaluated_at": "2026-06-22T06:18:55.452803+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.7309999465942383, - 1.7480000257492065, - 1.7630000114440918, - 1.7690000534057617, 1.774999976158142, 1.7879999876022339, 1.7960000038146973, @@ -245,13 +241,13 @@ 1.5420000553131104, 1.562000036239624, 1.5889999866485596, - 1.6180000305175781 - ], - "actuals": [ + 1.6180000305175781, 1.6390000581741333, 1.6519999504089355, 1.680999994277954, - 1.7070000171661377, + 1.7070000171661377 + ], + "actuals": [ 1.7280000448226929, 1.7480000257492065, 1.7640000581741333, @@ -307,13 +303,13 @@ 0.9610000252723694, 0.9430000185966492, 0.9139999747276306, - 0.890999972820282 + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508 ], "p50": [ - 0.9430000185966492, - 0.9760000109672546, - 1.0099999904632568, - 1.0479999780654907, 1.0759999752044678, 1.1019999980926514, 1.11899995803833, @@ -334,10 +330,10 @@ 1.562000036239624, 1.5889999866485596, 1.6180000305175781, - 0.9430000185966492, - 0.9760000109672546, - 1.0099999904632568, - 1.0479999780654907, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, 1.0759999752044678, 1.1019999980926514, 1.11899995803833, @@ -358,10 +354,10 @@ 1.562000036239624, 1.5889999866485596, 1.6180000305175781, - 0.9430000185966492, - 0.9760000109672546, - 1.0099999904632568, - 1.0479999780654907, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, 1.0759999752044678, 1.1019999980926514, 1.11899995803833, @@ -369,13 +365,13 @@ 1.194000005722046, 1.2319999933242798, 1.2660000324249268, - 1.2869999408721924 + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983 ], "p10": [ - 0.9241400182247161, - 0.9564800107479096, - 0.9897999906539917, - 1.0270399785041808, 1.0544799757003784, 1.0799599981307983, 1.0966199588775634, @@ -396,10 +392,10 @@ 1.5307600355148314, 1.5572199869155883, 1.5856400299072266, - 0.9241400182247161, - 0.9564800107479096, - 0.9897999906539917, - 1.0270399785041808, + 1.6062200570106506, + 1.6189599514007569, + 1.647379994392395, + 1.672860016822815, 1.0544799757003784, 1.0799599981307983, 1.0966199588775634, @@ -420,10 +416,10 @@ 1.5307600355148314, 1.5572199869155883, 1.5856400299072266, - 0.9241400182247161, - 0.9564800107479096, - 0.9897999906539917, - 1.0270399785041808, + 1.6062200570106506, + 1.6189599514007569, + 1.647379994392395, + 1.672860016822815, 1.0544799757003784, 1.0799599981307983, 1.0966199588775634, @@ -431,13 +427,13 @@ 1.1701200056076049, 1.207359993457794, 1.2406800317764282, - 1.2612599420547486 + 1.2612599420547486, + 1.279879994392395, + 1.3043799710273742, + 1.3318199682235718, + 1.3582800364494323 ], "p90": [ - 0.9618600189685822, - 0.9955200111865997, - 1.030199990272522, - 1.0689599776268006, 1.0975199747085571, 1.1240399980545044, 1.1413799571990968, @@ -458,10 +454,10 @@ 1.5932400369644166, 1.6207799863815309, 1.6503600311279296, - 0.9618600189685822, - 0.9955200111865997, - 1.030199990272522, - 1.0689599776268006, + 1.671780059337616, + 1.6850399494171142, + 1.7146199941635132, + 1.7411400175094605, 1.0975199747085571, 1.1240399980545044, 1.1413799571990968, @@ -482,10 +478,10 @@ 1.5932400369644166, 1.6207799863815309, 1.6503600311279296, - 0.9618600189685822, - 0.9955200111865997, - 1.030199990272522, - 1.0689599776268006, + 1.671780059337616, + 1.6850399494171142, + 1.7146199941635132, + 1.7411400175094605, 1.0975199747085571, 1.1240399980545044, 1.1413799571990968, @@ -493,13 +489,13 @@ 1.217880005836487, 1.2566399931907655, 1.2913200330734254, - 1.3127399396896362 + 1.3127399396896362, + 1.3321199941635131, + 1.3576199698448181, + 1.3861799669265746, + 1.4137200379371644 ], "timestamps": [ - "2026-06-20 23:48:00", - "2026-06-20 23:54:00", - "2026-06-21 00:00:00", - "2026-06-21 00:06:00", "2026-06-21 00:12:00", "2026-06-21 00:18:00", "2026-06-21 00:24:00", @@ -795,6 +791,10 @@ "2026-06-22 05:24:00", "2026-06-22 05:30:00", "2026-06-22 05:36:00", - "2026-06-22 05:42:00" + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00" ] } diff --git a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index f953806f58ca9046502a2ba259c8295e372e668a..a514ce1854fc413bfd97bbdf92337d153aeefa86 100644 --- a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T05:43:44.250316+00:00", + "evaluated_at": "2026-06-22T06:18:55.462250+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2450.0, - 2400.0, - 2500.0, - 2400.0, - 2400.0, - 2400.0, - 2450.0, - 2400.0, 2350.0, 2400.0, 2400.0, @@ -101,9 +89,7 @@ 2400.0, 2400.0, 2400.0, - 2400.0 - ], - "actuals": [ + 2400.0, 2350.0, 2400.0, 2400.0, @@ -114,6 +100,10 @@ 2350.0, 2350.0, 2400.0, + 2350.0, + 2350.0 + ], + "actuals": [ 2350.0, 2350.0, 2350.0, @@ -127,7 +117,17 @@ 2350.0, 2350.0, 2350.0, - 2350.0 + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 ], "p50": [ 2400.0, @@ -142,18 +142,18 @@ 2400.0, 2400.0, 2400.0, + 2350.0, 2400.0, 2400.0, + 2350.0, 2400.0, + 2350.0, 2400.0, + 2350.0, + 2350.0, 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0 + 2350.0, + 2350.0 ], "p10": [ 2352.0, @@ -168,18 +168,18 @@ 2352.0, 2352.0, 2352.0, + 2303.0, 2352.0, 2352.0, + 2303.0, 2352.0, + 2303.0, 2352.0, + 2303.0, + 2303.0, 2352.0, - 2352.0, - 2352.0, - 2352.0, - 2352.0, - 2352.0, - 2352.0, - 2352.0 + 2303.0, + 2303.0 ], "p90": [ 2448.0, @@ -194,24 +194,20 @@ 2448.0, 2448.0, 2448.0, + 2397.0, 2448.0, 2448.0, + 2397.0, 2448.0, + 2397.0, 2448.0, + 2397.0, + 2397.0, 2448.0, - 2448.0, - 2448.0, - 2448.0, - 2448.0, - 2448.0, - 2448.0, - 2448.0 + 2397.0, + 2397.0 ], "timestamps": [ - "2026-06-21 18:55:00", - "2026-06-21 19:10:00", - "2026-06-21 19:25:00", - "2026-06-21 19:40:00", "2026-06-21 19:55:00", "2026-06-21 20:10:00", "2026-06-21 20:25:00", @@ -327,6 +323,10 @@ "2026-06-22 23:55:00", "2026-06-23 00:10:00", "2026-06-23 00:25:00", - "2026-06-23 00:40:00" + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 2d116986e537b6697601e5b6d1a56d8e33934662..bc328e4c6c925807a30ebe6417d99467f3688b77 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,42 +1,24 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T06:10:00.387629+00:00", + "evaluated_at": "2026-06-22T06:18:55.464808+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t042000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t035000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", + "data_fetched_at": "2026-06-22T06:14:42.009972Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t000600z", + "data_fetched_at": "2026-06-22T06:14:42.009972Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t035000z", + "data_fetched_at": "2026-06-22T06:14:42.009972Z", + "context_length": 96, "prediction_length": 24 } ], diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index df53b8188a1637d17115712bb0a1d1132f3c359a..27d68a0a69ee14d3b4de7218f0c73650d0542718 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,Timer-S1,232658.14563242593,232658.14563242593,403.3180338541667,0.37438859338177544,0.0063067099914794434,0.006278336600952203,1.8752978279597639,482.34649955444473,0.007524274842250174,0.006291484935327435,0.004239119863915478,Finance,1 -nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,0.5319255211838936,0.5319255211838936,0.5680897235870361,0.31213722955041606,0.02243894332596032,0.022061627174980957,1.8939800144891865,0.7293322433458523,0.02896234753829305,0.022559282353924934,0.02244308316193695,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.008957527942416495,0.008957527942416495,0.07835161089897155,0.227441254405141,0.05190303592171834,0.05391702132104857,0.7727089114191776,0.09464421769139673,0.060816212522505846,0.050346955536679214,0.043998792843917646,Ocean,1 +nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,2.948132588207803,2.948132588207803,1.3634288311004639,0.8014880740524629,0.05065711783745042,0.052752069341342016,8.482682852042041,1.717012693082903,0.06573870342017786,0.05220115373830001,0.047538391949436994,Weather,1 +noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.003913554509148358,0.003913554509148358,0.05067518452803294,0.14829229516642217,0.034062205151151444,0.034925122412437684,0.9222347630951783,0.06255840878050174,0.041685227003016925,0.0337669485469589,0.03816135618602966,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.08084745053460513,0.08084745053460513,0.2641887598567539,4.064443353832037,0.16550004981420285,0.18235662255632643,105.32475511248,0.2843368610198212,0.1822996744175661,0.16938192513600772,0.1525470467002949,Ocean,1 nws_ksfo_observations_temperature/1h/short,Timer-S1,0.10677694305468322,0.10677694305468322,0.237701416015625,0.11951468099060658,0.016952671491928334,0.016717133223124975,1.2656699082714467,0.3267674143097552,0.02331970927177682,0.016963527182424342,0.022522106314506282,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,117.45671975072294,117.45671975072294,8.909436146418253,0.7705885920738722,0.49495514698276005,0.3577805477779828,2.5655483063178908,10.837745141436153,0.4985736578653699,0.4098647930051864,0.26372161637164776,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,2.1480844955911684,2.1480844955911684,1.1106687386830647,0.5845624458941093,0.045920679431225464,0.04421232805318721,2.108161861375457,1.4656345027295068,0.06104690614423233,0.04626180000637681,0.030251714093552564,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Timer-S1,19.776094758417457,19.776094758417457,3.7915980021158853,0.7017867767412436,0.618106322038512,0.42099885022236744,5.910879179260725,4.447032129231523,0.5336438555077828,0.45499176025390625,0.3268079528808594,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Timer-S1,1979.3154037495453,1979.3154037495453,39.596923828125,3.455731534090909,0.01684964714320839,0.01667232893096116,136.32962890625,44.48949767922251,0.018848154356599124,0.01677539579655781,0.016697794273131804,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Timer-S1,3333.354455721875,3333.354455721875,52.75184122721354,3.165110473632813,0.022635110531035594,0.02233043353959854,35.59045104980468,57.73520984392345,0.024677560752522934,0.022547536766752002,0.01449315014887578,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Timer-S1,601.4396087442126,601.4396087442126,20.576241629464285,0.4265268100460789,0.08696922486299981,0.08228666870448333,3.0116496437187275,24.52426571264087,0.09748430436597733,0.08179085258730835,0.05892185873320082,Web,1 diff --git a/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 06df210c711a0d9318099b5f6802b2e1850482c1..c49dcf091b73861ca5b47d26697dcc652c7f8658 100644 --- a/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,35 +1,11 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T05:04:05.696688+00:00", + "evaluated_at": "2026-06-22T06:18:35.942635+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 24.18000030517578, - 24.06999969482422, - 23.93000030517578, - 23.860000610351562, - 23.81999969482422, - 23.950000762939453, - 24.31999969482422, - 24.770000457763672, - 25.75, - 27.209999084472656, - 28.59000015258789, - 29.559999465942383, - 30.0, - 30.15999984741211, - 30.0, - 29.68000030517578, - 29.360000610351562, - 28.780000686645508, - 27.6200008392334, - 26.270000457763672, - 25.290000915527344, - 24.5, - 23.84000015258789, - 23.200000762939453, 22.600000381469727, 22.1200008392334, 21.809999465942383, @@ -341,9 +317,7 @@ 25.43000030517578, 24.469999313354492, 23.75, - 23.25 - ], - "actuals": [ + 23.25, 22.93000030517578, 22.760000228881836, 22.600000381469727, @@ -369,109 +343,111 @@ 23.329999923706055, 23.18000030517578 ], + "actuals": [ + 23.059999465942383, + 23.049999237060547, + 23.110000610351562, + 23.170000076293945, + 23.299999237060547, + 23.530000686645508, + 23.950000762939453, + 24.65999984741211, + 25.739999771118164, + 26.700000762939453, + 27.709999084472656, + 28.959999084472656, + 30.5, + 31.030000686645508, + 29.989999771118164, + 28.350000381469727, + 27.170000076293945, + 26.579999923706055, + 26.440000534057617, + 26.40999984741211, + 26.389999389648438, + 26.139999389648438, + 25.6200008392334, + 25.290000915527344 + ], "p50": [ - 23.164031982421875, - 22.76641845703125, - 22.43353271484375, - 22.1561279296875, - 22.06982421875, - 22.1561279296875, - 23.1424560546875, - 24.6959228515625, - 26.2740478515625, - 27.642578125, - 28.67822265625, - 29.46728515625, - 29.96044921875, - 30.05908203125, - 29.86181640625, - 29.245361328125, - 28.5302734375, - 27.519287109375, - 26.3480224609375, - 25.078125, - 24.285980224609375, - 23.706512451171875, - 23.245712280273438, - 22.84039306640625 + 23.283905029296875, + 23.027320861816406, + 22.834503173828125, + 22.664459228515625, + 22.615875244140625, + 22.728225708007812, + 23.274036407470703, + 24.24951171875, + 25.35479736328125, + 26.435791015625, + 27.1888427734375, + 27.7718505859375, + 28.0147705078125, + 28.0147705078125, + 27.74755859375, + 27.1402587890625, + 26.32647705078125, + 25.50054931640625, + 24.62603759765625, + 23.8851318359375, + 23.396446228027344, + 23.080459594726562, + 22.810211181640625, + 22.603729248046875 ], "p10": [ - 22.92669677734375, - 22.37188720703125, - 22.01434326171875, - 21.57666015625, - 21.3917236328125, - 21.330078125, - 22.045166015625, - 23.38287353515625, - 24.62811279296875, - 25.62060546875, - 26.4219970703125, - 26.853515625, - 27.026123046875, - 26.976806640625, - 26.483642578125, - 25.6329345703125, - 25.004150390625, - 24.230499267578125, - 23.31121063232422, - 22.3780517578125, - 21.94036865234375, - 21.552001953125, - 21.206787109375, - 20.9232177734375 + 23.051612854003906, + 22.673568725585938, + 22.300079345703125, + 21.92962646484375, + 21.72314453125, + 21.66241455078125, + 22.008575439453125, + 22.691787719726562, + 23.42035675048828, + 24.149307250976562, + 24.67462158203125, + 25.0025634765625, + 25.0511474609375, + 24.875030517578125, + 24.492431640625, + 23.821365356445312, + 23.24291229248047, + 22.737335205078125, + 22.1846923828125, + 21.771728515625, + 21.56524658203125, + 21.431640625, + 21.2373046875, + 21.091552734375 ], "p90": [ - 23.439895629882812, - 23.190231323242188, - 22.892791748046875, - 22.735595703125, - 22.75408935546875, - 23.046905517578125, - 24.29522705078125, - 25.9658203125, - 27.716552734375, - 29.17138671875, - 30.15771484375, - 30.99609375, - 31.6865234375, - 31.83447265625, - 31.78515625, - 31.34130859375, - 30.74951171875, - 29.738525390625, - 28.431640625, - 27.075439453125, - 26.1260986328125, - 25.447998046875, - 24.91168212890625, - 24.46783447265625 + 23.561744689941406, + 23.420738220214844, + 23.3890438079834, + 23.419979095458984, + 23.537452697753906, + 23.879058837890625, + 24.559234619140625, + 25.7313232421875, + 27.018798828125, + 28.3062744140625, + 29.2293701171875, + 30.031005859375, + 30.46826171875, + 30.5654296875, + 30.37109375, + 29.7880859375, + 28.91357421875, + 27.893310546875, + 26.727294921875, + 25.7799072265625, + 25.0997314453125, + 24.632110595703125, + 24.279876708984375, + 24.04302978515625 ], "timestamps": [ - "2026-06-04 00:00:00", - "2026-06-04 01:00:00", - "2026-06-04 02:00:00", - "2026-06-04 03:00:00", - "2026-06-04 04:00:00", - "2026-06-04 05:00:00", - "2026-06-04 06:00:00", - "2026-06-04 07:00:00", - "2026-06-04 08:00:00", - "2026-06-04 09:00:00", - "2026-06-04 10:00:00", - "2026-06-04 11:00:00", - "2026-06-04 12:00:00", - "2026-06-04 13:00:00", - "2026-06-04 14:00:00", - "2026-06-04 15:00:00", - "2026-06-04 16:00:00", - "2026-06-04 17:00:00", - "2026-06-04 18:00:00", - "2026-06-04 19:00:00", - "2026-06-04 20:00:00", - "2026-06-04 21:00:00", - "2026-06-04 22:00:00", - "2026-06-04 23:00:00", "2026-06-05 00:00:00", "2026-06-05 01:00:00", "2026-06-05 02:00:00", @@ -807,6 +783,30 @@ "2026-06-18 20:00:00", "2026-06-18 21:00:00", "2026-06-18 22:00:00", - "2026-06-18 23:00:00" + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00" ] } diff --git a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index d2d279cbf524502919b686204c92a4623953852b..377e7f396faf5854b06693dfa10a10daa1369398 100644 --- a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,15 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T05:53:41.955791+00:00", + "evaluated_at": "2026-06-22T06:18:45.362849+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.7309999465942383, - 1.7480000257492065, - 1.7630000114440918, - 1.7690000534057617, 1.774999976158142, 1.7879999876022339, 1.7960000038146973, @@ -245,13 +241,13 @@ 1.5420000553131104, 1.562000036239624, 1.5889999866485596, - 1.6180000305175781 - ], - "actuals": [ + 1.6180000305175781, 1.6390000581741333, 1.6519999504089355, 1.680999994277954, - 1.7070000171661377, + 1.7070000171661377 + ], + "actuals": [ 1.7280000448226929, 1.7480000257492065, 1.7640000581741333, @@ -307,199 +303,199 @@ 0.9610000252723694, 0.9430000185966492, 0.9139999747276306, - 0.890999972820282 + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508 ], "p50": [ - 1.6506805419921875, - 1.6707305908203125, - 1.694122314453125, - 1.707489013671875, - 1.7308807373046875, - 1.747589111328125, - 1.7642974853515625, - 1.774322509765625, - 1.7910308837890625, - 1.7977142333984375, - 1.8077392578125, - 1.8077392578125, - 1.8110809326171875, - 1.8110809326171875, + 1.747894287109375, + 1.7645263671875, + 1.781158447265625, + 1.7911376953125, + 1.81109619140625, + 1.821075439453125, + 1.8310546875, + 1.834381103515625, + 1.8443603515625, + 1.847686767578125, + 1.847686767578125, + 1.8443603515625, + 1.841033935546875, + 1.83770751953125, + 1.834381103515625, + 1.8310546875, 1.814422607421875, - 1.8110809326171875, - 1.8110809326171875, - 1.814422607421875, - 1.8043975830078125, - 1.781005859375, - 1.7776641845703125, - 1.7576141357421875, - 1.747589111328125, - 1.7275390625, - 1.720855712890625, - 1.6974639892578125, - 1.674072265625, - 1.6473388671875, - 1.63397216796875, - 1.600555419921875, - 1.5838470458984375, - 1.55377197265625, - 1.5504302978515625, - 1.5170135498046875, - 1.4835968017578125, - 1.4618759155273438, - 1.4301300048828125, - 1.4117507934570312, - 1.3716506958007812, - 1.3382339477539062, - 1.3165130615234375, - 1.293121337890625, - 1.2772483825683594, - 1.2446670532226562, - 1.2154273986816406, - 1.1970481872558594, - 1.1753273010253906, - 1.159454345703125, - 1.113088607788086, - 1.0786798000335693, - 1.052103042602539, - 1.032470703125, - 1.0174331665039062, - 0.9915351867675781, - 0.9664726257324219, - 0.9355621337890625, - 0.9221954345703125, - 0.9130058288574219, - 0.8904495239257812, - 0.8862724304199219 + 1.807769775390625, + 1.794464111328125, + 1.767852783203125, + 1.75787353515625, + 1.73126220703125, + 1.724609375, + 1.701324462890625, + 1.6846923828125, + 1.6580810546875, + 1.621490478515625, + 1.59820556640625, + 1.5782470703125, + 1.548309326171875, + 1.51837158203125, + 1.488433837890625, + 1.4934234619140625, + 1.4601593017578125, + 1.4235687255859375, + 1.401947021484375, + 1.368682861328125, + 1.3470611572265625, + 1.3071441650390625, + 1.2738800048828125, + 1.2530899047851562, + 1.228973388671875, + 1.2006988525390625, + 1.1745033264160156, + 1.1429023742675781, + 1.135833740234375, + 1.1123409271240234, + 1.0938897132873535, + 1.0518417358398438, + 1.0206565856933594, + 0.9836502075195312, + 0.9587020874023438, + 0.9279327392578125, + 0.9079742431640625, + 0.889678955078125, + 0.873046875, + 0.849761962890625, + 0.8447723388671875, + 0.8181610107421875, + 0.8181610107421875 ], "p10": [ - 1.6439971923828125, - 1.6573638916015625, - 1.674072265625, - 1.68743896484375, - 1.7041473388671875, - 1.720855712890625, - 1.7308807373046875, - 1.7375640869140625, - 1.7576141357421875, - 1.7576141357421875, - 1.7642974853515625, - 1.7642974853515625, - 1.7576141357421875, - 1.7542724609375, - 1.7542724609375, - 1.7442474365234375, - 1.7275390625, - 1.7241973876953125, - 1.707489013671875, - 1.6840972900390625, - 1.6707305908203125, - 1.654022216796875, - 1.63397216796875, - 1.60723876953125, - 1.5972137451171875, - 1.567138671875, - 1.533721923828125, - 1.5103302001953125, - 1.4919509887695312, - 1.4568634033203125, - 1.4334716796875, - 1.3983840942382812, - 1.3833465576171875, - 1.3482589721679688, - 1.3181838989257812, - 1.2897796630859375, - 1.2555274963378906, - 1.2338066101074219, - 1.1962127685546875, - 1.165719985961914, - 1.1406574249267578, - 1.1210250854492188, - 1.105987548828125, - 1.0747637748718262, - 1.0544004440307617, - 1.039780616760254, - 1.018686294555664, - 1.0003070831298828, - 0.9622955322265625, - 0.9221954345703125, - 0.8962974548339844, - 0.8779182434082031, - 0.8670578002929688, - 0.8470077514648438, - 0.8236160278320312, - 0.7968826293945312, - 0.785186767578125, - 0.77850341796875, - 0.7567825317382812, - 0.75177001953125 + 1.7379150390625, + 1.747894287109375, + 1.761199951171875, + 1.767852783203125, + 1.781158447265625, + 1.7911376953125, + 1.794464111328125, + 1.794464111328125, + 1.794464111328125, + 1.794464111328125, + 1.7911376953125, + 1.781158447265625, + 1.77117919921875, + 1.761199951171875, + 1.75787353515625, + 1.7379150390625, + 1.7113037109375, + 1.697998046875, + 1.674713134765625, + 1.648101806640625, + 1.6314697265625, + 1.6048583984375, + 1.58489990234375, + 1.55828857421875, + 1.538330078125, + 1.501739501953125, + 1.4601593017578125, + 1.435211181640625, + 1.41192626953125, + 1.3803253173828125, + 1.34539794921875, + 1.3071441650390625, + 1.3121337890625, + 1.275543212890625, + 1.2414474487304688, + 1.2140045166015625, + 1.1811561584472656, + 1.1574554443359375, + 1.1183700561523438, + 1.0867691040039062, + 1.0657711029052734, + 1.0443572998046875, + 1.0169143676757812, + 0.9919662475585938, + 0.9678497314453125, + 0.9645233154296875, + 0.9395751953125, + 0.9179534912109375, + 0.8780364990234375, + 0.83978271484375, + 0.803192138671875, + 0.7749176025390625, + 0.7483062744140625, + 0.7316741943359375, + 0.7150421142578125, + 0.703399658203125, + 0.686767578125, + 0.6851043701171875, + 0.66015625, + 0.65350341796875 ], "p90": [ - 1.6573638916015625, - 1.68743896484375, - 1.71417236328125, - 1.7308807373046875, - 1.760955810546875, - 1.774322509765625, - 1.79437255859375, - 1.8077392578125, - 1.8244476318359375, - 1.8378143310546875, - 1.8444976806640625, - 1.8511810302734375, - 1.8578643798828125, - 1.8645477294921875, - 1.867889404296875, - 1.87457275390625, - 1.894622802734375, - 1.9046478271484375, - 1.8912811279296875, - 1.8779144287109375, - 1.8779144287109375, - 1.867889404296875, - 1.8645477294921875, - 1.8444976806640625, - 1.84783935546875, - 1.83447265625, - 1.814422607421875, - 1.79437255859375, - 1.7843475341796875, - 1.760955810546875, - 1.7442474365234375, - 1.720855712890625, - 1.734222412109375, - 1.707489013671875, - 1.674072265625, - 1.667388916015625, - 1.640655517578125, - 1.6239471435546875, - 1.58050537109375, - 1.547088623046875, - 1.5370635986328125, - 1.5120010375976562, - 1.493621826171875, - 1.4685592651367188, - 1.4351425170898438, - 1.42010498046875, - 1.400054931640625, - 1.3833465576171875, - 1.33990478515625, - 1.31317138671875, - 1.28643798828125, - 1.2622108459472656, - 1.2455024719238281, - 1.2170982360839844, - 1.1912002563476562, - 1.1577835083007812, - 1.1435813903808594, - 1.1233224868774414, - 1.1016016006469727, - 1.0959625244140625 + 1.754547119140625, + 1.78448486328125, + 1.804443359375, + 1.8177490234375, + 1.8443603515625, + 1.854339599609375, + 1.867645263671875, + 1.8709716796875, + 1.887603759765625, + 1.887603759765625, + 1.8975830078125, + 1.90423583984375, + 1.90423583984375, + 1.907562255859375, + 1.907562255859375, + 1.907562255859375, + 1.914215087890625, + 1.920867919921875, + 1.90423583984375, + 1.887603759765625, + 1.880950927734375, + 1.8709716796875, + 1.867645263671875, + 1.85101318359375, + 1.85101318359375, + 1.8177490234375, + 1.794464111328125, + 1.77783203125, + 1.7645263671875, + 1.7379150390625, + 1.714630126953125, + 1.69134521484375, + 1.71795654296875, + 1.69134521484375, + 1.65142822265625, + 1.641448974609375, + 1.61151123046875, + 1.588226318359375, + 1.5516357421875, + 1.51837158203125, + 1.50506591796875, + 1.4834442138671875, + 1.4535064697265625, + 1.435211181640625, + 1.4036102294921875, + 1.4002838134765625, + 1.381988525390625, + 1.3603668212890625, + 1.335418701171875, + 1.3121337890625, + 1.2763748168945312, + 1.24560546875, + 1.2164993286132812, + 1.1903038024902344, + 1.17242431640625, + 1.1545448303222656, + 1.1260623931884766, + 1.1101579666137695, + 1.0827150344848633, + 1.0783491134643555 ], "timestamps": [ - "2026-06-20 23:48:00", - "2026-06-20 23:54:00", - "2026-06-21 00:00:00", - "2026-06-21 00:06:00", "2026-06-21 00:12:00", "2026-06-21 00:18:00", "2026-06-21 00:24:00", @@ -795,6 +791,10 @@ "2026-06-22 05:24:00", "2026-06-22 05:30:00", "2026-06-22 05:36:00", - "2026-06-22 05:42:00" + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00" ] } diff --git a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 2688e3742e3bb236e185d0b6ff639abdba3478a0..4a5f3873d55d89981381cfaa1a2c66116dd88bb8 100644 --- a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T05:43:41.673261+00:00", + "evaluated_at": "2026-06-22T06:18:52.018007+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2450.0, - 2400.0, - 2500.0, - 2400.0, - 2400.0, - 2400.0, - 2450.0, - 2400.0, 2350.0, 2400.0, 2400.0, @@ -101,9 +89,7 @@ 2400.0, 2400.0, 2400.0, - 2400.0 - ], - "actuals": [ + 2400.0, 2350.0, 2400.0, 2400.0, @@ -114,6 +100,10 @@ 2350.0, 2350.0, 2400.0, + 2350.0, + 2350.0 + ], + "actuals": [ 2350.0, 2350.0, 2350.0, @@ -127,91 +117,97 @@ 2350.0, 2350.0, 2350.0, - 2350.0 + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 ], "p50": [ - 2399.99951171875, - 2400.089599609375, - 2400.09521484375, - 2400.060791015625, - 2400.0283203125, - 2400.024658203125, - 2400.0673828125, - 2400.047607421875, - 2400.01953125, - 2400.010986328125, - 2399.9853515625, - 2399.946044921875, - 2399.997314453125, - 2399.981201171875, - 2399.939697265625, - 2399.87158203125, - 2400.1298828125, - 2400.032470703125, - 2399.97705078125, - 2399.939697265625, - 2399.88427734375, - 2400.085205078125, - 2400.0380859375, - 2400.07470703125 + 2377.7685546875, + 2380.068359375, + 2381.6015625, + 2384.5146484375, + 2388.041015625, + 2388.34765625, + 2389.65087890625, + 2391.5673828125, + 2392.295654296875, + 2392.525634765625, + 2393.48388671875, + 2395.22802734375, + 2395.208740234375, + 2395.47705078125, + 2395.3427734375, + 2395.8603515625, + 2396.95263671875, + 2397.06787109375, + 2398.54345703125, + 2396.93359375, + 2397.10595703125, + 2397.355224609375, + 2397.4892578125, + 2397.614013671875 ], "p10": [ - 2399.980712890625, - 2399.949462890625, - 2399.938720703125, - 2399.876708984375, - 2399.835205078125, - 2399.843994140625, - 2399.77880859375, - 2399.77978515625, - 2399.786376953125, - 2399.701416015625, - 2399.74560546875, - 2399.5927734375, - 2399.51318359375, - 2399.52197265625, - 2399.389404296875, - 2399.385009765625, - 2399.16357421875, - 2398.977783203125, - 2398.79638671875, - 2398.716796875, - 2398.52197265625, - 2398.49560546875, - 2398.327392578125, - 2398.21240234375 + 2337.138671875, + 2336.525390625, + 2334.37890625, + 2334.072265625, + 2335.298828125, + 2332.845703125, + 2333.458984375, + 2334.9921875, + 2334.9921875, + 2336.21875, + 2340.205078125, + 2343.271484375, + 2345.111328125, + 2347.87109375, + 2350.630859375, + 2353.697265625, + 2350.9375, + 2351.857421875, + 2355.537109375, + 2356.150390625, + 2358.91015625, + 2361.36328125, + 2362.7431640625, + 2364.2763671875 ], "p90": [ - 2400.1416015625, - 2400.2744140625, - 2400.35400390625, - 2400.418212890625, - 2400.468994140625, - 2400.544189453125, - 2400.743408203125, - 2400.72119140625, - 2400.668212890625, - 2400.734619140625, - 2400.61962890625, - 2400.827392578125, - 2400.955810546875, - 2401.048828125, - 2401.177001953125, - 2401.106201171875, - 2403.433837890625, - 2404.1064453125, - 2404.566650390625, - 2404.74365234375, - 2405.133056640625, - 2405.59326171875, - 2405.59326171875, - 2406.407470703125 + 2411.26904296875, + 2410.8857421875, + 2409.697509765625, + 2410.119140625, + 2410.2724609375, + 2409.42919921875, + 2409.3525390625, + 2411.0390625, + 2411.4990234375, + 2411.11572265625, + 2411.11572265625, + 2412.87890625, + 2413.0322265625, + 2413.26220703125, + 2412.7255859375, + 2412.34228515625, + 2413.3388671875, + 2413.4921875, + 2414.64208984375, + 2413.10888671875, + 2412.49560546875, + 2412.265625, + 2412.4189453125, + 2412.7255859375 ], "timestamps": [ - "2026-06-21 18:55:00", - "2026-06-21 19:10:00", - "2026-06-21 19:25:00", - "2026-06-21 19:40:00", "2026-06-21 19:55:00", "2026-06-21 20:10:00", "2026-06-21 20:25:00", @@ -327,6 +323,10 @@ "2026-06-22 23:55:00", "2026-06-23 00:10:00", "2026-06-23 00:25:00", - "2026-06-23 00:40:00" + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index a3dc608bb908fbbba9f516059e7ae739927c1bf9..4811c5575fb1434f59e67b9f6d7641e51f9df011 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,42 +1,24 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T06:09:59.725663+00:00", + "evaluated_at": "2026-06-22T06:18:54.886868+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t042000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t035000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", + "data_fetched_at": "2026-06-22T06:14:42.009972Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t000600z", + "data_fetched_at": "2026-06-22T06:14:42.009972Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t035000z", + "data_fetched_at": "2026-06-22T06:14:42.009972Z", + "context_length": 96, "prediction_length": 24 } ], diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 8daffc35db7e93be6a5a45eb28f51ff472e48f27..a911e1e62650965bd0c7a9992fdf2de992a94897 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,TimesFM-2.5,167284.6052347819,116870.89242299397,250.95475260416666,0.23295411795029697,0.003927186952256831,0.003913362842910862,10.41396915491949,409.0044073537373,0.006380188465063796,0.003914722161987021,0.00448953072937259,Finance,1 -nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,0.4067353237384547,0.3276029787418035,0.4994724591573079,0.2744354336383443,0.01942845751119167,0.019503819719654494,8.830249186058134,0.6377580448245672,0.025325865280293635,0.019834437706410364,0.022109313121004018,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.00660618451509567,0.014984172511743192,0.10893604556719462,0.3162226094583534,0.07506198843059428,0.07893646072508936,0.4526417321535845,0.08127843819301445,0.05222766790424906,0.06999981467624425,0.04323587555287771,Ocean,1 +nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,3.589577484540617,5.182956781815695,1.962128718694051,1.153432237838048,0.07326675305609733,0.07700515387793742,13.585066502014532,1.8946180313035705,0.07253862091768065,0.07512338052600165,0.05341888644170538,Weather,1 +noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.0009345079519616088,0.002041051886096312,0.0394376536210378,0.11540757524438498,0.026118754403371677,0.026564568706105567,2.504896470625938,0.030569722798246123,0.02036985689222594,0.026278921981975126,0.0269371352871995,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.0824911037349728,0.09287054528585632,0.284849700000551,4.3823040413832794,0.17863262713142347,0.19826175905443774,124.54256476621747,0.2872126454997635,0.18414345426555428,0.18262847589226888,0.16045491233654569,Ocean,1 nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.42235894799224144,0.7165555290147267,0.7410150766372681,0.37257742077443695,0.05290884079196182,0.05481136160087916,2.518593179843267,0.6498914893982236,0.04637941216685192,0.052882433793731656,0.032932213307322156,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,57.99967811440941,27.71880639290733,4.041209856669108,0.3495294385130791,0.2215478501157162,0.1858120815007215,27.161221921952727,7.615751973010243,0.3503508588757945,0.18590959227650833,0.3156891483419186,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,1.6589133206330189,0.9463616524859996,0.8116787274678549,0.42719929505841786,0.03389969609854323,0.03311766690516419,24.128075210096625,1.287988090252786,0.05364754167162382,0.03380820730046975,0.04457584162939124,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,12.206245702962557,10.930283688239408,2.6603820522626243,0.49241004566300495,0.37308408386320835,0.32018253106405475,19.41149657918739,3.4937437946939607,0.41924925536327523,0.31924584627151487,0.35159224584367543,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,1982.4451436822612,1976.5539957260091,39.57024129231771,3.453402876420455,0.01683828421518312,0.016661212324989304,139.38379083806817,44.52465770426833,0.018863050042408472,0.016764091633109,0.016856050071405806,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,1582.4966933925946,1083.3866550972064,23.7705078125,1.4262304687499998,0.010245640437396411,0.010145094107973087,81.0654229736328,39.780607001309,0.017003287053097345,0.010160145814781835,0.013198471472432471,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,587.0931736621008,474.79592066065277,18.537806919642858,0.37411023011109457,0.07661461844080557,0.0753195920209184,14.19238810506537,24.230005647174348,0.09753308771145512,0.07462026937176539,0.08000017268140815,Web,1 diff --git a/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 9799cda59a9f8c1cb59bdbb07af6f0c178944f3a..eb38d754c100955260a81470a8219ebc906bfc42 100644 --- a/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,35 +1,11 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T05:00:04.544068+00:00", + "evaluated_at": "2026-06-22T06:16:19.445857+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 24.18000030517578, - 24.06999969482422, - 23.93000030517578, - 23.860000610351562, - 23.81999969482422, - 23.950000762939453, - 24.31999969482422, - 24.770000457763672, - 25.75, - 27.209999084472656, - 28.59000015258789, - 29.559999465942383, - 30.0, - 30.15999984741211, - 30.0, - 29.68000030517578, - 29.360000610351562, - 28.780000686645508, - 27.6200008392334, - 26.270000457763672, - 25.290000915527344, - 24.5, - 23.84000015258789, - 23.200000762939453, 22.600000381469727, 22.1200008392334, 21.809999465942383, @@ -341,9 +317,7 @@ 25.43000030517578, 24.469999313354492, 23.75, - 23.25 - ], - "actuals": [ + 23.25, 22.93000030517578, 22.760000228881836, 22.600000381469727, @@ -369,109 +343,111 @@ 23.329999923706055, 23.18000030517578 ], + "actuals": [ + 23.059999465942383, + 23.049999237060547, + 23.110000610351562, + 23.170000076293945, + 23.299999237060547, + 23.530000686645508, + 23.950000762939453, + 24.65999984741211, + 25.739999771118164, + 26.700000762939453, + 27.709999084472656, + 28.959999084472656, + 30.5, + 31.030000686645508, + 29.989999771118164, + 28.350000381469727, + 27.170000076293945, + 26.579999923706055, + 26.440000534057617, + 26.40999984741211, + 26.389999389648438, + 26.139999389648438, + 25.6200008392334, + 25.290000915527344 + ], "p50": [ - 22.803569793701172, - 22.52535057067871, - 22.242633819580078, - 22.064529418945312, - 22.013948440551758, - 22.25826644897461, - 22.95749282836914, - 24.152441024780273, - 25.46036148071289, - 26.700061798095703, - 27.694976806640625, - 28.273042678833008, - 28.713972091674805, - 28.809633255004883, - 28.718399047851562, - 28.145431518554688, - 27.529861450195312, - 26.694730758666992, - 25.639997482299805, - 24.755233764648438, - 23.921283721923828, - 23.28800392150879, - 22.774639129638672, - 22.28760528564453 + 22.96632957458496, + 22.710491180419922, + 22.444660186767578, + 22.1950740814209, + 22.083084106445312, + 22.119159698486328, + 22.74831199645996, + 23.620248794555664, + 24.742067337036133, + 25.657485961914062, + 26.43803596496582, + 26.92048454284668, + 27.211204528808594, + 27.210384368896484, + 26.98830223083496, + 26.418476104736328, + 25.80447006225586, + 24.94394302368164, + 24.0850887298584, + 23.270614624023438, + 22.735857009887695, + 22.38841438293457, + 22.101520538330078, + 21.955202102661133 ], "p10": [ - 22.888139724731445, - 22.599205017089844, - 22.317724227905273, - 22.22662353515625, - 22.18221664428711, - 22.428186416625977, - 23.26791000366211, - 24.53965187072754, - 25.98250389099121, - 27.159807205200195, - 28.074827194213867, - 28.74050521850586, - 29.194955825805664, - 29.43865394592285, - 29.3418025970459, - 28.730609893798828, - 28.17659568786621, - 27.273977279663086, - 26.20842170715332, - 25.19022560119629, - 24.460004806518555, - 23.79059600830078, - 23.290069580078125, - 22.775571823120117 + 23.02556037902832, + 22.88243293762207, + 22.4746036529541, + 22.32940101623535, + 22.202743530273438, + 22.343517303466797, + 22.959287643432617, + 23.93195343017578, + 25.119873046875, + 26.113792419433594, + 26.79779624938965, + 27.403583526611328, + 27.623600006103516, + 27.73386573791504, + 27.548803329467773, + 26.948030471801758, + 26.296072006225586, + 25.372974395751953, + 24.584829330444336, + 23.71624755859375, + 23.131563186645508, + 22.824705123901367, + 22.576976776123047, + 22.313859939575195 ], "p90": [ - 22.986186981201172, - 22.876632690429688, - 22.82809066772461, - 22.786611557006836, - 22.970294952392578, - 23.41631317138672, - 24.376731872558594, - 25.809782028198242, - 27.45367431640625, - 28.94650650024414, - 30.151025772094727, - 30.876028060913086, - 31.45862579345703, - 31.696033477783203, - 31.592144012451172, - 31.06934356689453, - 30.32120132446289, - 29.38333511352539, - 28.173799514770508, - 27.085407257080078, - 26.09740447998047, - 25.427112579345703, - 24.78604507446289, - 24.204137802124023 + 23.107097625732422, + 23.00541877746582, + 22.923076629638672, + 22.797971725463867, + 22.917949676513672, + 23.168819427490234, + 23.999351501464844, + 25.103626251220703, + 26.462255477905273, + 27.623004913330078, + 28.622770309448242, + 29.2645263671875, + 29.688634872436523, + 29.794248580932617, + 29.518869400024414, + 28.9368896484375, + 28.185014724731445, + 27.169660568237305, + 26.131671905517578, + 25.158994674682617, + 24.453563690185547, + 24.105745315551758, + 23.727571487426758, + 23.489046096801758 ], "timestamps": [ - "2026-06-04 00:00:00", - "2026-06-04 01:00:00", - "2026-06-04 02:00:00", - "2026-06-04 03:00:00", - "2026-06-04 04:00:00", - "2026-06-04 05:00:00", - "2026-06-04 06:00:00", - "2026-06-04 07:00:00", - "2026-06-04 08:00:00", - "2026-06-04 09:00:00", - "2026-06-04 10:00:00", - "2026-06-04 11:00:00", - "2026-06-04 12:00:00", - "2026-06-04 13:00:00", - "2026-06-04 14:00:00", - "2026-06-04 15:00:00", - "2026-06-04 16:00:00", - "2026-06-04 17:00:00", - "2026-06-04 18:00:00", - "2026-06-04 19:00:00", - "2026-06-04 20:00:00", - "2026-06-04 21:00:00", - "2026-06-04 22:00:00", - "2026-06-04 23:00:00", "2026-06-05 00:00:00", "2026-06-05 01:00:00", "2026-06-05 02:00:00", @@ -807,6 +783,30 @@ "2026-06-18 20:00:00", "2026-06-18 21:00:00", "2026-06-18 22:00:00", - "2026-06-18 23:00:00" + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 783b5289e79d48a41e6a0b88542aa35b75f39df5..334bbc6a22c2bc32ece1db99fe2ebbd4f2773964 100644 --- a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,15 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T05:51:32.059782+00:00", + "evaluated_at": "2026-06-22T06:16:28.588121+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.7309999465942383, - 1.7480000257492065, - 1.7630000114440918, - 1.7690000534057617, 1.774999976158142, 1.7879999876022339, 1.7960000038146973, @@ -245,13 +241,13 @@ 1.5420000553131104, 1.562000036239624, 1.5889999866485596, - 1.6180000305175781 - ], - "actuals": [ + 1.6180000305175781, 1.6390000581741333, 1.6519999504089355, 1.680999994277954, - 1.7070000171661377, + 1.7070000171661377 + ], + "actuals": [ 1.7280000448226929, 1.7480000257492065, 1.7640000581741333, @@ -307,199 +303,199 @@ 0.9610000252723694, 0.9430000185966492, 0.9139999747276306, - 0.890999972820282 + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508 ], "p50": [ - 1.6280542612075806, - 1.6502243280410767, - 1.6840167045593262, - 1.6932933330535889, - 1.707295536994934, - 1.7271668910980225, - 1.7429237365722656, - 1.7520809173583984, - 1.74961519241333, - 1.771762728691101, - 1.7693272829055786, - 1.790506362915039, - 1.7830281257629395, - 1.7924987077713013, - 1.7936887741088867, - 1.7900238037109375, - 1.790652871131897, - 1.784619688987732, - 1.7770832777023315, - 1.7657220363616943, - 1.757172703742981, - 1.7498258352279663, - 1.7259745597839355, - 1.7196619510650635, - 1.7013286352157593, - 1.6777102947235107, - 1.6606534719467163, - 1.63455069065094, - 1.6082100868225098, - 1.5814696550369263, - 1.5581337213516235, - 1.5430908203125, - 1.5135499238967896, - 1.4867908954620361, - 1.4549957513809204, - 1.4261348247528076, - 1.3990017175674438, - 1.3666459321975708, - 1.3569334745407104, - 1.331599235534668, - 1.2993488311767578, - 1.2754405736923218, - 1.2330349683761597, - 1.1932520866394043, - 1.1768385171890259, - 1.1401591300964355, - 1.1083178520202637, - 1.086073875427246, - 1.0563526153564453, - 1.0384756326675415, - 1.0113804340362549, - 0.9763618111610413, - 0.9510993957519531, - 0.9358206391334534, - 0.9124506115913391, - 0.8924531936645508, - 0.8722801208496094, - 0.8409907817840576, - 0.8322159647941589, - 0.8145053386688232 + 1.7188928127288818, + 1.7306997776031494, + 1.7584538459777832, + 1.7620537281036377, + 1.7738652229309082, + 1.7934949398040771, + 1.8054699897766113, + 1.812223196029663, + 1.8082494735717773, + 1.8140404224395752, + 1.8101191520690918, + 1.829310655593872, + 1.8194975852966309, + 1.8274073600769043, + 1.8275749683380127, + 1.809758186340332, + 1.8098196983337402, + 1.8043975830078125, + 1.7940778732299805, + 1.7929012775421143, + 1.7772634029388428, + 1.768256664276123, + 1.7390334606170654, + 1.7284693717956543, + 1.7058231830596924, + 1.6823008060455322, + 1.6716771125793457, + 1.6422247886657715, + 1.6249258518218994, + 1.5865538120269775, + 1.5600550174713135, + 1.5425610542297363, + 1.5100290775299072, + 1.4877595901489258, + 1.460167646408081, + 1.434814214706421, + 1.3987681865692139, + 1.3623266220092773, + 1.3459243774414062, + 1.3187735080718994, + 1.284360408782959, + 1.2628211975097656, + 1.2211216688156128, + 1.1801724433898926, + 1.1678575277328491, + 1.128671646118164, + 1.09847092628479, + 1.072453260421753, + 1.0536433458328247, + 1.029537320137024, + 1.0002628564834595, + 0.969333827495575, + 0.937083899974823, + 0.9332791566848755, + 0.8966132998466492, + 0.8811977505683899, + 0.8615809082984924, + 0.8314524292945862, + 0.8226600885391235, + 0.796471893787384 ], "p10": [ - 1.638903260231018, - 1.6651225090026855, - 1.683955192565918, - 1.721622109413147, - 1.7058266401290894, - 1.7374476194381714, - 1.7313411235809326, - 1.7572777271270752, - 1.7593001127243042, - 1.7863004207611084, - 1.7805144786834717, - 1.8249742984771729, - 1.7643970251083374, - 1.825930118560791, - 1.788120985031128, - 1.8041284084320068, - 1.8018637895584106, - 1.798195242881775, - 1.7943884134292603, - 1.8094269037246704, - 1.7753151655197144, - 1.782689094543457, - 1.763606071472168, - 1.7435039281845093, - 1.7293798923492432, - 1.7149505615234375, - 1.7026207447052002, - 1.6695195436477661, - 1.640982985496521, - 1.6211764812469482, - 1.590183138847351, - 1.5914356708526611, - 1.571740746498108, - 1.5489304065704346, - 1.509765625, - 1.4872369766235352, - 1.453173279762268, - 1.4241788387298584, - 1.4033567905426025, - 1.3670543432235718, - 1.3355478048324585, - 1.3275140523910522, - 1.2873677015304565, - 1.2625882625579834, - 1.2267570495605469, - 1.2018928527832031, - 1.1822538375854492, - 1.144366979598999, - 1.1130485534667969, - 1.111736536026001, - 1.0562653541564941, - 1.054598093032837, - 1.0239462852478027, - 1.014923334121704, - 0.975202202796936, - 0.9561911821365356, - 0.9419134259223938, - 0.9230029582977295, - 0.9030981659889221, - 0.8680689930915833 + 1.7352302074432373, + 1.7497475147247314, + 1.757136583328247, + 1.776777744293213, + 1.775414228439331, + 1.8058781623840332, + 1.7838802337646484, + 1.8071503639221191, + 1.8203518390655518, + 1.8288583755493164, + 1.8199717998504639, + 1.8525679111480713, + 1.8055527210235596, + 1.866128921508789, + 1.822559118270874, + 1.831984519958496, + 1.8201918601989746, + 1.813858985900879, + 1.807908296585083, + 1.8317978382110596, + 1.788879632949829, + 1.7950630187988281, + 1.7582125663757324, + 1.7424890995025635, + 1.736504316329956, + 1.7226331233978271, + 1.6988449096679688, + 1.6762967109680176, + 1.6549079418182373, + 1.6287777423858643, + 1.583315134048462, + 1.6035988330841064, + 1.5706653594970703, + 1.5548713207244873, + 1.5147321224212646, + 1.4908456802368164, + 1.4585111141204834, + 1.4214420318603516, + 1.4043664932250977, + 1.3655636310577393, + 1.3267338275909424, + 1.3197989463806152, + 1.2910888195037842, + 1.2539937496185303, + 1.2201915979385376, + 1.2037010192871094, + 1.1851874589920044, + 1.1513288021087646, + 1.1278104782104492, + 1.113736629486084, + 1.0578300952911377, + 1.0501328706741333, + 1.0289511680603027, + 1.0142104625701904, + 0.9881370663642883, + 0.9664684534072876, + 0.9470567107200623, + 0.9350265264511108, + 0.9006710052490234, + 0.8779081702232361 ], "p90": [ - 1.6672313213348389, - 1.6819963455200195, - 1.7262811660766602, - 1.7344598770141602, - 1.7556601762771606, - 1.7859406471252441, - 1.8002034425735474, - 1.816171646118164, - 1.8264145851135254, - 1.8474452495574951, - 1.8584327697753906, - 1.8684147596359253, - 1.8836883306503296, - 1.8864953517913818, - 1.889736294746399, - 1.8822633028030396, - 1.8909258842468262, - 1.893295407295227, - 1.8945180177688599, - 1.8942784070968628, - 1.8844548463821411, - 1.8874261379241943, - 1.879453420639038, - 1.8761781454086304, - 1.8660023212432861, - 1.8525192737579346, - 1.8463982343673706, - 1.8177282810211182, - 1.8001197576522827, - 1.782940149307251, - 1.768137812614441, - 1.752541184425354, - 1.7312942743301392, - 1.698582410812378, - 1.6767362356185913, - 1.6579396724700928, - 1.63231360912323, - 1.6015055179595947, - 1.586017370223999, - 1.5621463060379028, - 1.5301443338394165, - 1.5140126943588257, - 1.465349793434143, - 1.4312517642974854, - 1.4151955842971802, - 1.3763240575790405, - 1.350196361541748, - 1.338169813156128, - 1.303702473640442, - 1.2886840105056763, - 1.2577316761016846, - 1.2332899570465088, - 1.1977438926696777, - 1.190643310546875, - 1.1814664602279663, - 1.157324194908142, - 1.1344863176345825, - 1.1065928936004639, - 1.1053507328033447, - 1.0860556364059448 + 1.7464685440063477, + 1.7553379535675049, + 1.7910289764404297, + 1.7953855991363525, + 1.811530351638794, + 1.840991735458374, + 1.8512325286865234, + 1.862776279449463, + 1.8707897663116455, + 1.877044677734375, + 1.8874735832214355, + 1.8925580978393555, + 1.9079670906066895, + 1.9130840301513672, + 1.915785789489746, + 1.8920502662658691, + 1.900207281112671, + 1.8960139751434326, + 1.8972840309143066, + 1.9047508239746094, + 1.8902664184570312, + 1.8867475986480713, + 1.8772430419921875, + 1.868255853652954, + 1.854344129562378, + 1.8398196697235107, + 1.8420310020446777, + 1.8139996528625488, + 1.8065135478973389, + 1.7804744243621826, + 1.7715036869049072, + 1.7569522857666016, + 1.7355616092681885, + 1.7108705043792725, + 1.6939234733581543, + 1.6837761402130127, + 1.6498160362243652, + 1.6186232566833496, + 1.5977747440338135, + 1.5734443664550781, + 1.541332721710205, + 1.5276825428009033, + 1.485241413116455, + 1.4531328678131104, + 1.4470736980438232, + 1.4085583686828613, + 1.3857202529907227, + 1.3672327995300293, + 1.3447394371032715, + 1.3275575637817383, + 1.291635513305664, + 1.2746827602386475, + 1.2336804866790771, + 1.231645107269287, + 1.2085957527160645, + 1.1917214393615723, + 1.1694786548614502, + 1.1503143310546875, + 1.1450321674346924, + 1.1178289651870728 ], "timestamps": [ - "2026-06-20 23:48:00", - "2026-06-20 23:54:00", - "2026-06-21 00:00:00", - "2026-06-21 00:06:00", "2026-06-21 00:12:00", "2026-06-21 00:18:00", "2026-06-21 00:24:00", @@ -795,6 +791,10 @@ "2026-06-22 05:24:00", "2026-06-22 05:30:00", "2026-06-22 05:36:00", - "2026-06-22 05:42:00" + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00" ] } diff --git a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 3b78ccbe45ba68ee9876619dc199dd8023aa3a63..3dd143652ab116d04d0d902cea0b895d4448027c 100644 --- a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T05:40:07.816116+00:00", + "evaluated_at": "2026-06-22T06:16:36.377244+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2450.0, - 2400.0, - 2500.0, - 2400.0, - 2400.0, - 2400.0, - 2450.0, - 2400.0, 2350.0, 2400.0, 2400.0, @@ -101,9 +89,7 @@ 2400.0, 2400.0, 2400.0, - 2400.0 - ], - "actuals": [ + 2400.0, 2350.0, 2400.0, 2400.0, @@ -114,6 +100,10 @@ 2350.0, 2350.0, 2400.0, + 2350.0, + 2350.0 + ], + "actuals": [ 2350.0, 2350.0, 2350.0, @@ -127,91 +117,97 @@ 2350.0, 2350.0, 2350.0, - 2350.0 + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 ], "p50": [ - 2399.905517578125, - 2399.959228515625, - 2399.888427734375, - 2399.87890625, - 2399.974609375, - 2399.967529296875, - 2399.866943359375, - 2399.83203125, - 2399.83935546875, - 2400.004150390625, - 2399.9833984375, - 2399.833984375, - 2400.08447265625, - 2399.85888671875, - 2399.97900390625, - 2399.953857421875, - 2399.869384765625, - 2400.030029296875, - 2400.03369140625, - 2400.10400390625, - 2400.05322265625, - 2400.034912109375, - 2400.057373046875, - 2400.0712890625 + 2357.154296875, + 2356.58642578125, + 2357.7373046875, + 2357.30419921875, + 2358.908203125, + 2359.104736328125, + 2359.885498046875, + 2361.06982421875, + 2361.4521484375, + 2363.351318359375, + 2363.260009765625, + 2364.718505859375, + 2365.22705078125, + 2365.961669921875, + 2366.12646484375, + 2365.75048828125, + 2365.441650390625, + 2366.373779296875, + 2366.4296875, + 2367.080322265625, + 2368.5576171875, + 2367.8154296875, + 2367.801025390625, + 2367.39453125 ], "p10": [ - 2400.21630859375, - 2399.908203125, - 2400.2783203125, - 2400.1513671875, - 2400.151123046875, - 2399.9306640625, - 2400.27783203125, - 2400.3046875, - 2400.29541015625, - 2400.315673828125, - 2400.318359375, - 2400.33056640625, - 2400.406005859375, - 2400.321533203125, - 2400.385009765625, - 2400.537353515625, - 2400.436767578125, - 2400.406982421875, - 2400.45556640625, - 2400.587646484375, - 2400.527587890625, - 2400.3134765625, - 2400.65771484375, - 2400.6435546875 + 2363.51171875, + 2366.415283203125, + 2367.19091796875, + 2369.01953125, + 2369.803466796875, + 2369.454345703125, + 2372.384033203125, + 2370.990966796875, + 2373.101806640625, + 2371.360107421875, + 2373.210693359375, + 2374.27880859375, + 2374.287841796875, + 2374.335205078125, + 2374.186279296875, + 2373.96240234375, + 2375.265625, + 2377.348388671875, + 2375.72802734375, + 2376.348876953125, + 2376.75634765625, + 2375.751220703125, + 2376.915771484375, + 2376.2216796875 ], "p90": [ - 2400.08544921875, - 2400.17333984375, - 2400.20849609375, - 2400.163330078125, - 2400.200439453125, - 2400.3896484375, - 2400.172119140625, - 2400.167236328125, - 2400.13623046875, - 2400.321533203125, - 2400.6572265625, - 2400.4541015625, - 2400.61083984375, - 2400.493896484375, - 2400.249267578125, - 2400.352294921875, - 2400.4404296875, - 2400.392822265625, - 2400.361328125, - 2400.461181640625, - 2400.44091796875, - 2400.527099609375, - 2400.53369140625, - 2400.726806640625 + 2380.065185546875, + 2383.44677734375, + 2387.61083984375, + 2388.985595703125, + 2391.51025390625, + 2392.465087890625, + 2392.14404296875, + 2393.86474609375, + 2394.785888671875, + 2395.6689453125, + 2395.9794921875, + 2395.103271484375, + 2396.729248046875, + 2396.958740234375, + 2396.697998046875, + 2396.860107421875, + 2396.208251953125, + 2397.149169921875, + 2396.8525390625, + 2398.218994140625, + 2398.060791015625, + 2399.195068359375, + 2398.033447265625, + 2398.230224609375 ], "timestamps": [ - "2026-06-21 18:55:00", - "2026-06-21 19:10:00", - "2026-06-21 19:25:00", - "2026-06-21 19:40:00", "2026-06-21 19:55:00", "2026-06-21 20:10:00", "2026-06-21 20:25:00", @@ -327,6 +323,10 @@ "2026-06-22 23:55:00", "2026-06-23 00:10:00", "2026-06-23 00:25:00", - "2026-06-23 00:40:00" + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 70e1972f1d02411dc1d25521a407840d5b0d5f83..bff6fb7699529e453152ed1cb013e1f99ef63016 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,42 +1,24 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T06:02:59.538271+00:00", + "evaluated_at": "2026-06-22T06:16:40.949304+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t042000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t035000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", + "data_fetched_at": "2026-06-22T06:14:42.009972Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t000600z", + "data_fetched_at": "2026-06-22T06:14:42.009972Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t035000z", + "data_fetched_at": "2026-06-22T06:14:42.009972Z", + "context_length": 96, "prediction_length": 24 } ], diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index ba97731a75669413865e4fbd534db45dcc10a116..0f5bd1adc4625667cf64a69bad00267bcd534aaa 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,TiRex,317656.1427516937,317656.1427516937,465.4737955729167,0.4320860089376339,0.007277973714409161,0.007239235157346914,2.1469250858998534,563.6099207356926,0.008791928523066875,0.007261072222958406,0.004966578851913367,Finance,1 -nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.550176228056595,0.550176228056595,0.5530107021331787,0.3038520524287122,0.0222467109581586,0.021974201689470545,2.9614589625774843,0.7417386521252584,0.029455015627561792,0.021960482748027216,0.031543872018444045,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.07153531398360044,0.07153531398360044,0.2012411832809448,0.5841685529913433,0.1623141522205354,0.1391939893133301,1.762011893304001,0.267460864396271,0.17186424239476097,0.12931298783197617,0.08247669755062287,Ocean,1 +nasa_power_shanghai_hourly_T2M/1h/short,TiRex,9.855665422515358,9.855665422515358,2.683756430943807,1.5776392019867505,0.0983396143140401,0.10510877462090051,21.196612720606296,3.139373412404991,0.12019616308877151,0.10275210473198959,0.08458840255714449,Weather,1 +noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.13061142874147275,0.13061142874147275,0.27885333796342215,0.8160167917797818,0.2434494161964314,0.1967955822574304,2.3206332120017055,0.36140203201071347,0.2408169587013807,0.18581138683273618,0.1025593522837219,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.08390007230004867,0.08390007230004867,0.2694946825504303,4.146072951699686,0.16886997656896335,0.18641640813802968,91.32249171984319,0.2896550919629218,0.18570940386990423,0.17278376327993572,0.14971149364122027,Ocean,1 nws_ksfo_observations_temperature/1h/short,TiRex,0.011394196973166496,0.011394196973166496,0.07474064826965332,0.037579097696210505,0.0053074873856334736,0.0053353050233135675,1.2490236892172466,0.10674360389815633,0.007617741857109024,0.005333855556295632,0.021422807115771457,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,87.61885399957737,87.61885399957737,7.479238828023274,0.6468889864133193,0.4215480202265089,0.3122223799987476,2.7889422373079586,9.360494324531016,0.4306150249802824,0.344070783347663,0.24042156098009665,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,2.85045617350003,2.85045617350003,1.399526039759318,0.7365925918327801,0.05843981545417757,0.05613107496299896,3.8500088314610252,1.6883294031379155,0.07032263939062706,0.058293343010473744,0.03723910326872102,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TiRex,12.390582791801839,12.390582791801839,2.921452283859253,0.540731528117908,0.44524847133163076,0.3455809191411221,3.418239073765615,3.5200259646488177,0.4224031157578581,0.35057427406311037,0.275010865105523,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,TiRex,1979.7809570307534,1979.7809570307534,39.598236083984375,3.4558460582386363,0.016850235490370586,0.01667287578546478,138.53510830965908,44.49472954216885,0.01885037085634691,0.016775951739022507,0.01698780690322521,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,TiRex,2052.6935887361565,2052.6935887361565,37.62464396158854,2.2574786376953124,0.016172885006679048,0.015983995761820042,29.40284057617187,45.30666163751371,0.019365269444351362,0.016081771239147374,0.011002967370232264,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TiRex,470.9839568113176,470.9839568113176,18.29669407435826,0.3692443480559426,0.07939229194969974,0.07648632261901081,1.7100045810649784,21.702164795506405,0.08735776513429835,0.07364971737809535,0.062455629691568246,Web,1 diff --git a/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index f3521efed033e12a1489bd816dbd6798535c6eb0..fb3c870e03b1dfbcb26b0009a495d01f125ef378 100644 --- a/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,35 +1,11 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-22T05:02:05.712223+00:00", + "evaluated_at": "2026-06-22T06:17:28.051385+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 24.18000030517578, - 24.06999969482422, - 23.93000030517578, - 23.860000610351562, - 23.81999969482422, - 23.950000762939453, - 24.31999969482422, - 24.770000457763672, - 25.75, - 27.209999084472656, - 28.59000015258789, - 29.559999465942383, - 30.0, - 30.15999984741211, - 30.0, - 29.68000030517578, - 29.360000610351562, - 28.780000686645508, - 27.6200008392334, - 26.270000457763672, - 25.290000915527344, - 24.5, - 23.84000015258789, - 23.200000762939453, 22.600000381469727, 22.1200008392334, 21.809999465942383, @@ -341,9 +317,7 @@ 25.43000030517578, 24.469999313354492, 23.75, - 23.25 - ], - "actuals": [ + 23.25, 22.93000030517578, 22.760000228881836, 22.600000381469727, @@ -369,109 +343,111 @@ 23.329999923706055, 23.18000030517578 ], + "actuals": [ + 23.059999465942383, + 23.049999237060547, + 23.110000610351562, + 23.170000076293945, + 23.299999237060547, + 23.530000686645508, + 23.950000762939453, + 24.65999984741211, + 25.739999771118164, + 26.700000762939453, + 27.709999084472656, + 28.959999084472656, + 30.5, + 31.030000686645508, + 29.989999771118164, + 28.350000381469727, + 27.170000076293945, + 26.579999923706055, + 26.440000534057617, + 26.40999984741211, + 26.389999389648438, + 26.139999389648438, + 25.6200008392334, + 25.290000915527344 + ], "p50": [ - 22.91853904724121, - 22.617177963256836, - 22.379383087158203, - 22.137859344482422, - 22.104177474975586, - 22.312829971313477, - 23.586727142333984, - 25.317153930664062, - 26.918132781982422, - 28.103103637695312, - 28.811132431030273, - 29.218017578125, - 29.4356689453125, - 29.289037704467773, - 28.97174072265625, - 28.551658630371094, - 27.761032104492188, - 26.844589233398438, - 25.68056869506836, - 24.567691802978516, - 23.7227783203125, - 23.087846755981445, - 22.58671760559082, - 22.199352264404297 + 23.013320922851562, + 22.832717895507812, + 22.65817642211914, + 22.467836380004883, + 22.328594207763672, + 22.32329750061035, + 22.689895629882812, + 23.17715072631836, + 23.720779418945312, + 24.32745933532715, + 24.728870391845703, + 24.971965789794922, + 25.0389347076416, + 24.922470092773438, + 24.80789566040039, + 24.56123161315918, + 24.296249389648438, + 23.93721580505371, + 23.4460506439209, + 22.980003356933594, + 22.62333869934082, + 22.38687515258789, + 22.191572189331055, + 22.007944107055664 ], "p10": [ - 22.72945213317871, - 22.265884399414062, - 21.835891723632812, - 21.39937973022461, - 21.144573211669922, - 21.07426643371582, - 21.91818618774414, - 22.925979614257812, - 23.673851013183594, - 24.128955841064453, - 24.543872833251953, - 24.28884506225586, - 24.008695602416992, - 23.761856079101562, - 23.19553565979004, - 22.749088287353516, - 22.449413299560547, - 22.084177017211914, - 21.696548461914062, - 21.215330123901367, - 20.65097999572754, - 20.143352508544922, - 19.75223159790039, - 19.44073486328125 + 22.880786895751953, + 22.547035217285156, + 22.19504737854004, + 21.82316780090332, + 21.49747085571289, + 21.293455123901367, + 21.480207443237305, + 21.7664794921875, + 22.0866641998291, + 22.477001190185547, + 22.645614624023438, + 22.615379333496094, + 22.50820541381836, + 22.27995491027832, + 22.11204719543457, + 21.956409454345703, + 21.808788299560547, + 21.605484008789062, + 21.262304306030273, + 20.90863609313965, + 20.592117309570312, + 20.319385528564453, + 20.045454025268555, + 19.81731414794922 ], "p90": [ - 23.089061737060547, - 22.9449405670166, - 22.881179809570312, - 22.832656860351562, - 22.989038467407227, - 23.376134872436523, - 24.8627872467041, - 26.92901039123535, - 28.982318878173828, - 30.394912719726562, - 31.32357406616211, - 31.90243911743164, - 32.329200744628906, - 32.43241882324219, - 32.345436096191406, - 32.00920486450195, - 31.30139923095703, - 30.251136779785156, - 28.79042625427246, - 27.53529167175293, - 26.540719985961914, - 25.916706085205078, - 25.421066284179688, - 25.052539825439453 + 23.122390747070312, + 23.080610275268555, + 23.0662784576416, + 23.056379318237305, + 23.08563804626465, + 23.2477970123291, + 23.819602966308594, + 24.53816032409668, + 25.405574798583984, + 26.370405197143555, + 27.197668075561523, + 27.88641929626465, + 28.385616302490234, + 28.416223526000977, + 28.288707733154297, + 27.843597412109375, + 27.16912841796875, + 26.448009490966797, + 25.64784049987793, + 24.958784103393555, + 24.493732452392578, + 24.204805374145508, + 23.968509674072266, + 23.780254364013672 ], "timestamps": [ - "2026-06-04 00:00:00", - "2026-06-04 01:00:00", - "2026-06-04 02:00:00", - "2026-06-04 03:00:00", - "2026-06-04 04:00:00", - "2026-06-04 05:00:00", - "2026-06-04 06:00:00", - "2026-06-04 07:00:00", - "2026-06-04 08:00:00", - "2026-06-04 09:00:00", - "2026-06-04 10:00:00", - "2026-06-04 11:00:00", - "2026-06-04 12:00:00", - "2026-06-04 13:00:00", - "2026-06-04 14:00:00", - "2026-06-04 15:00:00", - "2026-06-04 16:00:00", - "2026-06-04 17:00:00", - "2026-06-04 18:00:00", - "2026-06-04 19:00:00", - "2026-06-04 20:00:00", - "2026-06-04 21:00:00", - "2026-06-04 22:00:00", - "2026-06-04 23:00:00", "2026-06-05 00:00:00", "2026-06-05 01:00:00", "2026-06-05 02:00:00", @@ -807,6 +783,30 @@ "2026-06-18 20:00:00", "2026-06-18 21:00:00", "2026-06-18 22:00:00", - "2026-06-18 23:00:00" + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00" ] } diff --git a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index c5e4d0f73a7b086711db409227ea598259bcae31..0093d404bcdff69cc74abacbeee8db22c92a5acd 100644 --- a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,15 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TiRex", - "evaluated_at": "2026-06-22T05:52:26.048840+00:00", + "evaluated_at": "2026-06-22T06:17:34.813483+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.7309999465942383, - 1.7480000257492065, - 1.7630000114440918, - 1.7690000534057617, 1.774999976158142, 1.7879999876022339, 1.7960000038146973, @@ -245,13 +241,13 @@ 1.5420000553131104, 1.562000036239624, 1.5889999866485596, - 1.6180000305175781 - ], - "actuals": [ + 1.6180000305175781, 1.6390000581741333, 1.6519999504089355, 1.680999994277954, - 1.7070000171661377, + 1.7070000171661377 + ], + "actuals": [ 1.7280000448226929, 1.7480000257492065, 1.7640000581741333, @@ -307,199 +303,199 @@ 0.9610000252723694, 0.9430000185966492, 0.9139999747276306, - 0.890999972820282 + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508 ], "p50": [ - 1.6429517269134521, - 1.6666429042816162, - 1.6879572868347168, - 1.710086464881897, - 1.7320915460586548, - 1.7538483142852783, - 1.7735928297042847, - 1.7895463705062866, - 1.8052234649658203, - 1.8199758529663086, - 1.8330559730529785, - 1.844910979270935, - 1.8567452430725098, - 1.8661447763442993, - 1.8766733407974243, - 1.8854196071624756, - 1.8938570022583008, - 1.9010077714920044, - 1.907094955444336, - 1.9108586311340332, - 1.9116449356079102, - 1.9099791049957275, - 1.9096763134002686, - 1.9079089164733887, - 1.9071093797683716, - 1.9047741889953613, - 1.9001004695892334, - 1.8956581354141235, - 1.8894472122192383, - 1.878260850906372, - 1.865654468536377, - 1.8514429330825806, - 1.9278020858764648, - 1.9112354516983032, - 1.8949666023254395, - 1.8911348581314087, - 1.8701120615005493, - 1.848111867904663, - 1.8273121118545532, - 1.799649953842163, - 1.7764320373535156, - 1.7564611434936523, - 1.7341595888137817, - 1.7092819213867188, - 1.6889960765838623, - 1.6703704595565796, - 1.6527323722839355, - 1.628385305404663, - 1.608116626739502, - 1.5881870985031128, - 1.5642120838165283, - 1.5428004264831543, - 1.523014783859253, - 1.5018006563186646, - 1.48350989818573, - 1.4636850357055664, - 1.4486640691757202, - 1.434287190437317, - 1.4160104990005493, - 1.3976972103118896 + 1.7283879518508911, + 1.7484650611877441, + 1.7658185958862305, + 1.783419132232666, + 1.799507737159729, + 1.8145114183425903, + 1.8290801048278809, + 1.8417267799377441, + 1.8536691665649414, + 1.864290475845337, + 1.8741319179534912, + 1.8826217651367188, + 1.8914949893951416, + 1.899017572402954, + 1.9079208374023438, + 1.9133530855178833, + 1.9169338941574097, + 1.9165470600128174, + 1.918297529220581, + 1.9183369874954224, + 1.9171068668365479, + 1.9155958890914917, + 1.915262222290039, + 1.9120075702667236, + 1.9087035655975342, + 1.9030981063842773, + 1.8955578804016113, + 1.8880201578140259, + 1.8785984516143799, + 1.8672914505004883, + 1.8593138456344604, + 1.8482303619384766, + 1.907590389251709, + 1.8914828300476074, + 1.8777446746826172, + 1.8642821311950684, + 1.8497623205184937, + 1.8356764316558838, + 1.8222248554229736, + 1.8041737079620361, + 1.7863821983337402, + 1.7687127590179443, + 1.7499938011169434, + 1.7300039529800415, + 1.712331771850586, + 1.6928930282592773, + 1.6743278503417969, + 1.6509860754013062, + 1.6346039772033691, + 1.6194920539855957, + 1.5942907333374023, + 1.5755223035812378, + 1.5583981275558472, + 1.5388710498809814, + 1.5198357105255127, + 1.5026652812957764, + 1.4859051704406738, + 1.4689828157424927, + 1.449487328529358, + 1.4322589635849 ], "p10": [ - 1.6314201354980469, - 1.6527438163757324, - 1.671629548072815, - 1.6893198490142822, - 1.7073640823364258, - 1.7230957746505737, - 1.7374647855758667, - 1.7477434873580933, - 1.75874662399292, - 1.767148494720459, - 1.7721855640411377, - 1.776132583618164, - 1.778900384902954, - 1.7782998085021973, - 1.7780177593231201, - 1.7764058113098145, - 1.7758805751800537, - 1.772188663482666, - 1.7667405605316162, - 1.7586692571640015, - 1.7465744018554688, - 1.7335457801818848, - 1.7202911376953125, - 1.7063950300216675, - 1.692227840423584, - 1.6781299114227295, - 1.6628996133804321, - 1.6428072452545166, - 1.618253469467163, - 1.5873645544052124, - 1.5527573823928833, - 1.5262006521224976, - 1.6649236679077148, - 1.590510368347168, - 1.5471129417419434, - 1.5266607999801636, - 1.482540488243103, - 1.4317468404769897, - 1.379342794418335, - 1.33774733543396, - 1.2983224391937256, - 1.2636593580245972, - 1.2237478494644165, - 1.1906805038452148, - 1.1676665544509888, - 1.1375925540924072, - 1.1024924516677856, - 1.0623807907104492, - 1.0284777879714966, - 0.9973886609077454, - 0.966526210308075, - 0.9452967047691345, - 0.9113587737083435, - 0.886191725730896, - 0.8611639142036438, - 0.8379014730453491, - 0.8191078901290894, - 0.8013259172439575, - 0.7875917553901672, - 0.7637213468551636 + 1.717820405960083, + 1.7357356548309326, + 1.750200867652893, + 1.763141393661499, + 1.7753156423568726, + 1.784111738204956, + 1.793471097946167, + 1.8001713752746582, + 1.808255910873413, + 1.812410593032837, + 1.813673734664917, + 1.8139638900756836, + 1.8143694400787354, + 1.8134427070617676, + 1.8128057718276978, + 1.808910846710205, + 1.8031363487243652, + 1.7916674613952637, + 1.7820110321044922, + 1.7708959579467773, + 1.7593669891357422, + 1.7494810819625854, + 1.738147497177124, + 1.7238359451293945, + 1.707648515701294, + 1.6905946731567383, + 1.671301245689392, + 1.6475247144699097, + 1.6200217008590698, + 1.5897502899169922, + 1.5604881048202515, + 1.537789225578308, + 1.6728246212005615, + 1.6183960437774658, + 1.5774924755096436, + 1.5437549352645874, + 1.507277488708496, + 1.465094804763794, + 1.4196373224258423, + 1.386115312576294, + 1.3510949611663818, + 1.315765619277954, + 1.273445963859558, + 1.2342724800109863, + 1.204712986946106, + 1.1701478958129883, + 1.1339246034622192, + 1.0944048166275024, + 1.06330144405365, + 1.039798378944397, + 1.0132807493209839, + 0.9956862926483154, + 0.9628049731254578, + 0.9342694282531738, + 0.9051716327667236, + 0.8835169672966003, + 0.8641952276229858, + 0.8449057936668396, + 0.8275883197784424, + 0.8062155246734619 ], "p90": [ - 1.6524004936218262, - 1.6787410974502563, - 1.702427625656128, - 1.7299636602401733, - 1.7563822269439697, - 1.7830688953399658, - 1.8088185787200928, - 1.8310151100158691, - 1.8518943786621094, - 1.870758056640625, - 1.8900275230407715, - 1.9100353717803955, - 1.9294276237487793, - 1.9469537734985352, - 1.9639267921447754, - 1.9810142517089844, - 1.999581217765808, - 2.018441915512085, - 2.033019542694092, - 2.047910451889038, - 2.0598485469818115, - 2.0698609352111816, - 2.0810723304748535, - 2.090261936187744, - 2.102388858795166, - 2.1122384071350098, - 2.1191511154174805, - 2.1257388591766357, - 2.129350185394287, - 2.128857135772705, - 2.1242423057556152, - 2.116586923599243, - 2.126765012741089, - 2.1636745929718018, - 2.181777000427246, - 2.2069997787475586, - 2.2050366401672363, - 2.205251693725586, - 2.207494020462036, - 2.2046263217926025, - 2.200629234313965, - 2.2037293910980225, - 2.2015111446380615, - 2.200417995452881, - 2.2013797760009766, - 2.195736885070801, - 2.1906144618988037, - 2.1755547523498535, - 2.1648359298706055, - 2.1580705642700195, - 2.1433963775634766, - 2.138007402420044, - 2.126405715942383, - 2.1208596229553223, - 2.1101560592651367, - 2.099771738052368, - 2.0923333168029785, - 2.0835323333740234, - 2.072726249694824, - 2.06417179107666 + 1.7363202571868896, + 1.7604002952575684, + 1.7809174060821533, + 1.8041534423828125, + 1.8246397972106934, + 1.8435015678405762, + 1.8637669086456299, + 1.883133888244629, + 1.9013340473175049, + 1.917470932006836, + 1.9344350099563599, + 1.9512641429901123, + 1.968369960784912, + 1.9853417873382568, + 2.002068519592285, + 2.0156450271606445, + 2.026928186416626, + 2.035093069076538, + 2.0437331199645996, + 2.0536766052246094, + 2.0619211196899414, + 2.072061061859131, + 2.0834569931030273, + 2.0905160903930664, + 2.098888397216797, + 2.1055703163146973, + 2.1096701622009277, + 2.113071918487549, + 2.1141343116760254, + 2.1154415607452393, + 2.1171116828918457, + 2.113757610321045, + 2.073348045349121, + 2.0944786071777344, + 2.1094698905944824, + 2.1215596199035645, + 2.1229066848754883, + 2.12731671333313, + 2.1332969665527344, + 2.1374588012695312, + 2.135699510574341, + 2.1369686126708984, + 2.1353163719177246, + 2.1325838565826416, + 2.1295619010925293, + 2.120802879333496, + 2.114776134490967, + 2.1015419960021973, + 2.0936226844787598, + 2.092517137527466, + 2.08005952835083, + 2.080143928527832, + 2.0760083198547363, + 2.0769195556640625, + 2.0703628063201904, + 2.0654115676879883, + 2.0601816177368164, + 2.0540528297424316, + 2.046643018722534, + 2.0422792434692383 ], "timestamps": [ - "2026-06-20 23:48:00", - "2026-06-20 23:54:00", - "2026-06-21 00:00:00", - "2026-06-21 00:06:00", "2026-06-21 00:12:00", "2026-06-21 00:18:00", "2026-06-21 00:24:00", @@ -795,6 +791,10 @@ "2026-06-22 05:24:00", "2026-06-22 05:30:00", "2026-06-22 05:36:00", - "2026-06-22 05:42:00" + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00" ] } diff --git a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 8ad51d2f14d5a03b86207cde316bf3472fcf4e5b..15cf90cf6012d404449677b34a019e605960fbdc 100644 --- a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TiRex", - "evaluated_at": "2026-06-22T05:42:08.341660+00:00", + "evaluated_at": "2026-06-22T06:17:41.713645+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2450.0, - 2400.0, - 2500.0, - 2400.0, - 2400.0, - 2400.0, - 2450.0, - 2400.0, 2350.0, 2400.0, 2400.0, @@ -101,9 +89,7 @@ 2400.0, 2400.0, 2400.0, - 2400.0 - ], - "actuals": [ + 2400.0, 2350.0, 2400.0, 2400.0, @@ -114,6 +100,10 @@ 2350.0, 2350.0, 2400.0, + 2350.0, + 2350.0 + ], + "actuals": [ 2350.0, 2350.0, 2350.0, @@ -127,91 +117,97 @@ 2350.0, 2350.0, 2350.0, - 2350.0 + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 ], "p50": [ - 2400.028076171875, - 2400.029296875, - 2400.056640625, - 2400.0625, - 2400.05419921875, - 2400.043212890625, - 2400.0390625, - 2400.039794921875, - 2400.032470703125, - 2400.03125, - 2400.0263671875, - 2400.010986328125, - 2399.988525390625, - 2399.986328125, - 2399.9833984375, - 2399.986328125, - 2399.9951171875, - 2399.989013671875, - 2399.989990234375, - 2399.995849609375, - 2399.9814453125, - 2399.994384765625, - 2399.995361328125, - 2400.01806640625 + 2357.964111328125, + 2357.95068359375, + 2358.17919921875, + 2365.34033203125, + 2370.109130859375, + 2370.1474609375, + 2374.759765625, + 2378.207763671875, + 2378.56494140625, + 2379.6162109375, + 2380.275390625, + 2381.511962890625, + 2381.3759765625, + 2381.856201171875, + 2381.844970703125, + 2381.8388671875, + 2382.7001953125, + 2383.9013671875, + 2385.52099609375, + 2385.642822265625, + 2384.44775390625, + 2384.3193359375, + 2383.847900390625, + 2383.068115234375 ], "p10": [ - 2399.933349609375, - 2399.923828125, - 2399.95947265625, - 2399.98388671875, - 2399.949951171875, - 2399.940185546875, - 2399.946533203125, - 2399.958984375, - 2399.91357421875, - 2399.927001953125, - 2399.890625, - 2399.8857421875, - 2399.847412109375, - 2399.823486328125, - 2399.8291015625, - 2399.8134765625, - 2399.806640625, - 2399.804443359375, - 2399.813232421875, - 2399.8173828125, - 2399.791015625, - 2399.7958984375, - 2399.7822265625, - 2399.8017578125 + 2349.650634765625, + 2349.1708984375, + 2349.990966796875, + 2350.90576171875, + 2349.447509765625, + 2349.552001953125, + 2347.962890625, + 2347.519287109375, + 2348.154052734375, + 2348.2822265625, + 2348.7109375, + 2349.082275390625, + 2349.389404296875, + 2350.287841796875, + 2350.18212890625, + 2349.818603515625, + 2349.533203125, + 2350.232666015625, + 2350.580322265625, + 2350.7529296875, + 2350.904541015625, + 2350.72998046875, + 2350.3544921875, + 2350.73291015625 ], "p90": [ - 2400.1513671875, - 2400.16748046875, - 2400.178955078125, - 2400.241455078125, - 2400.332763671875, - 2401.0791015625, - 2402.036376953125, - 2402.546630859375, - 2403.03515625, - 2403.239990234375, - 2403.36962890625, - 2403.48974609375, - 2404.917236328125, - 2406.92041015625, - 2408.16748046875, - 2410.204833984375, - 2412.3671875, - 2414.22802734375, - 2416.767578125, - 2417.94482421875, - 2420.559326171875, - 2422.57177734375, - 2424.005859375, - 2426.27392578125 + 2424.90234375, + 2417.161865234375, + 2410.034912109375, + 2410.15625, + 2412.0390625, + 2409.8916015625, + 2410.866455078125, + 2413.068603515625, + 2413.03271484375, + 2413.0068359375, + 2414.36767578125, + 2413.970947265625, + 2413.102294921875, + 2413.939453125, + 2414.663818359375, + 2413.734130859375, + 2412.673828125, + 2413.56689453125, + 2413.950927734375, + 2413.446044921875, + 2413.313232421875, + 2413.893310546875, + 2413.98486328125, + 2413.753662109375 ], "timestamps": [ - "2026-06-21 18:55:00", - "2026-06-21 19:10:00", - "2026-06-21 19:25:00", - "2026-06-21 19:40:00", "2026-06-21 19:55:00", "2026-06-21 20:10:00", "2026-06-21 20:25:00", @@ -327,6 +323,10 @@ "2026-06-22 23:55:00", "2026-06-23 00:10:00", "2026-06-23 00:25:00", - "2026-06-23 00:40:00" + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 255dc52f3e431289593601ca487dd996f6c566c0..f7f94ea8161eed31d2634c60f1f5595acd2a0c2c 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,42 +1,24 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T06:04:40.922469+00:00", + "evaluated_at": "2026-06-22T06:17:44.422367+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t042000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t035000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", + "data_fetched_at": "2026-06-22T06:14:42.009972Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t000600z", + "data_fetched_at": "2026-06-22T06:14:42.009972Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t035000z", + "data_fetched_at": "2026-06-22T06:14:42.009972Z", + "context_length": 96, "prediction_length": 24 } ], diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 06f1622419f87f6a2f3e0dbde3cf207b57dc2f2a..01edad99c672f109e9d839c44a20c000e3b2ecd1 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,158261.15127309164,158261.15127309164,316.7548828125,0.2940344965230615,0.004954738707421756,0.004935612870034246,1.566024662647985,397.8205013232622,0.006205727195290042,0.0049411591005792625,0.00430555033095869,Finance,1 -nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,1.3327479513263825,1.3327479513263825,0.912270704905192,0.501247670229129,0.036190923075805244,0.0353233507541506,3.007199744396995,1.154447032707167,0.04584398465976072,0.03622697535386293,0.03365741579516466,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.022525773761503724,0.022525773761503724,0.12716737588246663,0.3691450266084821,0.09621981973561891,0.10465765139859932,1.6930335071012856,0.15008588794921301,0.09644176348850578,0.08171485111552135,0.08066125900901214,Ocean,1 +nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,2.798250478824381,2.798250478824381,1.3657325903574626,0.8028423329091442,0.05059441203952603,0.052515978918996044,5.544524686492617,1.6727972019418196,0.0640458393718159,0.05228935701551365,0.046814282234150885,Weather,1 +noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.008740131067916697,0.008740131067916697,0.07675918539365133,0.22462268037391414,0.06489901837943621,0.06118572305044376,2.1952014980317194,0.09348866812569691,0.0622953241458411,0.05114778540688057,0.06450166604868172,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.07945651310116908,0.07945651310116908,0.26181672182348037,4.027950452981135,0.16400966256235236,0.18055003714640167,100.22937647760965,0.2818803169807517,0.18072468629640384,0.16786111717737412,0.15142314308226654,Ocean,1 nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,0.11102283650662532,0.11102283650662532,0.2739514112472534,0.13774093596476414,0.019541363972233185,0.019828296108425757,1.8248164976070234,0.33320089511678286,0.02377883369929157,0.019550502850394533,0.0356804831081917,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,36.607410676754476,36.607410676754476,5.010026057561238,0.4333235978689384,0.28333119730687445,0.23149154983820575,2.8247869123506817,6.050405827442856,0.2783395370153903,0.2304784791412914,0.18231364616485768,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,3.4314330064970213,3.4314330064970213,1.7374405066172283,0.9144422965824434,0.07323464001681017,0.07032094833672903,7.534459606091613,1.8524127527354755,0.0771570724119969,0.07236822505278079,0.044948134462571974,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Toto-2.0-1B,11.206142962530558,11.206142962530558,2.7080101569493613,0.5012255303351002,0.39782836661567017,0.3246979189470647,3.0850724585565015,3.3475577608953304,0.4017069313074396,0.3249612188339233,0.2689848986731635,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,1980.2777244572837,1980.2777244572837,39.597747802734375,3.4558034446022727,0.016850076138832326,0.01667267216366387,138.3964577414773,44.50031150966568,0.018852735679293492,0.01677574487671006,0.01685882049407914,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,527.8694980194172,527.8694980194172,10.820943196614584,0.6492565917968749,0.00470164301069732,0.0046522912207002725,24.589205932617187,22.975410725804604,0.009820300221180953,0.004625158267475512,0.005702933397799792,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Toto-2.0-1B,768.2036787881183,768.2036787881183,23.04840305873326,0.46513826632099137,0.10803188257083383,0.09969043495764582,1.8360054599372493,27.716487490086443,0.11156722968982467,0.09277678056994411,0.0691587707819813,Web,1 diff --git a/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 562deabd076d006405a3103869360d0d56c0d89e..47aa058d01f757e100a8e3c7b99b80caeebdfe46 100644 --- a/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,35 +1,11 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T05:01:30.758631+00:00", + "evaluated_at": "2026-06-22T06:17:08.494253+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 24.18000030517578, - 24.06999969482422, - 23.93000030517578, - 23.860000610351562, - 23.81999969482422, - 23.950000762939453, - 24.31999969482422, - 24.770000457763672, - 25.75, - 27.209999084472656, - 28.59000015258789, - 29.559999465942383, - 30.0, - 30.15999984741211, - 30.0, - 29.68000030517578, - 29.360000610351562, - 28.780000686645508, - 27.6200008392334, - 26.270000457763672, - 25.290000915527344, - 24.5, - 23.84000015258789, - 23.200000762939453, 22.600000381469727, 22.1200008392334, 21.809999465942383, @@ -341,9 +317,7 @@ 25.43000030517578, 24.469999313354492, 23.75, - 23.25 - ], - "actuals": [ + 23.25, 22.93000030517578, 22.760000228881836, 22.600000381469727, @@ -369,109 +343,111 @@ 23.329999923706055, 23.18000030517578 ], + "actuals": [ + 23.059999465942383, + 23.049999237060547, + 23.110000610351562, + 23.170000076293945, + 23.299999237060547, + 23.530000686645508, + 23.950000762939453, + 24.65999984741211, + 25.739999771118164, + 26.700000762939453, + 27.709999084472656, + 28.959999084472656, + 30.5, + 31.030000686645508, + 29.989999771118164, + 28.350000381469727, + 27.170000076293945, + 26.579999923706055, + 26.440000534057617, + 26.40999984741211, + 26.389999389648438, + 26.139999389648438, + 25.6200008392334, + 25.290000915527344 + ], "p50": [ - 22.788970947265625, - 22.38384246826172, - 22.020360946655273, - 21.728559494018555, - 21.675392150878906, - 21.924518585205078, - 22.884397506713867, - 24.58045196533203, - 26.151060104370117, - 27.504501342773438, - 28.73333740234375, - 29.5617733001709, - 30.084407806396484, - 30.376953125, - 30.293010711669922, - 29.826648712158203, - 29.340965270996094, - 28.60062026977539, - 27.30583381652832, - 25.97323989868164, - 25.12676429748535, - 24.40496063232422, - 23.82883071899414, - 23.368385314941406 + 22.98282241821289, + 22.807722091674805, + 22.600439071655273, + 22.435394287109375, + 22.393672943115234, + 22.55348014831543, + 23.181896209716797, + 24.296056747436523, + 25.352983474731445, + 26.23244857788086, + 26.955184936523438, + 27.443544387817383, + 27.59608268737793, + 27.63996124267578, + 27.43964958190918, + 27.00132942199707, + 26.52766990661621, + 25.839370727539062, + 25.00663185119629, + 24.255538940429688, + 23.78309440612793, + 23.48479652404785, + 23.232458114624023, + 23.030189514160156 ], "p10": [ - 22.622804641723633, - 22.096080780029297, - 21.562002182006836, - 21.119441986083984, - 20.893571853637695, - 20.927806854248047, - 21.57050323486328, - 22.78184700012207, - 23.754009246826172, - 24.555971145629883, - 25.192501068115234, - 25.65230369567871, - 25.690454483032227, - 25.636579513549805, - 25.604251861572266, - 25.153366088867188, - 24.889196395874023, - 24.300636291503906, - 23.41509437561035, - 22.898937225341797, - 22.31056785583496, - 21.844778060913086, - 21.504310607910156, - 21.191617965698242 + 22.818313598632812, + 22.52406120300293, + 22.180084228515625, + 21.869504928588867, + 21.669008255004883, + 21.65761375427246, + 22.103452682495117, + 22.837377548217773, + 23.45016098022461, + 23.814502716064453, + 24.088685989379883, + 24.187246322631836, + 24.18859100341797, + 24.162513732910156, + 23.97454833984375, + 23.654478073120117, + 23.463430404663086, + 23.073793411254883, + 22.595773696899414, + 22.164913177490234, + 21.800565719604492, + 21.556758880615234, + 21.364219665527344, + 21.187971115112305 ], "p90": [ - 22.937299728393555, - 22.66855239868164, - 22.496252059936523, - 22.375267028808594, - 22.540863037109375, - 23.009302139282227, - 24.294809341430664, - 26.37654685974121, - 28.2867488861084, - 30.0494441986084, - 31.512399673461914, - 32.66674041748047, - 33.60133361816406, - 34.037445068359375, - 33.96881866455078, - 33.53974914550781, - 33.06011962890625, - 32.44761276245117, - 31.00790023803711, - 29.52351188659668, - 28.20529556274414, - 27.2437686920166, - 26.491880416870117, - 25.784263610839844 + 23.110137939453125, + 23.02873992919922, + 22.938190460205078, + 22.876155853271484, + 22.977964401245117, + 23.26148796081543, + 24.15947723388672, + 25.674026489257812, + 27.282283782958984, + 28.646244049072266, + 29.68649673461914, + 30.683393478393555, + 31.244020462036133, + 31.189128875732422, + 31.077301025390625, + 30.665592193603516, + 30.081300735473633, + 29.4550838470459, + 28.098400115966797, + 26.893863677978516, + 25.9668025970459, + 25.47330665588379, + 25.095386505126953, + 24.77153778076172 ], "timestamps": [ - "2026-06-04 00:00:00", - "2026-06-04 01:00:00", - "2026-06-04 02:00:00", - "2026-06-04 03:00:00", - "2026-06-04 04:00:00", - "2026-06-04 05:00:00", - "2026-06-04 06:00:00", - "2026-06-04 07:00:00", - "2026-06-04 08:00:00", - "2026-06-04 09:00:00", - "2026-06-04 10:00:00", - "2026-06-04 11:00:00", - "2026-06-04 12:00:00", - "2026-06-04 13:00:00", - "2026-06-04 14:00:00", - "2026-06-04 15:00:00", - "2026-06-04 16:00:00", - "2026-06-04 17:00:00", - "2026-06-04 18:00:00", - "2026-06-04 19:00:00", - "2026-06-04 20:00:00", - "2026-06-04 21:00:00", - "2026-06-04 22:00:00", - "2026-06-04 23:00:00", "2026-06-05 00:00:00", "2026-06-05 01:00:00", "2026-06-05 02:00:00", @@ -807,6 +783,30 @@ "2026-06-18 20:00:00", "2026-06-18 21:00:00", "2026-06-18 22:00:00", - "2026-06-18 23:00:00" + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index e1185252d5861af5a3ae5458bf8d584f2eb04a25..62d5d9012215b9b9ed5cc8232535d5923fd96455 100644 --- a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,15 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T05:52:05.951400+00:00", + "evaluated_at": "2026-06-22T06:17:14.331105+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.7309999465942383, - 1.7480000257492065, - 1.7630000114440918, - 1.7690000534057617, 1.774999976158142, 1.7879999876022339, 1.7960000038146973, @@ -245,13 +241,13 @@ 1.5420000553131104, 1.562000036239624, 1.5889999866485596, - 1.6180000305175781 - ], - "actuals": [ + 1.6180000305175781, 1.6390000581741333, 1.6519999504089355, 1.680999994277954, - 1.7070000171661377, + 1.7070000171661377 + ], + "actuals": [ 1.7280000448226929, 1.7480000257492065, 1.7640000581741333, @@ -307,199 +303,199 @@ 0.9610000252723694, 0.9430000185966492, 0.9139999747276306, - 0.890999972820282 + 0.890999972820282, + 0.875, + 0.8450000286102295, + 0.8220000267028809, + 0.8069999814033508 ], "p50": [ - 1.6335093975067139, - 1.6555266380310059, - 1.674010992050171, - 1.692126989364624, - 1.7105255126953125, - 1.7285922765731812, - 1.7416688203811646, - 1.7560292482376099, - 1.7672646045684814, - 1.7771203517913818, - 1.7854316234588623, - 1.7905688285827637, - 1.7944780588150024, - 1.7993378639221191, - 1.800543189048767, - 1.8021782636642456, - 1.801593542098999, - 1.7997863292694092, - 1.7961632013320923, - 1.792667269706726, - 1.7846380472183228, - 1.7730684280395508, - 1.75739586353302, - 1.7462925910949707, - 1.7313477993011475, - 1.716315507888794, - 1.7006618976593018, - 1.682928442955017, - 1.6635708808898926, - 1.6470494270324707, - 1.6228950023651123, - 1.599740743637085, - 1.504166841506958, - 1.484943151473999, - 1.4494446516036987, - 1.4211697578430176, - 1.3901996612548828, - 1.360932469367981, - 1.3313391208648682, - 1.3021981716156006, - 1.2671858072280884, - 1.2325278520584106, - 1.2021046876907349, - 1.1676009893417358, - 1.1328805685043335, - 1.1028633117675781, - 1.0651423931121826, - 1.0310275554656982, - 0.9907610416412354, - 0.9563143253326416, - 0.9240438342094421, - 0.8918337821960449, - 0.8574796915054321, - 0.8251689672470093, - 0.7938395142555237, - 0.7628335952758789, - 0.7331842184066772, - 0.7075577974319458, - 0.6812351942062378, - 0.6560046672821045 + 1.7258520126342773, + 1.750365138053894, + 1.7690229415893555, + 1.7871347665786743, + 1.803632378578186, + 1.8181850910186768, + 1.8284987211227417, + 1.8403857946395874, + 1.848318338394165, + 1.8590729236602783, + 1.869638204574585, + 1.8790175914764404, + 1.8868337869644165, + 1.8923516273498535, + 1.8932188749313354, + 1.8927828073501587, + 1.8917032480239868, + 1.887847661972046, + 1.8839871883392334, + 1.8803592920303345, + 1.8757398128509521, + 1.867940902709961, + 1.8561947345733643, + 1.8485934734344482, + 1.836029052734375, + 1.822620153427124, + 1.8054801225662231, + 1.7869136333465576, + 1.7673734426498413, + 1.7504377365112305, + 1.728379249572754, + 1.7139787673950195, + 1.6319386959075928, + 1.6223821640014648, + 1.5905311107635498, + 1.5600415468215942, + 1.5349217653274536, + 1.5035359859466553, + 1.4792122840881348, + 1.4505401849746704, + 1.4243662357330322, + 1.4014521837234497, + 1.3753310441970825, + 1.347341775894165, + 1.323831558227539, + 1.2965097427368164, + 1.2637310028076172, + 1.2362712621688843, + 1.2054259777069092, + 1.1794480085372925, + 1.1568372249603271, + 1.1307393312454224, + 1.114059567451477, + 1.0971217155456543, + 1.075478196144104, + 1.053041696548462, + 1.0367542505264282, + 1.0193822383880615, + 1.0018510818481445, + 0.983924925327301 ], "p10": [ - 1.6215152740478516, - 1.637434720993042, - 1.6524677276611328, - 1.6645692586898804, - 1.6788225173950195, - 1.692057728767395, - 1.7016024589538574, - 1.7078993320465088, - 1.7141449451446533, - 1.7192288637161255, - 1.7187259197235107, - 1.7153340578079224, - 1.7123804092407227, - 1.706226110458374, - 1.7019104957580566, - 1.693428635597229, - 1.6853070259094238, - 1.6742079257965088, - 1.6601111888885498, - 1.6459652185440063, - 1.62908935546875, - 1.6085264682769775, - 1.5816926956176758, - 1.5596319437026978, - 1.5353790521621704, - 1.5125644207000732, - 1.4831570386886597, - 1.4570207595825195, - 1.427679181098938, - 1.399460792541504, - 1.3654569387435913, - 1.334718942642212, - 1.2183682918548584, - 1.197199821472168, - 1.1532418727874756, - 1.123286247253418, - 1.087924838066101, - 1.0515263080596924, - 1.0159536600112915, - 0.9805026054382324, - 0.9342967867851257, - 0.8852993249893188, - 0.8548889756202698, - 0.7977473735809326, - 0.7545491456985474, - 0.7164919376373291, - 0.6786904335021973, - 0.6372497081756592, - 0.5924466848373413, - 0.5475487112998962, - 0.511549711227417, - 0.47650110721588135, - 0.44006067514419556, - 0.3973296880722046, - 0.36662811040878296, - 0.3315931558609009, - 0.29547399282455444, - 0.26679831743240356, - 0.23133283853530884, - 0.19993263483047485 + 1.7132312059402466, + 1.732426643371582, + 1.7458587884902954, + 1.7571699619293213, + 1.7680463790893555, + 1.7773025035858154, + 1.7816200256347656, + 1.7843984365463257, + 1.7848577499389648, + 1.7897202968597412, + 1.7896537780761719, + 1.7871991395950317, + 1.787081241607666, + 1.7795109748840332, + 1.7689731121063232, + 1.7558317184448242, + 1.7433803081512451, + 1.7288979291915894, + 1.709143877029419, + 1.694523572921753, + 1.6792051792144775, + 1.6598732471466064, + 1.6351741552352905, + 1.6134779453277588, + 1.588378667831421, + 1.5654656887054443, + 1.527323603630066, + 1.4943422079086304, + 1.460739254951477, + 1.4302136898040771, + 1.3950998783111572, + 1.3679256439208984, + 1.2970753908157349, + 1.2648169994354248, + 1.2190208435058594, + 1.1893682479858398, + 1.1498725414276123, + 1.1076290607452393, + 1.0698915719985962, + 1.0293890237808228, + 0.9897346496582031, + 0.9403665661811829, + 0.9142651557922363, + 0.8573940992355347, + 0.8199130296707153, + 0.7810367941856384, + 0.7478325366973877, + 0.7104512453079224, + 0.6643657088279724, + 0.6270681619644165, + 0.5988199710845947, + 0.5646244883537292, + 0.5374075174331665, + 0.5026984810829163, + 0.47746026515960693, + 0.4452303647994995, + 0.40928417444229126, + 0.38566404581069946, + 0.35178452730178833, + 0.3220626711845398 ], "p90": [ - 1.6446418762207031, - 1.6712415218353271, - 1.695143222808838, - 1.7181146144866943, - 1.7425516843795776, - 1.7665114402770996, - 1.7843897342681885, - 1.805659532546997, - 1.8237066268920898, - 1.8407948017120361, - 1.8542625904083252, - 1.8680479526519775, - 1.8820827007293701, - 1.894317865371704, - 1.9070407152175903, - 1.916654348373413, - 1.9275743961334229, - 1.9347209930419922, - 1.9435951709747314, - 1.9496272802352905, - 1.9558963775634766, - 1.9546239376068115, - 1.9493403434753418, - 1.9506011009216309, - 1.947297215461731, - 1.9458460807800293, - 1.9431984424591064, - 1.9391217231750488, - 1.9280810356140137, - 1.9286916255950928, - 1.914169192314148, - 1.9062285423278809, - 1.8429274559020996, - 1.834640622138977, - 1.8223435878753662, - 1.8174831867218018, - 1.8074533939361572, - 1.7928335666656494, - 1.782942771911621, - 1.7670594453811646, - 1.7509703636169434, - 1.7426555156707764, - 1.7271137237548828, - 1.7269654273986816, - 1.7048128843307495, - 1.695755124092102, - 1.6768583059310913, - 1.6653143167495728, - 1.6323119401931763, - 1.6213321685791016, - 1.6075634956359863, - 1.5812816619873047, - 1.5601396560668945, - 1.539317011833191, - 1.511528730392456, - 1.5101492404937744, - 1.4825403690338135, - 1.4493377208709717, - 1.4456727504730225, - 1.4032046794891357 + 1.7383449077606201, + 1.7668888568878174, + 1.79159677028656, + 1.8151493072509766, + 1.8386380672454834, + 1.8595871925354004, + 1.8756015300750732, + 1.8948285579681396, + 1.9114183187484741, + 1.93095064163208, + 1.949338674545288, + 1.969556212425232, + 1.9905285835266113, + 2.007045269012451, + 2.021378755569458, + 2.031177520751953, + 2.044461727142334, + 2.0528337955474854, + 2.0633373260498047, + 2.074824333190918, + 2.086587429046631, + 2.0941991806030273, + 2.098715305328369, + 2.1085500717163086, + 2.1121068000793457, + 2.1178886890411377, + 2.117361068725586, + 2.1166038513183594, + 2.1098668575286865, + 2.115370035171509, + 2.107187271118164, + 2.118568181991577, + 2.0303258895874023, + 2.040433406829834, + 2.0517361164093018, + 2.0531930923461914, + 2.0518503189086914, + 2.037003993988037, + 2.0402488708496094, + 2.036885976791382, + 2.021965742111206, + 2.0333335399627686, + 2.0244884490966797, + 2.0316789150238037, + 2.0373153686523438, + 2.0128729343414307, + 2.0270333290100098, + 2.029768228530884, + 2.011512279510498, + 2.0125937461853027, + 2.0134096145629883, + 1.9988465309143066, + 2.0073962211608887, + 1.9873946905136108, + 2.0110104084014893, + 2.0223488807678223, + 1.9899086952209473, + 2.0071544647216797, + 2.0213229656219482, + 2.0063650608062744 ], "timestamps": [ - "2026-06-20 23:48:00", - "2026-06-20 23:54:00", - "2026-06-21 00:00:00", - "2026-06-21 00:06:00", "2026-06-21 00:12:00", "2026-06-21 00:18:00", "2026-06-21 00:24:00", @@ -795,6 +791,10 @@ "2026-06-22 05:24:00", "2026-06-22 05:30:00", "2026-06-22 05:36:00", - "2026-06-22 05:42:00" + "2026-06-22 05:42:00", + "2026-06-22 05:48:00", + "2026-06-22 05:54:00", + "2026-06-22 06:00:00", + "2026-06-22 06:06:00" ] } diff --git a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 4425a2ed053bbdb863ba8118e4d45fa1eabc5c4d..4aba2dccd06d4f13c26591b96d1087d063066367 100644 --- a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T05:41:06.394858+00:00", + "evaluated_at": "2026-06-22T06:17:18.357113+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2450.0, - 2400.0, - 2500.0, - 2400.0, - 2400.0, - 2400.0, - 2450.0, - 2400.0, 2350.0, 2400.0, 2400.0, @@ -101,9 +89,7 @@ 2400.0, 2400.0, 2400.0, - 2400.0 - ], - "actuals": [ + 2400.0, 2350.0, 2400.0, 2400.0, @@ -114,6 +100,10 @@ 2350.0, 2350.0, 2400.0, + 2350.0, + 2350.0 + ], + "actuals": [ 2350.0, 2350.0, 2350.0, @@ -127,91 +117,97 @@ 2350.0, 2350.0, 2350.0, - 2350.0 + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2350.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0, + 2300.0 ], "p50": [ - 2400.013671875, - 2400.01416015625, - 2400.015869140625, - 2400.01611328125, - 2400.01123046875, - 2400.01904296875, - 2400.01806640625, - 2400.01123046875, - 2400.016845703125, - 2400.02001953125, - 2400.017578125, - 2400.010986328125, - 2400.009765625, - 2400.00927734375, - 2400.016357421875, - 2400.01611328125, - 2400.0126953125, - 2400.012939453125, - 2400.010498046875, - 2400.010986328125, - 2400.015380859375, - 2400.01708984375, - 2400.01123046875, - 2400.018798828125 + 2350.106689453125, + 2350.036376953125, + 2350.11474609375, + 2350.401123046875, + 2349.973876953125, + 2349.728515625, + 2350.325439453125, + 2350.344970703125, + 2350.346435546875, + 2350.17333984375, + 2350.60986328125, + 2350.283447265625, + 2350.34033203125, + 2349.874267578125, + 2351.106689453125, + 2350.966796875, + 2350.70556640625, + 2350.5595703125, + 2351.236572265625, + 2349.810546875, + 2350.708740234375, + 2350.579345703125, + 2350.306884765625, + 2350.2158203125 ], "p10": [ - 2399.98291015625, - 2399.985595703125, - 2399.9794921875, - 2399.97509765625, - 2399.975341796875, - 2399.97314453125, - 2399.96875, - 2399.970703125, - 2399.973876953125, - 2399.97119140625, - 2399.9658203125, - 2399.980224609375, - 2399.980224609375, - 2399.9765625, - 2399.980224609375, - 2399.972412109375, - 2399.986328125, - 2399.977294921875, - 2399.974609375, - 2399.9755859375, - 2399.96875, - 2399.971923828125, - 2399.97265625, - 2399.971923828125 + 2349.426513671875, + 2349.77880859375, + 2349.6650390625, + 2349.691162109375, + 2349.626953125, + 2349.271728515625, + 2349.701904296875, + 2349.40673828125, + 2349.2021484375, + 2348.62548828125, + 2348.3564453125, + 2347.8837890625, + 2347.178466796875, + 2346.513427734375, + 2346.0146484375, + 2345.641845703125, + 2345.354736328125, + 2344.4892578125, + 2344.433349609375, + 2343.236083984375, + 2343.358154296875, + 2342.734375, + 2342.548095703125, + 2342.0234375 ], "p90": [ - 2400.088134765625, - 2400.0625, - 2400.126708984375, - 2400.169189453125, - 2400.158203125, - 2400.232421875, - 2400.2802734375, - 2400.39208984375, - 2400.474853515625, - 2400.540771484375, - 2401.788818359375, - 2400.71728515625, - 2400.792724609375, - 2401.153564453125, - 2401.72119140625, - 2402.49365234375, - 2404.0302734375, - 2405.7314453125, - 2406.744140625, - 2407.303466796875, - 2408.121826171875, - 2409.42041015625, - 2411.46875, - 2413.212890625 + 2399.458984375, + 2400.89013671875, + 2400.234619140625, + 2399.8642578125, + 2400.4052734375, + 2400.546142578125, + 2400.597412109375, + 2400.320556640625, + 2399.8505859375, + 2400.786376953125, + 2400.577392578125, + 2400.136962890625, + 2400.403076171875, + 2399.6982421875, + 2400.710205078125, + 2400.44970703125, + 2399.5224609375, + 2399.85595703125, + 2399.460693359375, + 2399.880126953125, + 2399.99560546875, + 2399.955078125, + 2399.770751953125, + 2400.468505859375 ], "timestamps": [ - "2026-06-21 18:55:00", - "2026-06-21 19:10:00", - "2026-06-21 19:25:00", - "2026-06-21 19:40:00", "2026-06-21 19:55:00", "2026-06-21 20:10:00", "2026-06-21 20:25:00", @@ -327,6 +323,10 @@ "2026-06-22 23:55:00", "2026-06-23 00:10:00", "2026-06-23 00:25:00", - "2026-06-23 00:40:00" + "2026-06-23 00:40:00", + "2026-06-23 00:55:00", + "2026-06-23 01:10:00", + "2026-06-23 01:25:00", + "2026-06-23 01:40:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index f0f3462811a79b690046d65e5e690b950fec9818..a757474d74235b0c283519fede1eb1283d2cc890 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,42 +1,24 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T06:03:52.329143+00:00", + "evaluated_at": "2026-06-22T06:17:20.985867+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t042000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t035000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260618t230000z", + "data_fetched_at": "2026-06-22T06:14:42.009972Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260622t000600z", + "data_fetched_at": "2026-06-22T06:14:42.009972Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t050000z", - "data_fetched_at": "2026-06-22T06:00:51.996806Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t035000z", + "data_fetched_at": "2026-06-22T06:14:42.009972Z", + "context_length": 96, "prediction_length": 24 } ],