diff --git a/results/aggregates/metadata.json b/results/aggregates/metadata.json index c4068a9d5059bfea89d9a55a5f23eb0f5f4fdc40..82651b8b0c83c581319f99abfb87dfd8c8e900ce 100644 --- a/results/aggregates/metadata.json +++ b/results/aggregates/metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-22T03:29:35.643737+00:00", + "generated_at": "2026-06-22T03:37:10.604139+00:00", "baseline_model": "Seasonal-Naive", "normalization": "Per-config metric / Seasonal-Naive metric", "metric_aggregation": "Geometric mean over dataset configurations", diff --git a/results/aggregates/results_by_domain.csv b/results/aggregates/results_by_domain.csv index e2f089ca23c144b4f2459f2940e80307027838cc..b72770db0a86425f270239d2459544665e383c17 100644 --- a/results/aggregates/results_by_domain.csv +++ b/results/aggregates/results_by_domain.csv @@ -9,16 +9,16 @@ Air Quality,TimesFM-2.5,0.3206438748383627,0.6183440801246567,7.0,1,1,1.0 Air Quality,Moving-Average,0.7611811892338441,0.787633324182631,8.0,1,1,1.0 Air Quality,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 Air Quality,ETS,1.0812067466272095,1.0162239267833477,10.0,1,1,1.0 -Finance,ETS,0.2957651540160748,0.43515746390282445,1.0,1,1,1.0 -Finance,Moving-Average,0.47942319074246903,0.5780389189628579,2.0,1,1,1.0 -Finance,Timer-S1,0.9175291673935504,0.7129947490345916,3.0,1,1,1.0 -Finance,Toto-2.0-1B,0.8408653086809279,0.7661725957109252,4.0,1,1,1.0 -Finance,TimesFM-2.5,1.007900652886561,0.9429195059610707,5.0,1,1,1.0 -Finance,Chronos-2,1.8468185660056504,0.9806059203837068,6.0,1,1,1.0 +Finance,ETS,0.31094579831651,0.4505917036024007,1.0,1,1,1.0 +Finance,Moving-Average,0.5049341387279473,0.5964598624939508,2.0,1,1,1.0 +Finance,Timer-S1,0.9177147268273836,0.7085962709181487,3.0,1,1,1.0 +Finance,Toto-2.0-1B,0.8345608392816787,0.7618763917780621,4.0,1,1,1.0 +Finance,TimesFM-2.5,0.9957767349833765,0.9274237425733868,5.0,1,1,1.0 +Finance,Chronos-2,1.8228380758189302,0.97672212489881,6.0,1,1,1.0 Finance,Seasonal-Naive,1.0,1.0,7.0,1,1,1.0 -Finance,TiRex,1.9439469013717663,1.0423755653382043,8.0,1,1,1.0 -Finance,Moirai-1.1-Large,2.3818933273279037,1.084147934011417,9.0,1,1,1.0 -Finance,ARIMA,1.3417777794551138,1.9939924563667994,10.0,1,1,1.0 +Finance,TiRex,1.9178227916263266,1.0386105681951419,8.0,1,1,1.0 +Finance,Moirai-1.1-Large,2.2836486832721197,1.048850530726795,9.0,1,1,1.0 +Finance,ARIMA,1.4202798551884137,2.0151366296086857,10.0,1,1,1.0 Hazards,Chronos-2,0.5225908290229244,0.5727795472751189,1.0,1,1,1.0 Hazards,ETS,0.5477514477669481,0.6054403832032559,2.0,1,1,1.0 Hazards,Toto-2.0-1B,0.6470046966625177,0.6171953110089171,3.0,1,1,1.0 @@ -29,28 +29,28 @@ Hazards,Moving-Average,0.6921875418883799,0.6853704314387857,7.0,1,1,1.0 Hazards,Timer-S1,0.8448391252103941,0.724677430458751,8.0,1,1,1.0 Hazards,TimesFM-2.5,0.6602919056851095,0.8893620899779474,9.0,1,1,1.0 Hazards,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -Hydrology,Moirai-1.1-Large,0.3265462241840362,0.21096353727959688,1.0,1,1,1.0 -Hydrology,Toto-2.0-1B,8.630180358885118e-07,0.21615982809692527,2.0,1,1,1.0 -Hydrology,Timer-S1,0.00021721954345703108,0.21806509012803,3.0,1,1,1.0 -Hydrology,TiRex,2.623204231262188e-05,0.23071006827455923,4.0,1,1,1.0 -Hydrology,Chronos-2,2.042009830474847e-05,0.2431472161388087,5.0,1,1,1.0 -Hydrology,TimesFM-2.5,0.00015987353324890122,0.3290062460223924,6.0,1,1,1.0 -Hydrology,ETS,0.12955180910838496,0.6097387987549029,7.0,1,1,1.0 -Hydrology,Moving-Average,0.2141729085870418,0.7156859654377106,8.0,1,1,1.0 +Hydrology,TimesFM-2.5,0.0001315265099207557,0.16509633747328128,1.0,1,1,1.0 +Hydrology,TiRex,0.00010260541439056391,0.18779747596154067,2.0,1,1,1.0 +Hydrology,Chronos-2,8.587932586669763e-06,0.19728847823183943,3.0,1,1,1.0 +Hydrology,Timer-S1,0.0028212296803792323,0.2206836605234968,4.0,1,1,1.0 +Hydrology,Toto-2.0-1B,1.2514988581337606e-06,0.24074088541666147,5.0,1,1,1.0 +Hydrology,Moirai-1.1-Large,0.39368050263722737,0.2499931557158095,6.0,1,1,1.0 +Hydrology,ETS,0.03944408943518567,0.3479789969070404,7.0,1,1,1.0 +Hydrology,Moving-Average,0.162625,0.5658119658119654,8.0,1,1,1.0 Hydrology,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 -Hydrology,ARIMA,0.833080576024391,1.1568200704221063,10.0,1,1,1.0 -Ocean,ETS,0.2507595609057613,0.37727096245938607,2.0,2,2,1.0 -Ocean,TiRex,0.23955572524937602,0.40678604082610026,3.5,2,2,1.0 -Ocean,Timer-S1,0.07125835342761151,0.22657854024318136,3.5,2,2,1.0 -Ocean,Moirai-1.1-Large,0.8735126190730423,0.7975550659622055,5.0,2,2,1.0 -Ocean,TimesFM-2.5,0.13672028031615754,0.3076042473487555,6.0,2,2,1.0 -Ocean,Toto-2.0-1B,0.5363487465928597,0.587802808140519,6.0,2,2,1.0 -Ocean,Moving-Average,0.9536566277068115,0.9484806393954277,6.5,2,2,1.0 -Ocean,ARIMA,0.24710249934453649,0.4811605541951053,7.0,2,2,1.0 -Ocean,Chronos-2,0.44591304862782516,0.5372194090424729,7.0,2,2,1.0 +Hydrology,ARIMA,1.0348288639475303,1.4318919005606445,10.0,1,1,1.0 +Ocean,ETS,0.37293728601266435,0.4651305238903975,3.5,2,2,1.0 +Ocean,TiRex,0.23895278016299182,0.40677400217825416,3.5,2,2,1.0 +Ocean,Timer-S1,0.05943098243702346,0.22824790724661637,3.5,2,2,1.0 +Ocean,Moirai-1.1-Large,0.8703259742447537,0.783301758158757,5.0,2,2,1.0 +Ocean,ARIMA,0.1606855347995767,0.3840007872551309,5.5,2,2,1.0 +Ocean,Toto-2.0-1B,0.6391918310416809,0.6682252192093988,6.0,2,2,1.0 +Ocean,Chronos-2,0.30882419453515236,0.4432209360379531,6.5,2,2,1.0 +Ocean,Moving-Average,0.9486350925927924,0.9467594285718408,6.5,2,2,1.0 +Ocean,TimesFM-2.5,0.20010454653351212,0.38846155158014295,6.5,2,2,1.0 Ocean,Seasonal-Naive,1.0,1.0,8.5,2,2,1.0 Weather,Chronos-2,0.3678081815048506,0.4594863843749116,2.3333333333333335,3,3,1.0 -Weather,Moirai-1.1-Large,0.337818664678627,0.4200189973964505,3.0,3,3,1.0 +Weather,Moirai-1.1-Large,0.328765007890587,0.41729098741060555,3.0,3,3,1.0 Weather,Timer-S1,0.4359418905901676,0.534591299207874,4.0,3,3,1.0 Weather,TimesFM-2.5,0.27480182756269983,0.5560123787477926,4.0,3,3,1.0 Weather,TiRex,0.417742717476148,0.5340334993188819,4.333333333333333,3,3,1.0 diff --git a/results/aggregates/results_by_frequency.csv b/results/aggregates/results_by_frequency.csv index 632923d08bb837a2d97daf4d5972efff9e6985d5..0d00497944dce04bee6f84cc1b1c4052dedd2b4a 100644 --- a/results/aggregates/results_by_frequency.csv +++ b/results/aggregates/results_by_frequency.csv @@ -9,16 +9,16 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 10min,Chronos-2,1.1443905539813823,1.0140728664176637,8.0,1,1,1.0 10min,ARIMA,1.021103174500045,1.0207680718719805,9.0,1,1,1.0 10min,TimesFM-2.5,1.0461930949067064,1.0412720358264953,10.0,1,1,1.0 -15min,Moirai-1.1-Large,0.3265462241840362,0.21096353727959688,1.0,1,1,1.0 -15min,Toto-2.0-1B,8.630180358885118e-07,0.21615982809692527,2.0,1,1,1.0 -15min,Timer-S1,0.00021721954345703108,0.21806509012803,3.0,1,1,1.0 -15min,TiRex,2.623204231262188e-05,0.23071006827455923,4.0,1,1,1.0 -15min,Chronos-2,2.042009830474847e-05,0.2431472161388087,5.0,1,1,1.0 -15min,TimesFM-2.5,0.00015987353324890122,0.3290062460223924,6.0,1,1,1.0 -15min,ETS,0.12955180910838496,0.6097387987549029,7.0,1,1,1.0 -15min,Moving-Average,0.2141729085870418,0.7156859654377106,8.0,1,1,1.0 +15min,TimesFM-2.5,0.0001315265099207557,0.16509633747328128,1.0,1,1,1.0 +15min,TiRex,0.00010260541439056391,0.18779747596154067,2.0,1,1,1.0 +15min,Chronos-2,8.587932586669763e-06,0.19728847823183943,3.0,1,1,1.0 +15min,Timer-S1,0.0028212296803792323,0.2206836605234968,4.0,1,1,1.0 +15min,Toto-2.0-1B,1.2514988581337606e-06,0.24074088541666147,5.0,1,1,1.0 +15min,Moirai-1.1-Large,0.39368050263722737,0.2499931557158095,6.0,1,1,1.0 +15min,ETS,0.03944408943518567,0.3479789969070404,7.0,1,1,1.0 +15min,Moving-Average,0.162625,0.5658119658119654,8.0,1,1,1.0 15min,Seasonal-Naive,1.0,1.0,9.0,1,1,1.0 -15min,ARIMA,0.833080576024391,1.1568200704221063,10.0,1,1,1.0 +15min,ARIMA,1.0348288639475303,1.4318919005606445,10.0,1,1,1.0 1D,Timer-S1,0.07964128523181596,0.2055042777744156,1.0,1,1,1.0 1D,TiRex,0.06236664013921311,0.21782916134449717,2.0,1,1,1.0 1D,Moirai-1.1-Large,0.11794628922452742,0.23000093954870818,3.0,1,1,1.0 @@ -29,23 +29,23 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 1D,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0 1D,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0 1D,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -1h,Chronos-2,0.5782027095444076,0.5605692766977062,3.3333333333333335,6,6,1.0 -1h,Toto-2.0-1B,0.5294981797599627,0.5790608786530345,4.166666666666667,6,6,1.0 -1h,Moirai-1.1-Large,0.6071763064074462,0.5479222530171676,4.666666666666667,6,6,1.0 -1h,Timer-S1,0.6160935238157701,0.5950322883955194,4.666666666666667,6,6,1.0 -1h,TiRex,0.5937352904576834,0.6004860973762407,4.833333333333333,6,6,1.0 -1h,TimesFM-2.5,0.40523403722235113,0.6683533620480065,5.5,6,6,1.0 -1h,ETS,1.4451847330169787,1.102877781580511,5.666666666666667,6,6,1.0 -1h,ARIMA,1.3513379275490744,1.1623626453067857,6.833333333333333,6,6,1.0 -1h,Moving-Average,1.0311506216009256,0.939580583921353,7.0,6,6,1.0 +1h,Chronos-2,0.5769445817704586,0.5601986320572493,3.3333333333333335,6,6,1.0 +1h,Toto-2.0-1B,0.5288344425314021,0.5785184429921363,4.166666666666667,6,6,1.0 +1h,Moirai-1.1-Large,0.5947945126430627,0.5431354509115628,4.666666666666667,6,6,1.0 +1h,Timer-S1,0.6161142883388094,0.5944189156264102,4.666666666666667,6,6,1.0 +1h,TiRex,0.5923979444210629,0.6001240656007077,4.833333333333333,6,6,1.0 +1h,TimesFM-2.5,0.4044175164341976,0.666510100698778,5.5,6,6,1.0 +1h,ETS,1.457291100964338,1.1093029806636046,5.666666666666667,6,6,1.0 +1h,ARIMA,1.3642046371169148,1.1644078976081162,6.833333333333333,6,6,1.0 +1h,Moving-Average,1.040099108174798,0.9445060069234643,7.0,6,6,1.0 1h,Seasonal-Naive,1.0,1.0,8.333333333333334,6,6,1.0 -6min,Timer-S1,0.004860580120183471,0.05215514996336791,1.0,1,1,1.0 -6min,TimesFM-2.5,0.017867098474202394,0.09086998376163129,2.0,1,1,1.0 -6min,ETS,0.06924228563346163,0.15749527383874828,3.0,1,1,1.0 -6min,TiRex,0.05484065852487423,0.17818726691562944,4.0,1,1,1.0 -6min,ARIMA,0.0597977233908932,0.22680517278402526,5.0,1,1,1.0 -6min,Chronos-2,0.1737505139698977,0.2845995618357044,6.0,1,1,1.0 -6min,Toto-2.0-1B,0.2758468709505801,0.3550636547411824,7.0,1,1,1.0 -6min,Moirai-1.1-Large,0.7381576386643689,0.6883133749852083,8.0,1,1,1.0 -6min,Moving-Average,0.950068546043484,0.9669824442211793,9.0,1,1,1.0 +6min,Timer-S1,0.0033809781151885637,0.05292651008901264,1.0,1,1,1.0 +6min,ARIMA,0.025286221548050658,0.14445652119794514,2.0,1,1,1.0 +6min,TimesFM-2.5,0.03827384231297495,0.1449211847279423,3.0,1,1,1.0 +6min,TiRex,0.05456494569633845,0.17817672032946558,4.0,1,1,1.0 +6min,Chronos-2,0.08333901638604159,0.1937186218543886,5.0,1,1,1.0 +6min,ETS,0.15315388072841402,0.23939244886866703,6.0,1,1,1.0 +6min,Toto-2.0-1B,0.39177430949696807,0.4588689063893907,7.0,1,1,1.0 +6min,Moirai-1.1-Large,0.7327817446520402,0.6639311656869565,8.0,1,1,1.0 +6min,Moving-Average,0.9400896040311042,0.9634760564221594,9.0,1,1,1.0 6min,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 diff --git a/results/aggregates/results_by_prediction_length.csv b/results/aggregates/results_by_prediction_length.csv index e46fbfa607d89bbbcd24a64c4d8bef22f7783fdc..d93be8a55da5c0cc9bc588c1b00b6ff2a48602d6 100644 --- a/results/aggregates/results_by_prediction_length.csv +++ b/results/aggregates/results_by_prediction_length.csv @@ -9,25 +9,25 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 7,Moving-Average,0.38618712314162434,0.4712489129758434,8.0,1,1,1.0 7,ETS,0.3873993036241395,0.47189926034862223,9.0,1,1,1.0 7,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -24,Chronos-2,0.13368323227500836,0.497515294016909,3.5714285714285716,7,7,1.0 -24,Toto-2.0-1B,0.07889137558847005,0.5030238993480646,3.857142857142857,7,7,1.0 -24,Moirai-1.1-Large,0.5556910038489074,0.4780826737634909,4.142857142857143,7,7,1.0 -24,Timer-S1,0.19787775090618137,0.5155387740025634,4.428571428571429,7,7,1.0 -24,TiRex,0.14173730911908788,0.5237872208597197,4.714285714285714,7,7,1.0 -24,TimesFM-2.5,0.13226054132468212,0.6039965022084106,5.571428571428571,7,7,1.0 -24,ETS,1.023960919644377,1.0133472844984974,5.857142857142857,7,7,1.0 -24,Moving-Average,0.8237850064178374,0.903746590407135,7.142857142857143,7,7,1.0 -24,ARIMA,1.2611100080023818,1.1615692259970756,7.285714285714286,7,7,1.0 +24,Chronos-2,0.1179037458622517,0.48260678867337037,3.2857142857142856,7,7,1.0 +24,Toto-2.0-1B,0.08310387309940631,0.5104131705063345,4.285714285714286,7,7,1.0 +24,TiRex,0.17189549903671947,0.5083493666437853,4.428571428571429,7,7,1.0 +24,Timer-S1,0.28542143791381813,0.5159623195991834,4.571428571428571,7,7,1.0 +24,Moirai-1.1-Large,0.5607427418178025,0.48614759986090095,4.857142857142857,7,7,1.0 +24,TimesFM-2.5,0.12840159978004562,0.5460411935741064,4.857142857142857,7,7,1.0 +24,ETS,0.8701788924171735,0.9399873648328684,5.857142857142857,7,7,1.0 +24,Moving-Average,0.7978990546183908,0.8778379527872497,7.142857142857143,7,7,1.0 +24,ARIMA,1.3113997441930643,1.199318246117411,7.285714285714286,7,7,1.0 24,Seasonal-Naive,1.0,1.0,8.428571428571429,7,7,1.0 -60,Timer-S1,0.004860580120183471,0.05215514996336791,1.0,1,1,1.0 -60,TimesFM-2.5,0.017867098474202394,0.09086998376163129,2.0,1,1,1.0 -60,ETS,0.06924228563346163,0.15749527383874828,3.0,1,1,1.0 -60,TiRex,0.05484065852487423,0.17818726691562944,4.0,1,1,1.0 -60,ARIMA,0.0597977233908932,0.22680517278402526,5.0,1,1,1.0 -60,Chronos-2,0.1737505139698977,0.2845995618357044,6.0,1,1,1.0 -60,Toto-2.0-1B,0.2758468709505801,0.3550636547411824,7.0,1,1,1.0 -60,Moirai-1.1-Large,0.7381576386643689,0.6883133749852083,8.0,1,1,1.0 -60,Moving-Average,0.950068546043484,0.9669824442211793,9.0,1,1,1.0 +60,Timer-S1,0.0033809781151885637,0.05292651008901264,1.0,1,1,1.0 +60,ARIMA,0.025286221548050658,0.14445652119794514,2.0,1,1,1.0 +60,TimesFM-2.5,0.03827384231297495,0.1449211847279423,3.0,1,1,1.0 +60,TiRex,0.05456494569633845,0.17817672032946558,4.0,1,1,1.0 +60,Chronos-2,0.08333901638604159,0.1937186218543886,5.0,1,1,1.0 +60,ETS,0.15315388072841402,0.23939244886866703,6.0,1,1,1.0 +60,Toto-2.0-1B,0.39177430949696807,0.4588689063893907,7.0,1,1,1.0 +60,Moirai-1.1-Large,0.7327817446520402,0.6639311656869565,8.0,1,1,1.0 +60,Moving-Average,0.9400896040311042,0.9634760564221594,9.0,1,1,1.0 60,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 72,ETS,0.9081207647955372,0.9037311129777753,1.0,1,1,1.0 72,Moirai-1.1-Large,1.0336874614756695,0.9241344224288065,2.0,1,1,1.0 diff --git a/results/aggregates/results_overall.csv b/results/aggregates/results_overall.csv index 4790b276efd8827bdadc6285a3ded13cc82a735e..5cc1a4e33295110e8c43858c93adfd3c2f0308a5 100644 --- a/results/aggregates/results_overall.csv +++ b/results/aggregates/results_overall.csv @@ -1,11 +1,11 @@ overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -Overall,Timer-S1,0.14728511507897074,0.39894109524854465,3.9,10,10,1.0 -Overall,Moirai-1.1-Large,0.5209614900595801,0.49224033752888,4.2,10,10,1.0 -Overall,TiRex,0.1450158505438722,0.4561348335215905,4.2,10,10,1.0 -Overall,Toto-2.0-1B,0.11872779050549281,0.48216705638985424,4.3,10,10,1.0 -Overall,Chronos-2,0.16207556423431582,0.47051149348078647,4.4,10,10,1.0 -Overall,ETS,0.7012384981195992,0.7704534802767722,5.4,10,10,1.0 -Overall,TimesFM-2.5,0.12625050432024407,0.4885242170062032,5.7,10,10,1.0 -Overall,Moving-Average,0.7863717501235009,0.8549946564941254,7.1,10,10,1.0 -Overall,ARIMA,0.7994410592741661,0.8806071387249413,7.2,10,10,1.0 +Overall,TiRex,0.16589863242669262,0.4466793138984736,4.0,10,10,1.0 +Overall,Timer-S1,0.1835511123339596,0.39975696394409543,4.0,10,10,1.0 +Overall,Chronos-2,0.13791936064699323,0.443215402673766,4.1,10,10,1.0 +Overall,Toto-2.0-1B,0.12752736615315144,0.49976869899242576,4.6,10,10,1.0 +Overall,Moirai-1.1-Large,0.5238891206456129,0.4962453878843362,4.7,10,10,1.0 +Overall,TimesFM-2.5,0.13344921456939926,0.47696985106196044,5.3,10,10,1.0 +Overall,ETS,0.6774371760825765,0.7622287207679904,5.7,10,10,1.0 +Overall,ARIMA,0.753865492643914,0.8608216117800123,6.9,10,10,1.0 +Overall,Moving-Average,0.7681803283314875,0.8374579530578566,7.1,10,10,1.0 Overall,Seasonal-Naive,1.0,1.0,8.6,10,10,1.0 diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 4285082a6efdcb133f4ddda46edbf4fdfc958f17..bbea4c28a04529fb5b91dec008d41c179c34bc56 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,308234.36241777224,732119.3185178094,817.4367261854146,0.7343771987969975,0.012737015993367795,0.012826448849316033,14.013099803049165,555.1885827516379,0.00865784973989095,0.012747460173091649,0.011509844793120984,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,324561.6345649955,748236.306212402,823.8314201958314,0.7401221296572101,0.012834470333608445,0.012925840509565703,14.242897037457668,569.7031108963646,0.008883310245218448,0.012845901585202654,0.011608409531409482,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,23.339012917563625,24.127678798785734,3.92323273134415,2.1556225096116486,0.14572634493310063,0.16336371691708315,74.95807047940423,4.831046772446281,0.19184460425807365,0.1557946064711608,0.1530334168746246,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.06734987674303498,0.06922221894508991,0.2326450175380839,0.6800497119835325,0.13949892437846162,0.15227577009469948,25.39702915552029,0.2595185479749665,0.16667323312626248,0.14941397270583076,0.14757857299937116,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.02636831836353827,0.027444036909074616,0.1444821876477284,0.4192750923321678,0.08683530249917988,0.09091643707656125,14.934544452370229,0.16238324532887705,0.10206685129099914,0.0908150464105576,0.08903204813786235,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.05956437382396156,0.0670397674609913,0.23365346363857645,3.7968701419934447,0.1494466734401042,0.1638030961742768,54.65480350699836,0.24405813615604288,0.16136074891660354,0.1544816266873944,0.13768550339374566,Ocean,1 nws_ksfo_observations_temperature/1h/short,ARIMA,2.734186441011413,2.297506900496867,1.2904526126747708,0.7060226732778349,0.08602286623341183,0.08103572279508857,10.245475516843822,1.6535375535534151,0.10625140906367327,0.08292064981042704,0.07575426396299487,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,41.113025405741816,40.67921512904482,5.624639938201898,0.4861723548137316,0.3043717466105424,0.25925655354034677,3.635612654126927,6.4119439646445615,0.2891519196200356,0.25364779297361706,0.21419181842926133,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ARIMA,21.752905983791354,21.01868110635593,4.169883176341487,2.1607766214447426,0.17838293094983282,0.16077779852709725,62.486179946996096,4.66400107030341,0.19226386695347097,0.17189487140822673,0.16300120530332773,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ARIMA,23.1613693990537,20.815725487837135,3.8381228528425786,0.7187122117156454,0.8534435147227489,0.4790928360372206,3.6149833441266352,4.812626039809627,0.645268295840397,0.5146086506604575,0.389505197721476,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,ARIMA,433.896133346037,602.448025315134,24.539267992034848,1.3857468983737327,0.010224694996681187,0.010277259801827922,6.86320271867667,20.830173627361752,0.00867923901140073,0.010224694996681187,0.007451045939697898,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,ARIMA,323.3840199836032,688.5326090982102,26.237158191931844,1.4816277567208571,0.010932149246638267,0.010992246335328406,6.884202918216462,17.9828813037178,0.007492867209882416,0.01093214924663827,0.008079251175038283,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,ARIMA,2599.5201170151004,2216.5686908570165,40.432826615787135,0.8381357911778606,0.1818877265305847,0.16515149789232947,7.202835508742811,50.98548927896152,0.20266804369831382,0.1607210598015389,0.1217255860630082,Web,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index dded217503f9a5846194ef2c05de147ff16a26dd..7584bc1c41742058ce5a273538d79c1a2cdd1603 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T03:29:35.105144+00:00", + "evaluated_at": "2026-06-22T03:37:10.182567+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63896.01171875, 64606.0, 64257.98828125, - 64255.328125 + 64408.80078125 ], "p50": [ 63707.84300941938, diff --git a/results/arima/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/arima/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 29164f9cd9315ea71b0c77eb52e66a9012658c1c..da28b3f5b53754212730e2931432c38df47234fc 100644 --- a/results/arima/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/arima/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T02:28:19.111365+00:00", + "evaluated_at": "2026-06-22T03:37:10.232804+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index df24fd34ee4871bf17a7cc4fad68953345e6617d..c80e1004102370815a40f0f5b8c547159c3e4834 100644 --- a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T03:20:43.364059+00:00", + "evaluated_at": "2026-06-22T03:37:10.279168+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.9850000143051147, - 1.0140000581741333, - 1.0410000085830688, 1.0820000171661377, 1.1260000467300415, 1.159999966621399, @@ -245,12 +242,12 @@ 0.7649999856948853, 0.7950000166893005, 0.828000009059906, - 0.8529999852180481 - ], - "actuals": [ + 0.8529999852180481, 0.8790000081062317, 0.9179999828338623, - 0.9430000185966492, + 0.9430000185966492 + ], + "actuals": [ 0.9760000109672546, 1.0099999904632568, 1.0479999780654907, @@ -307,198 +304,198 @@ 1.7350000143051147, 1.7120000123977661, 1.6779999732971191, - 1.6399999856948853 + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809 ], "p50": [ - 0.8744495659322904, - 0.8991834993949726, - 0.9236699662988691, - 0.9474718650215893, - 0.9721152041151497, - 0.9921998471147419, - 1.013805745843221, - 1.0356387541822403, - 1.05504767899733, - 1.0746672812521558, - 1.094696611679883, - 1.112995622193789, - 1.131269069998967, - 1.1478038469845282, - 1.1648159124140505, - 1.1825465351814297, - 1.1993015308157915, - 1.2154165601820284, - 1.2295597248344994, - 1.2430658027238581, - 1.256621518057046, - 1.2721556527625402, - 1.28465798040693, - 1.297925885855105, - 1.3096013224780516, - 1.3223312126024935, - 1.3343347656446993, - 1.3458058066197867, - 1.3576756678521442, - 1.3676121467361755, - 1.3803772926839446, - 1.3883629521151968, - 1.398424769630843, - 1.4082350141990072, - 1.4172370920326205, - 1.4278107804372764, - 1.4348109854658238, - 1.4439593442807035, - 1.4523223083565997, - 1.461414291193365, - 1.4695358697853185, - 1.4785742361935736, - 1.4840823761629869, - 1.48980427452977, - 1.4970246001404135, - 1.5037946093061314, - 1.510434255491348, - 1.5168590864919798, - 1.5230517940262063, - 1.5290328072482757, - 1.5358993286871945, - 1.5409908443747233, - 1.5470067992426542, - 1.551231234901663, - 1.5564137531919326, - 1.5633958830334422, - 1.5666430367766389, - 1.5717833735461972, - 1.5771731479912259, - 1.5801704981102693 + 0.9667099125016805, + 0.9919965455093558, + 1.0188164691343378, + 1.0433777002833708, + 1.0682965077790887, + 1.0916183248088451, + 1.115633233252944, + 1.1390907321562884, + 1.160275273625462, + 1.1817698494594002, + 1.2047286395647947, + 1.2235356882546935, + 1.2452409292697637, + 1.2633445540389059, + 1.2828163514644084, + 1.3013186861126977, + 1.318963249536925, + 1.3365188757488418, + 1.3544936361566, + 1.3695073701694749, + 1.3876130910233408, + 1.405566216750105, + 1.4193695013553593, + 1.4340502608626755, + 1.4493291439146043, + 1.4640930343518892, + 1.4775211284690282, + 1.4912230964763755, + 1.5038051574564908, + 1.5167845430896651, + 1.53364850474718, + 1.5437567567548376, + 1.5543032020914587, + 1.5673600971433315, + 1.5784841161806553, + 1.589978147480649, + 1.6004513655113577, + 1.6116348365849542, + 1.6225682313849545, + 1.6320479875030616, + 1.6430591013298166, + 1.6520437869885083, + 1.6607955549168039, + 1.6703352863325098, + 1.6793801957851018, + 1.6875297223247159, + 1.6971742212582717, + 1.7047238949642012, + 1.7135457223109498, + 1.7221856488525538, + 1.7301579547910817, + 1.7365997791342835, + 1.7427398773622635, + 1.749386199897804, + 1.75726093878621, + 1.7640244684427866, + 1.7702968338920444, + 1.7780049890031155, + 1.7829512863453234, + 1.789917990282525 ], "p10": [ - 0.8662145015698449, - 0.8898096619841342, - 0.915574116421926, - 0.9373130043290485, - 0.9601659600653975, - 0.9836493431829247, - 1.0053550680355645, - 1.0241287326880562, - 1.0455321126409105, - 1.066854393929342, - 1.086033826786496, - 1.1026552110073522, - 1.1212097146086086, - 1.1405201873285256, - 1.1566827945214053, - 1.1730286655316284, - 1.188244139611891, - 1.2057785291491807, - 1.2204431481213758, - 1.2333097882197173, - 1.2475207516737283, - 1.2629708110815527, - 1.2746948282125146, - 1.2878778563455906, - 1.3020836190941416, - 1.3144835960958625, - 1.3262075790167316, - 1.3371217149236996, - 1.3482678440750322, - 1.3580175400227295, - 1.369726204050285, - 1.378822929604939, - 1.388518373831014, - 1.3977411641125275, - 1.4088537138225141, - 1.4179789831043874, - 1.427339192724155, - 1.4352898699321035, - 1.4435966201131392, - 1.4507742708271836, - 1.4594179479384781, - 1.4679574143855059, - 1.4733816802639281, - 1.4794361591215306, - 1.4874676536454228, - 1.4952070216010724, - 1.5009335932269061, - 1.5081011155373456, - 1.5147148586164476, - 1.5210003616725722, - 1.5265051743247597, - 1.5323300275033418, - 1.5371631459452506, - 1.54148973651138, - 1.5464428146854152, - 1.55181496283776, - 1.556664318300069, - 1.5622198507360618, - 1.5668850824568992, - 1.570152260778111 + 0.9555634367686464, + 0.9845111631911907, + 1.0096375155816264, + 1.033289662791159, + 1.0594527209376023, + 1.081903885523202, + 1.1069506435998355, + 1.1284380237833465, + 1.1506901760146369, + 1.1735528465572422, + 1.1948579819937726, + 1.2137708971716605, + 1.235107474844171, + 1.253878825001829, + 1.27260328590273, + 1.292747718268055, + 1.3095445411379742, + 1.3283571411852324, + 1.344354418449442, + 1.3601775070928452, + 1.3795890385861331, + 1.3956010667362317, + 1.4094087108626765, + 1.4243780150777547, + 1.4392097019226602, + 1.4537971117188087, + 1.4677941700382837, + 1.4833275233138228, + 1.4937675919389226, + 1.507649432629653, + 1.5220308879733553, + 1.5345860873446255, + 1.54556412458827, + 1.5573702712986655, + 1.5687782667920338, + 1.5817620230213274, + 1.592213042134281, + 1.6029034323044955, + 1.6136256922342156, + 1.62378445168323, + 1.633650115658775, + 1.6406243961231775, + 1.651072601266628, + 1.6603020989304529, + 1.6688383240788935, + 1.6790318722397903, + 1.6886169266672029, + 1.6963271374420046, + 1.704535425699088, + 1.712435796803542, + 1.7194684140780476, + 1.7275026335650467, + 1.733379259175011, + 1.7402261585708199, + 1.749411138412399, + 1.7552384250187762, + 1.7619204527943448, + 1.7693128129364826, + 1.7733896353694814, + 1.7796137484089007 ], "p90": [ - 0.8841737002610353, - 0.9089848357181002, - 0.9326507546046073, - 0.9556305509620245, - 0.9802246771596734, - 1.0022446207618858, - 1.023238039740112, - 1.0439171696881677, - 1.0647647314739206, - 1.0846060105243387, - 1.1031107622718124, - 1.122599153127512, - 1.139882963181861, - 1.1573939025955953, - 1.174260968297184, - 1.1913648411003177, - 1.207730154194548, - 1.223603452433451, - 1.238271760327062, - 1.2523008493464605, - 1.2664270587599489, - 1.2818967620832469, - 1.2936645914165963, - 1.3072996785603546, - 1.3196692926499605, - 1.3314571723081765, - 1.3447181746488006, - 1.355657042340487, - 1.3661508157795796, - 1.3761378442512153, - 1.3883521683825928, - 1.398830533996844, - 1.4048566677323668, - 1.418169228465065, - 1.4269903649842246, - 1.4366131137255607, - 1.4452400843509292, - 1.455091874018621, - 1.4613770626972689, - 1.4714612409740429, - 1.4774221883661152, - 1.4865767230610736, - 1.49296147911966, - 1.5001395426330617, - 1.5064674231892987, - 1.5142285086353655, - 1.5197020864120045, - 1.5260392426773273, - 1.5325231594959727, - 1.5390685056170097, - 1.5456911433418745, - 1.5515602692462587, - 1.5548967548187833, - 1.5604251302682997, - 1.5664147527843009, - 1.5729361476627524, - 1.5771209191234095, - 1.5805585407380187, - 1.5866631429138, - 1.5895971089468615 + 0.9762012898937388, + 1.0013883039514657, + 1.0278338145899955, + 1.0525012741584017, + 1.0778389971671187, + 1.1011786960870433, + 1.124541415821005, + 1.1476310103049143, + 1.1701857669507356, + 1.1916864116326282, + 1.2119172967071994, + 1.2331353028538492, + 1.253434163469777, + 1.2734186862366732, + 1.2922984792340693, + 1.3113357421777403, + 1.3294486879584098, + 1.3470622521674456, + 1.3644410532687432, + 1.380561007870403, + 1.3983319191873003, + 1.4136125754696034, + 1.4289622775710276, + 1.4443996522125695, + 1.4600157711464055, + 1.4744972533322769, + 1.487479580045842, + 1.501614583020145, + 1.515014076997711, + 1.5272987884857028, + 1.5416606767015524, + 1.5541111273727035, + 1.5622184533147552, + 1.576833010559912, + 1.5878721576921984, + 1.5995860060137832, + 1.6076363300128087, + 1.6189753392124189, + 1.6312289478542463, + 1.6422575768701213, + 1.6517293699841982, + 1.661467498973957, + 1.6696457398366948, + 1.6799347449270106, + 1.6888476882601844, + 1.697952117781861, + 1.7071944622912443, + 1.712066948607845, + 1.7222719438558434, + 1.7308017608234563, + 1.739129065938902, + 1.7460746127311693, + 1.752810741548151, + 1.7610308363916063, + 1.7657454047692345, + 1.7723970631863184, + 1.7793630124746986, + 1.7865321747891654, + 1.79294404481847, + 1.798890247794208 ], "timestamps": [ - "2026-06-20 21:12:00", - "2026-06-20 21:18:00", - "2026-06-20 21:24:00", "2026-06-20 21:30:00", "2026-06-20 21:36:00", "2026-06-20 21:42:00", @@ -795,6 +792,9 @@ "2026-06-22 02:48:00", "2026-06-22 02:54:00", "2026-06-22 03:00:00", - "2026-06-22 03:06:00" + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00" ] } diff --git a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 0707582a243f3e4c72ba5eb7016d51df592e4462..ee90435eb74e7b0c0a0143aaf3d412499c86bf7c 100644 --- a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T02:50:44.958689+00:00", + "evaluated_at": "2026-06-22T03:37:10.320885+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2450.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2450.0, - 2400.0, - 2400.0, - 2400.0, 2400.0, 2400.0, 2400.0, @@ -101,6 +89,18 @@ 2400.0, 2400.0, 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, 2400.0 ], "actuals": [ @@ -130,88 +130,84 @@ 2400.0 ], "p50": [ - 2376.532835871948, - 2375.8286564099317, - 2375.247878881205, - 2375.4325779418746, - 2375.4357989420955, - 2375.5701224199997, - 2375.2970863890287, - 2374.995072444711, - 2375.0734397994183, - 2375.199746822679, - 2374.5458650539385, - 2375.0819813963626, - 2375.1773647035347, - 2375.1142111310983, - 2375.996172076558, - 2375.248413452312, - 2375.3757837231633, - 2375.701449773773, - 2375.9961720765577, - 2375.073439691899, - 2375.1549825703055, - 2377.071913836283, - 2375.3364318955423, - 2375.570170886944 + 2374.662807747706, + 2373.9111039381814, + 2374.2294808903944, + 2373.8096433610795, + 2374.219108610544, + 2374.1258164395967, + 2373.6288688217082, + 2373.7753737288667, + 2373.9433195500105, + 2373.899547855808, + 2373.239588906992, + 2373.598401898308, + 2374.218968705536, + 2372.963756990296, + 2373.8995478586667, + 2373.5984018983454, + 2373.717352982397, + 2373.28663501989, + 2373.921433691948, + 2373.3667345400045, + 2373.8948288790943, + 2373.192542793434, + 2373.5984018983454, + 2373.606536386482 ], "p10": [ - 2373.345795043431, - 2372.0459424277296, - 2371.8083625240947, - 2372.9042515449814, - 2371.706746036307, - 2372.2134096274112, - 2372.061378944902, - 2372.038605182242, - 2371.828987410812, - 2372.2134580803327, - 2371.828987305121, - 2371.331821731726, - 2371.782662604052, - 2372.0613726237907, - 2371.8289873032927, - 2371.3318217319647, - 2372.061372623795, - 2372.6151163618374, - 2372.807015906914, - 2371.3318217319647, - 2372.0386060066476, - 2372.0386060066476, - 2372.1982495473, - 2371.8289873032923 + 2368.888126649663, + 2367.532166557663, + 2367.435208445732, + 2368.0970492205342, + 2368.0984018527824, + 2368.098245807774, + 2367.6232903366645, + 2367.5320405931707, + 2368.098261972551, + 2367.623288471832, + 2367.614163708349, + 2368.151036778074, + 2368.4415768457984, + 2368.441576845794, + 2369.0798645645036, + 2369.0798645645036, + 2366.6718293904455, + 2367.6232884746905, + 2368.151036778112, + 2367.5290687299944, + 2369.8119100264826, + 2368.441576845794, + 2367.532040807975, + 2367.532040807975 ], "p90": [ - 2425.0436214728206, - 2424.5631367810192, - 2424.635718371882, - 2424.5265157650942, - 2424.529736765315, - 2424.5364696718284, - 2424.5293714672716, - 2423.9160848472507, - 2422.439865650566, - 2423.8124720361966, - 2423.822833414192, - 2423.812472049981, - 2424.5293651461952, - 2424.730652447641, - 2423.81247205022, - 2425.3411006107212, - 2424.600895072251, - 2425.323109254909, - 2425.913276409413, - 2424.5293651461643, - 2423.8228334123633, - 2425.323109254909, - 2425.323109254909, - 2424.7898981283715 + 2422.5325726103792, + 2421.65324211869, + 2422.530861922134, + 2422.1657998608434, + 2422.5204896422833, + 2424.1037026938543, + 2422.167014450053, + 2419.5616943923346, + 2424.1037188586306, + 2421.7425238914907, + 2418.7965055849454, + 2424.338073741124, + 2422.3444198376556, + 2418.655492074356, + 2422.1847533130363, + 2418.6554920743565, + 2421.744364035717, + 2421.7425238943492, + 2422.167012588079, + 2421.551264206577, + 2424.1271543245807, + 2418.7965055846153, + 2417.185588918593, + 2421.742707908486 ], "timestamps": [ - "2026-06-21 15:55:00", - "2026-06-21 16:10:00", - "2026-06-21 16:25:00", - "2026-06-21 16:40:00", "2026-06-21 16:55:00", "2026-06-21 17:10:00", "2026-06-21 17:25:00", @@ -327,6 +323,10 @@ "2026-06-22 20:55:00", "2026-06-22 21:10:00", "2026-06-22 21:25:00", - "2026-06-22 21:40:00" + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 17bde37c8cd7ae9216516d2ee79bdda0f99dcf8b..0ffb61b732012d588f8531c5885c23ed19e7e769 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,42 +1,30 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T03:29:35.328457+00:00", + "evaluated_at": "2026-06-22T03:37:10.336551+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t021000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 78, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t011500z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t212400z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t005000z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", + "context_length": 96, "prediction_length": 24 } ], diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index d7c39775ae59dac168db1847f28a787ad6a1fb7a..44adf0d1dade2c862c5f6cf02ea713a229dea174 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -13,4 +13,4 @@ date,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank, 2026-06-19,Chronos-2,5.000,4.600,5.200,5.200,5.000,5.200,4.500,5.200,5.000,5.200 2026-06-20,Chronos-2,5.300,4.900,5.000,5.000,5.300,5.000,4.800,5.000,5.300,5.200 2026-06-21,Chronos-2,4.600,5.100,4.400,4.400,4.600,5.000,4.100,4.900,4.700,5.000 -2026-06-22,Chronos-2,4.800,4.400,4.800,4.800,4.800,4.800,4.300,4.800,4.800,4.900 +2026-06-22,Chronos-2,4.700,4.100,4.600,4.600,4.700,4.700,3.900,4.600,4.700,4.800 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index 239e9360b92de8f8398b219982d1431f9dffef85..1f0e00c54f0ee8a633ab63475456044c9aed9e73 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,4 +1,4 @@ week,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,,2.751,3.064,3.077,2.902,3.077,2.505,3.077,2.918,3.103 2026-W25,Chronos-Bolt-Mini,4.967,4.229,4.414,4.414,4.414,4.529,3.857,4.486,4.429,4.529 -2026-W26,Chronos-Bolt-Mini,4.8,4.4,4.8,4.8,4.8,4.8,4.3,4.8,4.8,4.9 +2026-W26,Chronos-Bolt-Mini,4.7,4.1,4.6,4.6,4.7,4.7,3.9,4.6,4.7,4.8 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index f0790cd95e6d361a2fba855e8c284e0bb04d4894..8ebc62227fe9f232b66c2dfce12dcd53e8b74dea 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,424252.772635142,424252.772635142,560.6640625,0.5036951368777897,0.008761301974702438,0.00870964457485128,1.5713130905677988,651.346891168709,0.010157383792610329,0.008743236728002594,0.005660313262868167,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,416554.03565279645,416554.03565279645,554.2693684895834,0.4979502060175771,0.008660970372220335,0.008610245346086872,1.5713130905677988,645.409974863107,0.010063798024635652,0.008642653806062786,0.005626511998055221,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,0.8190864914031408,0.8190864914031408,0.69321076075236,0.38088505630682673,0.027901220956347006,0.027436930558977266,2.1561741380116493,0.9050339725132648,0.03593959911280288,0.027527935523719557,0.026277060517932285,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.19569433477284737,0.19569433477284737,0.35954654614130654,1.0509983310003332,0.2097330423832579,0.24795976391538377,13.043946764430284,0.44237352404144553,0.28411004175531374,0.23091523042327244,0.18518447659901793,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.08690542048741487,0.08690542048741487,0.24194768865903218,0.702111735388478,0.14154870565283412,0.15792997145963603,5.017806119050812,0.2947972531883818,0.18529637919992215,0.15207750472376383,0.11939347232726805,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.06675614028066512,0.06675614028066512,0.23159462379084694,3.763413982502984,0.14799200412465366,0.16221149817359948,92.01468770110367,0.2583720965597197,0.17082452425750488,0.1531204102782165,0.13678242583998593,Ocean,1 nws_ksfo_observations_temperature/1h/short,Chronos-2,1.8575773484371894,1.8575773484371894,1.162847359975179,0.6362082525463973,0.07749478142076036,0.07343225965614342,7.867669781268283,1.3629296931379804,0.08757781160725979,0.0747211155004131,0.0506007762921986,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,139.2099382709439,139.2099382709439,9.507965405782064,0.8218321495427673,0.5159466766353785,0.36786762334697,5.5038395966277065,11.798726129160888,0.5320733194378536,0.428769568780094,0.2888807288392381,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,1.731294897362962,1.731294897362962,1.1828687191009521,0.6129464463112605,0.048871299810660435,0.04744657002235242,3.042537326000126,1.31578679783731,0.05424060887320273,0.048761334014413814,0.030780436242707168,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,16.069667992454924,16.069667992454924,3.2962093353271484,0.6172355582407144,0.7425622622229376,0.43020334916751174,7.602293959519645,4.008699039894979,0.5374792008797737,0.44194985501593054,0.34113626320268853,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,0.010635467867056528,0.010635467867056528,0.069610595703125,0.003930951286764706,2.9004414876302087e-05,2.9003515798375443e-05,3.125064338235294,0.10312840475376572,4.297016864740238e-05,2.9004414876302084e-05,0.0015661044650607638,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,0.0026837289333343506,0.0026837289333343506,0.042236328125,0.002385110294117647,1.7598470052083337e-05,1.7598340016817517e-05,2.2234127987132357,0.05180471921875796,2.1585299674482485e-05,1.7598470052083333e-05,0.0011131728372456111,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,622.5729710326663,622.5729710326663,21.40478515625,0.43196852437804456,0.09646219551586514,0.09093249304966737,2.761189469192312,24.95141220517721,0.10043696689835566,0.08616072230807936,0.07001796725093194,Web,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 893cbfe35807d79484247c3052f0589438c47d77..dfd0ff9e72f715df893f674bbc7ad3125a5e238b 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T03:25:03.039850+00:00", + "evaluated_at": "2026-06-22T03:34:03.042996+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63896.01171875, 64606.0, 64257.98828125, - 64255.328125 + 64408.80078125 ], "p50": [ 64444.35546875, diff --git a/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index aae9a16fddf9f016d940e16440901017727b5a10..c1c1f60e4fcdf99f5fb4cfadded132b3e251921d 100644 --- a/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T02:25:38.958844+00:00", + "evaluated_at": "2026-06-22T03:34:07.500753+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 96e46f658143275dd6844bb0b327aa502e11a101..5f19c00c3bb14f5de3a4faad052202cbd1f03a39 100644 --- a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T03:18:38.135935+00:00", + "evaluated_at": "2026-06-22T03:34:11.309281+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.9850000143051147, - 1.0140000581741333, - 1.0410000085830688, 1.0820000171661377, 1.1260000467300415, 1.159999966621399, @@ -245,12 +242,12 @@ 0.7649999856948853, 0.7950000166893005, 0.828000009059906, - 0.8529999852180481 - ], - "actuals": [ + 0.8529999852180481, 0.8790000081062317, 0.9179999828338623, - 0.9430000185966492, + 0.9430000185966492 + ], + "actuals": [ 0.9760000109672546, 1.0099999904632568, 1.0479999780654907, @@ -307,198 +304,198 @@ 1.7350000143051147, 1.7120000123977661, 1.6779999732971191, - 1.6399999856948853 + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809 ], "p50": [ - 0.8595243096351624, - 0.8894678950309753, - 0.9167216420173645, - 0.9447587728500366, - 0.9693131446838379, - 0.9905214309692383, - 1.0156117677688599, - 1.0367417335510254, - 1.0609679222106934, - 1.0837315320968628, - 1.1063214540481567, - 1.1307803392410278, - 1.1539461612701416, - 1.172701120376587, - 1.1940124034881592, - 1.2115164995193481, - 1.2533726692199707, - 1.2717969417572021, - 1.2886496782302856, - 1.2993111610412598, - 1.3149094581604004, - 1.3280664682388306, - 1.3379454612731934, - 1.348158836364746, - 1.355646014213562, - 1.3620765209197998, - 1.3702064752578735, - 1.378723382949829, - 1.387711763381958, - 1.3868157863616943, - 1.390754222869873, - 1.396256685256958, - 1.41695237159729, - 1.413492202758789, - 1.4071868658065796, - 1.4014332294464111, - 1.3922430276870728, - 1.3822038173675537, - 1.3691927194595337, - 1.3567790985107422, - 1.3447457551956177, - 1.3287373781204224, - 1.3117244243621826, - 1.2987914085388184, - 1.2756867408752441, - 1.2516858577728271, - 1.2346787452697754, - 1.208568811416626, - 1.166689157485962, - 1.1429122686386108, - 1.1227405071258545, - 1.090086817741394, - 1.0613279342651367, - 1.0348610877990723, - 1.009764552116394, - 0.9763084053993225, - 0.9515117406845093, - 0.9262676239013672, - 0.8985459804534912, - 0.8680493235588074 + 0.9532237648963928, + 0.9872258901596069, + 1.0189181566238403, + 1.0436007976531982, + 1.0708999633789062, + 1.0962843894958496, + 1.1220405101776123, + 1.1468740701675415, + 1.170121431350708, + 1.1924759149551392, + 1.2174923419952393, + 1.2405071258544922, + 1.2692316770553589, + 1.2892987728118896, + 1.3079403638839722, + 1.3289804458618164, + 1.3810441493988037, + 1.4041247367858887, + 1.419588327407837, + 1.43672513961792, + 1.4496991634368896, + 1.4639008045196533, + 1.474496841430664, + 1.486493468284607, + 1.495017647743225, + 1.5055675506591797, + 1.512444019317627, + 1.5208816528320312, + 1.5234265327453613, + 1.5302846431732178, + 1.53065025806427, + 1.5278395414352417, + 1.5839329957962036, + 1.5857778787612915, + 1.583580732345581, + 1.5822168588638306, + 1.5763236284255981, + 1.5637483596801758, + 1.5532376766204834, + 1.5436835289001465, + 1.526486873626709, + 1.5165235996246338, + 1.4951121807098389, + 1.4783819913864136, + 1.4569226503372192, + 1.4334471225738525, + 1.414272427558899, + 1.3808701038360596, + 1.3420825004577637, + 1.3274385929107666, + 1.306594729423523, + 1.2822935581207275, + 1.255458116531372, + 1.2249304056167603, + 1.1981908082962036, + 1.1755601167678833, + 1.1436781883239746, + 1.1241401433944702, + 1.094742774963379, + 1.07321035861969 ], "p10": [ - 0.837670087814331, - 0.870570182800293, - 0.8875907063484192, - 0.914766788482666, - 0.9309072494506836, - 0.9474406838417053, - 0.9732213616371155, - 0.9921337366104126, - 1.01143479347229, - 1.0287885665893555, - 1.0493531227111816, - 1.0707318782806396, - 1.0891172885894775, - 1.102546215057373, - 1.118144154548645, - 1.1363637447357178, - 1.1655887365341187, - 1.1768704652786255, - 1.1783835887908936, - 1.1884700059890747, - 1.19694185256958, - 1.2025587558746338, - 1.2006292343139648, - 1.2047672271728516, - 1.202004313468933, - 1.2034611701965332, - 1.1992437839508057, - 1.205896258354187, - 1.1977646350860596, - 1.201026439666748, - 1.1938186883926392, - 1.182265281677246, - 1.2018437385559082, - 1.1851333379745483, - 1.174416184425354, - 1.159489631652832, - 1.1421303749084473, - 1.121954321861267, - 1.0981996059417725, - 1.0783090591430664, - 1.062493085861206, - 1.0319372415542603, - 1.0099029541015625, - 0.9903697371482849, - 0.9706953763961792, - 0.9353873133659363, - 0.9267120957374573, - 0.9014972448348999, - 0.8162561655044556, - 0.7774408459663391, - 0.7535210847854614, - 0.7304753065109253, - 0.6937904357910156, - 0.6573972702026367, - 0.6338093280792236, - 0.6044465899467468, - 0.566897988319397, - 0.5349140167236328, - 0.5024431347846985, - 0.48424267768859863 + 0.934959352016449, + 0.963388204574585, + 0.9935243129730225, + 1.0173019170761108, + 1.0414552688598633, + 1.0590916872024536, + 1.0853550434112549, + 1.1058839559555054, + 1.1261521577835083, + 1.1447601318359375, + 1.1656194925308228, + 1.1885064840316772, + 1.2091501951217651, + 1.2254574298858643, + 1.2410798072814941, + 1.2559641599655151, + 1.300966739654541, + 1.313662052154541, + 1.3181188106536865, + 1.335226058959961, + 1.3358503580093384, + 1.342638373374939, + 1.3474042415618896, + 1.351481556892395, + 1.3527917861938477, + 1.355021595954895, + 1.3504228591918945, + 1.3586622476577759, + 1.3543195724487305, + 1.346554160118103, + 1.3465230464935303, + 1.3275434970855713, + 1.3839137554168701, + 1.3750650882720947, + 1.3662283420562744, + 1.355172872543335, + 1.33025062084198, + 1.3181077241897583, + 1.292594075202942, + 1.2745059728622437, + 1.248244285583496, + 1.2250474691390991, + 1.2001549005508423, + 1.1717181205749512, + 1.1465874910354614, + 1.1216895580291748, + 1.101797103881836, + 1.0582804679870605, + 0.9829760789871216, + 0.9433032870292664, + 0.9080111384391785, + 0.8906757235527039, + 0.8526883125305176, + 0.8256046175956726, + 0.7960113286972046, + 0.7613919973373413, + 0.7354915142059326, + 0.6993898153305054, + 0.6818209290504456, + 0.6584408283233643 ], "p90": [ - 0.8808807730674744, - 0.911948561668396, - 0.9431718587875366, - 0.9725966453552246, - 1.0006136894226074, - 1.0310090780258179, - 1.057705283164978, - 1.0863213539123535, - 1.1108901500701904, - 1.138763666152954, - 1.1644684076309204, - 1.1916248798370361, - 1.2242408990859985, - 1.258201241493225, - 1.2812683582305908, - 1.300763726234436, - 1.3820040225982666, - 1.407610535621643, - 1.4300363063812256, - 1.4508624076843262, - 1.474993348121643, - 1.4955506324768066, - 1.5120313167572021, - 1.5366013050079346, - 1.5523096323013306, - 1.5771563053131104, - 1.5931763648986816, - 1.6118555068969727, - 1.626674771308899, - 1.644546389579773, - 1.639944314956665, - 1.659822702407837, - 1.6839852333068848, - 1.6922950744628906, - 1.6943943500518799, - 1.7053223848342896, - 1.6970610618591309, - 1.7027703523635864, - 1.7103800773620605, - 1.7027239799499512, - 1.7002744674682617, - 1.7006545066833496, - 1.7026468515396118, - 1.6997445821762085, - 1.68246591091156, - 1.6756277084350586, - 1.6518287658691406, - 1.6379896402359009, - 1.6124316453933716, - 1.6097674369812012, - 1.6067488193511963, - 1.5851571559906006, - 1.5617716312408447, - 1.5447148084640503, - 1.5175049304962158, - 1.5034358501434326, - 1.4735451936721802, - 1.447881817817688, - 1.426091194152832, - 1.408217191696167 + 0.9736549854278564, + 1.0086185932159424, + 1.0426644086837769, + 1.0688668489456177, + 1.1040582656860352, + 1.1319522857666016, + 1.1586090326309204, + 1.1893492937088013, + 1.2149769067764282, + 1.243855357170105, + 1.2713665962219238, + 1.304588794708252, + 1.3364734649658203, + 1.364208459854126, + 1.391676902770996, + 1.4124153852462769, + 1.487173318862915, + 1.5117125511169434, + 1.534928798675537, + 1.5560884475708008, + 1.5836821794509888, + 1.599280595779419, + 1.615718126296997, + 1.6407248973846436, + 1.661213755607605, + 1.6801648139953613, + 1.6955369710922241, + 1.712181568145752, + 1.7263814210891724, + 1.739931344985962, + 1.7408443689346313, + 1.7509055137634277, + 1.777691125869751, + 1.7967007160186768, + 1.7971460819244385, + 1.8053373098373413, + 1.7961516380310059, + 1.8105354309082031, + 1.8145496845245361, + 1.8119111061096191, + 1.7944269180297852, + 1.7957708835601807, + 1.8010598421096802, + 1.800906777381897, + 1.7885661125183105, + 1.785487174987793, + 1.754701852798462, + 1.7480957508087158, + 1.7052416801452637, + 1.7095597982406616, + 1.7020483016967773, + 1.6837797164916992, + 1.652718186378479, + 1.6471636295318604, + 1.6326106786727905, + 1.5989426374435425, + 1.5898858308792114, + 1.5703542232513428, + 1.5437092781066895, + 1.5096863508224487 ], "timestamps": [ - "2026-06-20 21:12:00", - "2026-06-20 21:18:00", - "2026-06-20 21:24:00", "2026-06-20 21:30:00", "2026-06-20 21:36:00", "2026-06-20 21:42:00", @@ -795,6 +792,9 @@ "2026-06-22 02:48:00", "2026-06-22 02:54:00", "2026-06-22 03:00:00", - "2026-06-22 03:06:00" + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00" ] } diff --git a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index baaba9219ebc5a0bfe54de72c19f9f41a82e2df0..81a9dac7f75375cbdfb6bdb26fe1f65129dac22b 100644 --- a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T02:47:45.480930+00:00", + "evaluated_at": "2026-06-22T03:34:14.850325+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2450.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2450.0, - 2400.0, - 2400.0, - 2400.0, 2400.0, 2400.0, 2400.0, @@ -101,6 +89,18 @@ 2400.0, 2400.0, 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, 2400.0 ], "actuals": [ @@ -130,88 +130,84 @@ 2400.0 ], "p50": [ - 2399.99951171875, - 2399.953857421875, - 2400.003173828125, - 2400.00146484375, - 2400.121826171875, + 2399.971435546875, + 2399.9208984375, + 2399.999267578125, + 2400.02685546875, + 2399.980224609375, 2400.052490234375, - 2400.0380859375, - 2400.02490234375, - 2400.022216796875, - 2400.115234375, - 2400.12841796875, - 2399.96533203125, - 2400.01123046875, - 2400.033203125, - 2400.017333984375, - 2400.19482421875, - 2400.324462890625, - 2400.054931640625, - 2400.1923828125, - 2400.083984375, - 2400.08740234375, + 2400.00927734375, + 2400.053466796875, + 2400.08544921875, + 2400.070556640625, + 2400.08544921875, + 2400.11181640625, + 2400.07080078125, + 2400.00390625, 2400.014892578125, - 2400.03759765625, - 2400.029296875 + 2400.069580078125, + 2400.028564453125, + 2399.973876953125, + 2399.99072265625, + 2399.955078125, + 2400.027099609375, + 2399.95361328125, + 2399.957275390625, + 2400.005859375 ], "p10": [ - 2399.446533203125, - 2399.423583984375, - 2399.404296875, - 2399.43994140625, - 2399.48095703125, - 2399.45751953125, - 2399.525634765625, - 2399.43212890625, - 2399.447265625, - 2399.460205078125, - 2399.40380859375, - 2399.49658203125, - 2399.46240234375, - 2399.463134765625, - 2399.391845703125, - 2399.46630859375, - 2399.259521484375, - 2399.29541015625, - 2399.2060546875, - 2399.31396484375, - 2399.265625, - 2399.221435546875, - 2399.214111328125, - 2399.192138671875 + 2399.684326171875, + 2399.6455078125, + 2399.632568359375, + 2399.709716796875, + 2399.742919921875, + 2399.701904296875, + 2399.6650390625, + 2399.70849609375, + 2399.703369140625, + 2399.6787109375, + 2399.59716796875, + 2399.628662109375, + 2399.60546875, + 2399.57470703125, + 2399.55859375, + 2399.58935546875, + 2399.365966796875, + 2399.3857421875, + 2399.373046875, + 2399.40283203125, + 2399.41455078125, + 2399.431640625, + 2399.428466796875, + 2399.419189453125 ], "p90": [ - 2437.826416015625, - 2441.044677734375, - 2443.1552734375, - 2445.1845703125, - 2449.517822265625, - 2450.667236328125, - 2456.1748046875, - 2459.514892578125, - 2460.42431640625, - 2459.032958984375, - 2462.06787109375, - 2458.07470703125, - 2459.489501953125, - 2461.834228515625, - 2463.53759765625, - 2463.667236328125, - 2460.147705078125, - 2458.958984375, - 2461.8212890625, - 2455.732421875, - 2454.259521484375, - 2449.28173828125, - 2452.6455078125, - 2449.261474609375 + 2434.01123046875, + 2439.044189453125, + 2445.67822265625, + 2450.955322265625, + 2453.76171875, + 2452.592529296875, + 2458.42822265625, + 2449.231689453125, + 2442.166748046875, + 2437.27978515625, + 2436.0498046875, + 2432.4140625, + 2429.773681640625, + 2429.553466796875, + 2428.747802734375, + 2429.26416015625, + 2432.8740234375, + 2434.00830078125, + 2434.909423828125, + 2434.4375, + 2435.674560546875, + 2435.327880859375, + 2437.7705078125, + 2440.6435546875 ], "timestamps": [ - "2026-06-21 15:55:00", - "2026-06-21 16:10:00", - "2026-06-21 16:25:00", - "2026-06-21 16:40:00", "2026-06-21 16:55:00", "2026-06-21 17:10:00", "2026-06-21 17:25:00", @@ -327,6 +323,10 @@ "2026-06-22 20:55:00", "2026-06-22 21:10:00", "2026-06-22 21:25:00", - "2026-06-22 21:40:00" + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index d90de5679b87708481e6a9d0875095eb656618f5..090e7d9130f4719b7d61340f7145cb1f3db50c00 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,42 +1,30 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T03:25:33.554678+00:00", + "evaluated_at": "2026-06-22T03:34:16.643989+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t021000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 78, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t011500z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t212400z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t005000z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", + "context_length": 96, "prediction_length": 24 } ], diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 2db4c614c82a4f7188a10f40cd8b3a3aed5222f8..33cc056ec19a8d986b12ef7dcafb534a6c49f726 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,67943.42928421461,72365.50053634701,202.35836532311077,0.18179678587797846,0.003162662682441359,0.003156849362112584,1.4831389313223928,260.6596042431865,0.0040648380692772665,0.0031556634538379897,0.0025118424365635095,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,71057.17665011573,75490.40389557267,208.75305933352743,0.18754171673819106,0.0032616866425110515,0.0032562503870787285,1.4831389313223928,266.56552036997533,0.004156523236109468,0.0032550606714793918,0.0025956815781210505,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,90.83341172097414,92.62648790328399,8.299724128435516,4.560288257151853,0.3185376684579119,0.40488327610390623,141.48998129735833,9.530656416059397,0.37846973846058257,0.329588465165,0.31681573540285846,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ETS,0.0779872399545209,0.07818728349413752,0.1676010686734491,0.4899183300190529,0.09795679289498858,0.08736425046430567,15.713475289227121,0.2792619557951296,0.1793532424743201,0.10764013674242319,0.1024797075038526,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,ETS,0.15970793730427882,0.16023042019670838,0.2421501403500645,0.702699233078209,0.14109058536478303,0.11856299329068666,24.88612597123994,0.39963475487534716,0.25119254769151517,0.15220475680941067,0.14754335667761523,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.05297373082604287,0.052946396886990696,0.20592330945438947,3.3462549753478643,0.1316438828905497,0.14269459072774715,39.9000772130087,0.2301602285931322,0.15217204983020566,0.13614764070680652,0.12189906468640069,Ocean,1 nws_ksfo_observations_temperature/1h/short,ETS,0.44900847649371434,0.4424309306207574,0.528887465513028,0.2893609099606321,0.03535729659876754,0.0343674315772786,2.581295062299207,0.6700809477172995,0.04305741029508752,0.033984736739792964,0.030539448840934784,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,193.44095383534093,202.21658399156846,12.884059898060832,1.113648839574228,0.6279433240791693,0.9815503364622434,15.123132342217467,13.908305210748754,0.627206534012853,0.5810173439702425,0.515504179852088,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ETS,67.51251700118087,65.64919337361523,7.3195574001954355,3.792894870388554,0.3122106932901203,0.26189560649413385,122.16527921815093,8.216600087699344,0.33871246645501646,0.301733723671277,0.2930757868973509,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ETS,16.843357018833654,18.13154992517387,3.594258876783512,0.6730471758866394,0.7949078227267309,0.45848505985170335,4.906111426216293,4.104065913071286,0.5502658207469882,0.48191180470840383,0.3605884164344258,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,ETS,67.47490057728385,72.11519842767352,8.489138053011098,0.4793866194641562,0.0035371408554212918,0.003530891922465737,13.035292801951934,8.214310718330776,0.0034226294659711566,0.0035371408554212913,0.00392731066559143,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,ETS,12.326277948495521,5.261682925978615,2.1599102443585707,0.12197140203436636,0.0008999626018160711,0.0008995061104825867,14.588233623137752,3.510879939345053,0.001462866641393772,0.0008999626018160712,0.0019634231596317195,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,ETS,2925.584198211841,2642.086493996426,41.88682891154838,0.8682759388383866,0.19179516754035225,0.170580887479131,12.422622049502223,54.08866977669021,0.21500323023102297,0.16650073956890327,0.13530220322267714,Web,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index fd01c86b11f2abb0d9af5d680d891403a2e38acf..499c57957606ae35fa954dd5352fe2d1339bbed6 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-22T03:29:35.355376+00:00", + "evaluated_at": "2026-06-22T03:37:10.362970+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63896.01171875, 64606.0, 64257.98828125, - 64255.328125 + 64408.80078125 ], "p50": [ 64429.850861727355, diff --git a/results/ets/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/ets/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 3c11cb6c53fc27c651a0a7bb0a922287b347c278..5176df82960a50ac7bc066a92855d163175fc358 100644 --- a/results/ets/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/ets/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "ETS", - "evaluated_at": "2026-06-22T02:28:19.246108+00:00", + "evaluated_at": "2026-06-22T03:37:10.384561+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 6c87dbd094972eff7a7cf7cca67ce36f588caad0..ffff77f1d0f353689eedcfd816ac3eeea861181d 100644 --- a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ETS", - "evaluated_at": "2026-06-22T03:20:43.499710+00:00", + "evaluated_at": "2026-06-22T03:37:10.415492+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.9850000143051147, - 1.0140000581741333, - 1.0410000085830688, 1.0820000171661377, 1.1260000467300415, 1.159999966621399, @@ -245,12 +242,12 @@ 0.7649999856948853, 0.7950000166893005, 0.828000009059906, - 0.8529999852180481 - ], - "actuals": [ + 0.8529999852180481, 0.8790000081062317, 0.9179999828338623, - 0.9430000185966492, + 0.9430000185966492 + ], + "actuals": [ 0.9760000109672546, 1.0099999904632568, 1.0479999780654907, @@ -307,198 +304,198 @@ 1.7350000143051147, 1.7120000123977661, 1.6779999732971191, - 1.6399999856948853 + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809 ], "p50": [ - 0.8857914436690921, - 0.9170305241343554, - 0.9367696781517502, - 0.9625087549215254, - 0.9907478740105984, - 1.0164870252861795, - 1.0447260996717689, - 1.0704652956508338, - 1.1007043293860554, - 1.1294434420378268, - 1.1501826129829407, - 1.179421763900894, - 1.2076608084841611, - 1.2338999235201182, - 1.2636390530996087, - 1.290378146797103, - 1.316117283171523, - 1.3443563873594349, - 1.3745954956004625, - 1.399834638412184, - 1.428573646755827, - 1.4538128491721933, - 1.479051991983915, - 1.5062910494417854, - 1.5360302237247594, - 1.5627693621257375, - 1.5900084493859301, - 1.615247547494168, - 1.6454866557351957, - 1.6697258114215205, - 1.6999649345637093, - 1.7257040262346457, - 1.753443136859859, - 1.7806822539223743, - 1.8079213709848894, - 1.8321605266712144, - 1.860899654224147, - 1.8896387221724347, - 1.916877869037272, - 1.9441169562974647, - 1.9693560991091863, - 2.0005952242779332, - 2.0218343291811007, - 2.054073441475244, - 2.08031254161004, - 2.1055516844217617, - 2.1362907564231657, - 2.1620299524022304, - 2.190269056590142, - 2.2165081269226157, - 2.2417472995366596, - 2.270986420652291, - 2.298225478110161, - 2.3254645951726762, - 2.3537037440640716, - 2.3789428421723096, - 2.4051819274059443, - 2.432421029567298, - 2.4616601804852514, - 2.486899323296973 + 0.9753442549347289, + 1.0081068287151302, + 1.0323694374238535, + 1.057632152467263, + 1.0883947221945487, + 1.1171573474733631, + 1.1459199727521776, + 1.1726826237801986, + 1.2034452680132903, + 1.2312078912655469, + 1.2584704762516215, + 1.2887331120208534, + 1.3169957735392919, + 1.3432583713999697, + 1.376020989883855, + 1.4047836002615082, + 1.4335462255403226, + 1.4603088616671827, + 1.4920714781245097, + 1.5178341569282952, + 1.5500967073436758, + 1.577859375299416, + 1.6056219836505112, + 1.6328846282412306, + 1.6641472511358595, + 1.6924098679508144, + 1.7221725101573482, + 1.7469351422310921, + 1.7771977481980017, + 1.804460392788721, + 1.8367230028087465, + 1.8639856175971434, + 1.8917482855528835, + 1.9245108891356075, + 1.9502734934335872, + 1.978036131587005, + 2.006298733500799, + 2.0395612710415763, + 2.064824000986147, + 2.096086653683098, + 2.122849245106474, + 2.154111882902264, + 2.177374534287913, + 2.212137082319108, + 2.23939975671215, + 2.2686623457513404, + 2.2984250177601964, + 2.3251876091835726, + 2.3549502811924286, + 2.3827128597412015, + 2.411475485020016, + 2.4382381658503594, + 2.4690007355776453, + 2.4957633866056663, + 2.5285260199907125, + 2.5547886178513903, + 2.5820512475409485, + 2.611313911085945, + 2.640076506562437, + 2.6683391084762307 ], "p10": [ - 0.8517914194696063, - 0.8800305236575182, - 0.9091696222187515, - 0.9344087590700088, - 0.9606478830466625, - 0.9869869580521402, - 1.0132260879892585, - 1.0404652050517738, - 1.0696042976525426, - 1.0969435266764223, - 1.1241825841342925, - 1.150321614030975, - 1.1786608838244321, - 1.203899967031509, - 1.2331390523843528, - 1.260278117090148, - 1.2875172877968435, - 1.3138563568418566, - 1.3430955673644547, - 1.3673346098019545, - 1.3955736543852215, - 1.4238128718219583, - 1.4490519609894996, - 1.478191107234449, - 1.5055302230095036, - 1.531769239697797, - 1.5600084630949984, - 1.5852475463020752, - 1.6133866040937315, - 1.6426258026954006, - 1.6669649511338005, - 1.6942040145521353, - 1.7234431654700886, - 1.7496821761979175, - 1.7779213995951189, - 1.8050605060241656, - 1.8333996208455459, - 1.8596387507826642, - 1.885877761510493, - 1.9141169849076942, - 1.939356068114771, - 1.9694952610897618, - 1.995734331422235, - 2.022073406427713, - 2.0503125702202696, - 2.0773516898577054, - 2.1036907648631833, - 2.133029962177392, - 2.161168966324868, - 2.1854080564460836, - 2.212647179469063, - 2.2399862833231894, - 2.2701254345749287, - 2.2934646435716477, - 2.3217036345107345, - 2.3509428986775127, - 2.3760818758836892, - 2.4034210453029243, - 2.4336601237416295, - 2.458899326157996 + 0.9433442496895201, + 0.9760068903224912, + 1.000869500247149, + 1.0285320323996665, + 1.0592947451780996, + 1.087057365450124, + 1.1139200271116136, + 1.1426825927857833, + 1.175445166566185, + 1.2041078050533887, + 1.2318704968509866, + 1.2597331277564796, + 1.2894957401606908, + 1.3152583444586703, + 1.3460210035929232, + 1.374783622911273, + 1.4035462541505521, + 1.4303089051785733, + 1.4610715583523615, + 1.4878340961315575, + 1.517596702575304, + 1.5483593676700214, + 1.5741219719680009, + 1.6028846508909955, + 1.632647150046382, + 1.6614098289693766, + 1.6891725267274393, + 1.7179350983620736, + 1.746697723640888, + 1.7754603489197025, + 1.8082230419093934, + 1.8329855994773314, + 1.8617482247561459, + 1.8925108838903988, + 1.9201734160429165, + 1.9480361005925897, + 1.979798746852239, + 2.0074613743721885, + 2.0343239764290333, + 2.0640865292285997, + 2.091849226986662, + 2.1236118732463116, + 2.1512744471220806, + 2.178137102823106, + 2.208899815601539, + 2.2395623687348913, + 2.2644250323037296, + 2.2951876318333375, + 2.322850163985855, + 2.3527128287467862, + 2.3814755136302455, + 2.4122380535552086, + 2.4370007303324366, + 2.465763355611251, + 2.495425915658742, + 2.52328865981306, + 2.5520512314476944, + 2.580813856726509, + 2.613476437754835, + 2.6393390944095345 ], "p90": [ - 0.9087914008729572, - 0.9380305517909105, - 0.9622695882679458, - 0.9875088502889571, - 1.018747915853059, - 1.0399869969143687, - 1.0713261148351905, - 1.0964651993297279, - 1.124804361834824, - 1.1519434801847994, - 1.177182622996521, - 1.2074217014352262, - 1.2326607846423032, - 1.2618998819160763, - 1.2901390397481682, - 1.3184782022532644, - 1.34561732060324, - 1.3699564094369954, - 1.3981955195853715, - 1.4264346297337478, - 1.4535737421232586, - 1.4789128776870555, - 1.508251973673368, - 1.5313911375612923, - 1.562530210373319, - 1.5887692807057927, - 1.6171084491713534, - 1.6403476058113526, - 1.6705866902105222, - 1.6958257793780636, - 1.7249648660183678, - 1.7542039692526052, - 1.7775432378539693, - 1.8076822639359547, - 1.8339213342684282, - 1.8612605096481278, - 1.888399574353923, - 1.915638691416438, - 1.94097794022906, - 1.9712169590631203, - 1.997456094960703, - 2.0275951806473334, - 2.046234342866327, - 2.0800734345611054, - 2.1043125306427855, - 2.1345516686861354, - 2.1607907390186094, - 2.188029862041589, - 2.215369031460824, - 2.2396081811866844, - 2.270747253998711, - 2.300086349985024, - 2.32132553237423, - 2.352564597938332, - 2.378803680191734, - 2.407942886041328, - 2.4341819563738016, - 2.4614210734363167, - 2.489660129940513, - 2.514899260831305 + 0.9994442426800139, + 1.0302067885654416, + 1.056869440880923, + 1.0836321515135887, + 1.115394732208129, + 1.1402574017374318, + 1.1730199755178332, + 1.1987826990251023, + 1.2294451865933456, + 1.2593078513542768, + 1.28497047482111, + 1.3137331000999244, + 1.3434957601878514, + 1.3732583189478824, + 1.403020984996274, + 1.4308835682180512, + 1.4596461934968656, + 1.4883088141026761, + 1.5170714989861354, + 1.5468341113903465, + 1.5735967624183675, + 1.6043593619479755, + 1.6311220129759965, + 1.6569846755911604, + 1.6907472305364943, + 1.7214098969186717, + 1.7451725329263226, + 1.775935126495466, + 1.805697738899677, + 1.8315604551590214, + 1.8622229427272645, + 1.8920856194091247, + 1.9178482773512844, + 1.951510839544543, + 1.9762735163217708, + 2.0034361621999506, + 2.0347987540047967, + 2.0626613849102897, + 2.091424010189104, + 2.122186609718712, + 2.1498492014758743, + 2.1776118932734723, + 2.203474490323527, + 2.2391371519373333, + 2.263999767822456, + 2.2947623613915993, + 2.3224250067929417, + 2.3512875771401154, + 2.3810502491489713, + 2.408712882629385, + 2.4384754950335963, + 2.4672381203124107, + 2.4941007640925075, + 2.52476337087004, + 2.551526021898061, + 2.5802886471768756, + 2.610051199976442, + 2.6378138977345045, + 2.6685764972641124, + 2.6953391482921334 ], "timestamps": [ - "2026-06-20 21:12:00", - "2026-06-20 21:18:00", - "2026-06-20 21:24:00", "2026-06-20 21:30:00", "2026-06-20 21:36:00", "2026-06-20 21:42:00", @@ -795,6 +792,9 @@ "2026-06-22 02:48:00", "2026-06-22 02:54:00", "2026-06-22 03:00:00", - "2026-06-22 03:06:00" + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00" ] } diff --git a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index f87fcd3e27bc06f4cac8f645c2f03c4bc31676c2..6494f5575673cf05ad7b34632baaf2bba5198e76 100644 --- a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ETS", - "evaluated_at": "2026-06-22T02:50:45.061895+00:00", + "evaluated_at": "2026-06-22T03:37:10.437265+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2450.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2450.0, - 2400.0, - 2400.0, - 2400.0, 2400.0, 2400.0, 2400.0, @@ -101,6 +89,18 @@ 2400.0, 2400.0, 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, 2400.0 ], "actuals": [ @@ -130,88 +130,84 @@ 2400.0 ], "p50": [ - 2408.8596304052603, - 2408.827413678978, - 2408.7951969526953, - 2408.7629802264128, - 2408.7307635001303, - 2408.6985467738477, - 2408.666330047565, - 2408.6341133212827, - 2408.6018965949997, - 2408.5696798687172, - 2408.5374631424347, - 2408.505246416152, - 2408.4730296898697, - 2408.440812963587, - 2408.4085962373047, - 2408.376379511022, - 2408.3441627847396, - 2408.311946058457, - 2408.2797293321746, - 2408.247512605892, - 2408.2152958796096, - 2408.183079153327, - 2408.1508624270446, - 2408.118645700762 + 2403.4429765045065, + 2403.331405525363, + 2403.2198345462198, + 2403.108263567077, + 2402.9966925879335, + 2402.88512160879, + 2402.7735506296467, + 2402.6619796505033, + 2402.55040867136, + 2402.438837692217, + 2402.3272667130736, + 2402.2156957339303, + 2402.104124754787, + 2401.9925537756435, + 2401.8809827965, + 2401.769411817357, + 2401.657840838214, + 2401.5462698590704, + 2401.434698879927, + 2401.3231279007837, + 2401.2115569216403, + 2401.0999859424974, + 2400.988414963354, + 2400.8768439842106 ], "p10": [ - 2358.8596304052603, - 2358.827413678978, - 2358.7951969526953, - 2358.7629802264128, - 2358.7307635001303, - 2358.6985467738477, - 2358.666330047565, - 2358.6341133212827, - 2358.6018965949997, - 2358.5696798687172, - 2358.5374631424347, - 2358.505246416152, - 2358.4730296898697, - 2358.440812963587, - 2358.4085962373047, - 2358.376379511022, - 2358.3441627847396, - 2358.311946058457, - 2358.2797293321746, - 2358.247512605892, - 2358.2152958796096, - 2358.183079153327, - 2358.1508624270446, - 2358.118645700762 + 2353.4429765045065, + 2353.331405525363, + 2353.2198345462198, + 2353.108263567077, + 2352.9966925879335, + 2352.88512160879, + 2352.7735506296467, + 2352.6619796505033, + 2352.55040867136, + 2352.438837692217, + 2352.3272667130736, + 2352.2156957339303, + 2352.104124754787, + 2351.9925537756435, + 2351.8809827965, + 2351.769411817357, + 2351.657840838214, + 2351.5462698590704, + 2351.434698879927, + 2351.3231279007837, + 2351.2115569216403, + 2351.0999859424974, + 2350.988414963354, + 2350.8768439842106 ], "p90": [ - 2458.8596304052603, - 2458.827413678978, - 2458.7951969526953, - 2458.7629802264128, - 2458.7307635001303, - 2458.6985467738477, - 2458.666330047565, - 2458.6341133212827, - 2458.6018965949997, - 2458.5696798687172, - 2458.5374631424347, - 2458.505246416152, - 2458.4730296898697, - 2458.440812963587, - 2458.4085962373047, - 2458.376379511022, - 2458.3441627847396, - 2458.311946058457, - 2458.2797293321746, - 2458.247512605892, - 2458.2152958796096, - 2458.183079153327, - 2458.1508624270446, - 2458.118645700762 + 2453.4429765045065, + 2453.331405525363, + 2453.2198345462198, + 2453.108263567077, + 2452.9966925879335, + 2452.88512160879, + 2452.7735506296467, + 2452.6619796505033, + 2452.55040867136, + 2452.438837692217, + 2452.3272667130736, + 2452.2156957339303, + 2452.104124754787, + 2451.9925537756435, + 2451.8809827965, + 2451.769411817357, + 2451.657840838214, + 2451.5462698590704, + 2451.434698879927, + 2451.3231279007837, + 2451.2115569216403, + 2451.0999859424974, + 2450.988414963354, + 2450.8768439842106 ], "timestamps": [ - "2026-06-21 15:55:00", - "2026-06-21 16:10:00", - "2026-06-21 16:25:00", - "2026-06-21 16:40:00", "2026-06-21 16:55:00", "2026-06-21 17:10:00", "2026-06-21 17:25:00", @@ -327,6 +323,10 @@ "2026-06-22 20:55:00", "2026-06-22 21:10:00", "2026-06-22 21:25:00", - "2026-06-22 21:40:00" + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index c2a00cffd76fc3088cd7bb7a2dc0e1a3f04b7d95..0e77b265e2be4c4de61acebdc83236cf372f6f77 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,42 +1,30 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T03:29:35.449407+00:00", + "evaluated_at": "2026-06-22T03:37:10.444786+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t021000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 78, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t011500z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t212400z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t005000z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", + "context_length": 96, "prediction_length": 24 } ], diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 6b05fef17df9bb2b70542df536085fbdbe1d7c02..dc841610a9b7755efd3035f35a915821c9de3184 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1673,3 +1673,7 @@ {"evaluated_at": "2026-06-22T03:29:35.645817+00:00", "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5", "prediction_length": 24} {"evaluated_at": "2026-06-22T03:29:35.645817+00:00", "dataset": "open_meteo_shanghai_hourly_temperature_2m", "prediction_length": 24} {"evaluated_at": "2026-06-22T03:29:35.645817+00:00", "dataset": "usgs_earthquake_all_week_hourly_earthquake_count", "prediction_length": 24} +{"evaluated_at": "2026-06-22T03:37:10.605139+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-22T03:37:10.605139+00:00", "dataset": "nasa_power_shanghai_hourly_T2M", "prediction_length": 24} +{"evaluated_at": "2026-06-22T03:37:10.605139+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} +{"evaluated_at": "2026-06-22T03:37:10.605139+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index e023759185c0e5b6d65f714d269e88b1fddd3826..f5e702c55c95e8a8fa845b66d9ac138e6efe4ade 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,547170.6137466431,362613.43657716113,499.3185221354167,0.4485829004826118,0.007805393778178995,0.007761184173144739,2.681135281236316,739.7098172571749,0.011535353297781626,0.00778658796542065,0.006257984784952804,Finance,1 -nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,1.0174851595559933,1.0827152634119936,0.8143861691157023,0.4474649550195679,0.03276591617251259,0.03203812930402764,2.1021269790288373,1.008704693929791,0.04005644365190709,0.03233990472175414,0.027002711031147448,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.8313832561148335,0.9143201119771353,0.8337329814831416,2.437103016126137,0.4894364788424467,0.7096794370993966,39.05129623515175,0.9118022022976439,0.5855959900147648,0.5354568013427614,0.4478747305883879,Ocean,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,521858.24273109436,337471.1952258746,487.4136555989583,0.4378876842548138,0.00761818172469924,0.0075770361369196385,2.293088882342459,722.3975655628238,0.01126425601781991,0.007600180932186011,0.00604201537454915,Finance,1 +nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,0.9378511653097424,0.9203320178794456,0.7772243022918701,0.4270463456455588,0.031306563383151055,0.030705252779074214,2.1588706261037522,0.96842716055971,0.03845699164619574,0.030864178244633052,0.026479975689698627,Weather,1 +noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.7641403559348122,0.8390570846845994,0.8089991142352422,2.3476470272213237,0.4724778996832338,0.6698039753171957,26.465975674015684,0.8741512202901808,0.5494523922495885,0.5085006899570476,0.40919683662234685,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.060298457501735965,0.05869040554773787,0.21700403259860146,3.5263167908364315,0.1387325861053734,0.15107312385669,62.207398431041284,0.24555744236682375,0.16235202573628815,0.14347373855074153,0.12465114913151049,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.9530306031244132,0.9044895325540855,0.7775632937749227,0.42541454829232594,0.05198969146638438,0.04996388581473784,3.641625662296345,0.9762328631655529,0.0627298225327263,0.04996390642730427,0.03362612198740709,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,114.50167930331934,58.520204439720146,6.380300283432007,0.551488743687741,0.36929857790567383,0.28642786311003027,3.0659819157714394,10.700545747919557,0.48254996629005426,0.2877249216273977,0.25213533169850405,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,2.1047453336705075,1.9550917628682403,1.2880158027013142,0.6674322317514404,0.053889207833612264,0.05222944933777759,2.2382164338812136,1.4507740463871373,0.059805181008669835,0.05309580662433764,0.034428130458537695,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,26.21733883247642,24.39989679058748,4.217489659786224,0.7897509896088639,0.9489047601768866,0.5089482630850236,8.795124778821966,5.120286987315889,0.6865189256736387,0.5654734739378178,0.4036154098794891,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,170.07615842918554,0.0020075558374325433,0.0430755615234375,0.0024325022977941175,1.7948150634765625e-05,1.794797636957101e-05,2.7403073299632354,13.041325025824083,0.005433885427426701,1.7948150634765625e-05,0.0013588102835196032,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,123.02515707413356,0.01926846553881963,0.13819376627604166,0.007803883272058824,5.758073594835069e-05,5.7582408607210376e-05,2.7919683478860295,11.091670616914909,0.004621529423714545,5.7580735948350697e-05,0.0014105516598548412,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Large,890.713526753742,459.6993433938395,19.7410888671875,0.3983935818708682,0.08488627994531377,0.0825329602754252,1.6746824063343657,29.844824120000137,0.12013442716503793,0.07946384247861558,0.06594550252364441,Web,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 90c23a11acbdfe3be636b7a49775a836f1d47af5..839d20bbaf6c006fe228d8a060c73e897d09441c 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T03:28:17.107347+00:00", + "evaluated_at": "2026-06-22T03:36:12.662500+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,85 +127,85 @@ 63896.01171875, 64606.0, 64257.98828125, - 64255.328125 + 64408.80078125 ], "p50": [ - 64460.044921875, - 64470.22265625, - 64453.919921875, - 64500.578125, - 64494.66015625, - 64481.326171875, - 64465.576171875, - 64507.669921875, - 64575.978515625, - 64614.455078125, - 64619.955078125, - 64605.296875, - 64600.859375, - 64705.947265625, - 64764.427734375, - 64615.638671875, - 64786.259765625, - 64736.5625, - 64910.123046875, - 64772.9765625, - 64956.798828125, - 64745.748046875, - 64728.64453125, - 64777.990234375 + 64432.7734375, + 64443.947265625, + 64432.076171875, + 64421.6015625, + 64451.99609375, + 64480.94921875, + 64457.712890625, + 64481.345703125, + 64583.080078125, + 64599.0390625, + 64621.533203125, + 64656.384765625, + 64630.572265625, + 64694.896484375, + 64718.611328125, + 64757.490234375, + 64605.833984375, + 64684.25, + 64827.12890625, + 64693.615234375, + 64798.0234375, + 64769.845703125, + 64887.228515625, + 65023.728515625 ], "p10": [ - 64217.626953125, - 64134.158203125, - 63962.029296875, - 63837.8515625, - 63886.69921875, - 63788.4296875, - 63609.28515625, - 63693.6640625, - 63892.693359375, - 63701.732421875, - 63742.37890625, - 63633.32421875, - 63610.740234375, - 63717.72265625, - 63471.919921875, - 63519.31640625, - 63675.763671875, - 63494.443359375, - 63605.40234375, - 63130.86328125, - 63067.09765625, - 62933.427734375, - 62914.359375, - 62980.189453125 + 64188.62890625, + 64053.61328125, + 63965.12109375, + 63978.90625, + 63871.8984375, + 63887.431640625, + 63755.61328125, + 63702.134765625, + 63656.44921875, + 63680.126953125, + 63565.787109375, + 63597.208984375, + 63563.390625, + 63649.939453125, + 63591.119140625, + 63541.91796875, + 63281.544921875, + 63138.61328125, + 63238.1953125, + 63564.025390625, + 63369.845703125, + 63030.947265625, + 63445.361328125, + 63388.26953125 ], "p90": [ - 64701.966796875, - 64881.2421875, - 64967.041015625, - 65160.67578125, - 65181.216796875, - 65198.095703125, - 65145.673828125, - 65441.45703125, - 65482.294921875, - 65575.125, - 65658.6796875, - 65592.76171875, - 65661.51953125, - 65935.421875, - 66095.48046875, - 66019.21875, - 66392.4765625, - 66080.63671875, - 66841.48828125, - 66711.80078125, - 66935.85546875, - 67133.81640625, - 66955.95703125, - 66975.32421875 + 64689.830078125, + 64808.734375, + 64983.732421875, + 65091.966796875, + 65029.41796875, + 65123.435546875, + 65268.9375, + 65307.380859375, + 65378.7265625, + 65471.66796875, + 65639.64453125, + 65796.32421875, + 66024.515625, + 65777.54296875, + 65846.10546875, + 65709.0390625, + 66266.2578125, + 66237.9296875, + 66328.49609375, + 66449.87890625, + 66598.83203125, + 66741.2734375, + 66980.09375, + 67281.2109375 ], "timestamps": [ "2026-06-17 04:00:00", diff --git a/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index b9d2d4513f74d1c76b487f565ce1892b7d096cf7..f20fde27f28be71b0d3bf2c947fe251a04cd8a9a 100644 --- a/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T02:27:42.240880+00:00", + "evaluated_at": "2026-06-22T03:36:19.249842+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, @@ -370,82 +370,82 @@ 23.18000030517578 ], "p50": [ - 22.862770080566406, - 22.46209716796875, - 22.066182136535645, - 21.628138542175293, - 21.72923755645752, - 22.22910785675049, - 23.38624668121338, - 24.998573303222656, - 26.776905059814453, - 27.90306282043457, - 28.569071769714355, - 29.649147033691406, - 29.836456298828125, - 29.954779624938965, - 29.35995388031006, - 29.34446620941162, - 28.762557983398438, - 28.209355354309082, - 26.71078109741211, - 25.614778518676758, - 24.872961044311523, - 24.131742477416992, - 23.885930061340332, - 23.40748882293701 + 22.848023414611816, + 22.41286277770996, + 22.042407989501953, + 21.700942993164062, + 21.714160919189453, + 22.139785766601562, + 23.414630889892578, + 24.93686866760254, + 26.602307319641113, + 27.685876846313477, + 28.715975761413574, + 29.53290557861328, + 30.06752300262451, + 30.049278259277344, + 29.479869842529297, + 29.324721336364746, + 28.75911045074463, + 28.130295753479004, + 26.941858291625977, + 25.873394012451172, + 25.084989547729492, + 24.25800323486328, + 23.843095779418945, + 23.284833908081055 ], "p10": [ - 22.470876693725586, - 21.823981285095215, - 21.235807418823242, - 20.756836891174316, - 20.80068588256836, - 20.98394775390625, - 21.9176082611084, - 23.544196128845215, - 24.40407371520996, - 25.783416748046875, - 26.891660690307617, - 27.346856117248535, - 27.26663875579834, - 27.530192375183105, - 27.165895462036133, - 26.83508586883545, - 26.14423179626465, - 24.841548919677734, - 23.99099063873291, - 22.88041400909424, - 22.171231269836426, - 21.873269081115723, - 21.771016120910645, - 21.181659698486328 + 22.52638530731201, + 21.736184120178223, + 21.297995567321777, + 20.891322135925293, + 20.589153289794922, + 21.06278705596924, + 22.067108154296875, + 23.05223560333252, + 24.599682807922363, + 25.557912826538086, + 26.573463439941406, + 26.785181999206543, + 27.22824478149414, + 26.698883056640625, + 26.365674018859863, + 26.87752628326416, + 25.4333553314209, + 25.58056354522705, + 24.345191955566406, + 23.484103202819824, + 22.460004806518555, + 21.888014793395996, + 21.775569915771484, + 21.072379112243652 ], "p90": [ - 23.22774314880371, - 23.01321029663086, - 22.77063274383545, - 22.53343963623047, - 22.727011680603027, - 23.215014457702637, - 24.88713550567627, - 26.65218448638916, - 28.55093479156494, - 29.739048957824707, - 30.53870391845703, - 31.471640586853027, - 31.923377990722656, - 32.17429161071777, - 32.322078704833984, - 32.07599449157715, - 31.14679527282715, - 30.523582458496094, - 29.231304168701172, - 27.45719623565674, - 27.576383590698242, - 26.479849815368652, - 26.10454559326172, - 25.24917984008789 + 23.215216636657715, + 22.97576904296875, + 22.671067237854004, + 22.443506240844727, + 22.648107528686523, + 23.274059295654297, + 24.776082038879395, + 26.892656326293945, + 28.69217586517334, + 29.8333740234375, + 30.956045150756836, + 31.401365280151367, + 32.10005569458008, + 31.970321655273438, + 32.14501762390137, + 31.71424388885498, + 31.11625576019287, + 31.224763870239258, + 29.290228843688965, + 28.367321968078613, + 27.213693618774414, + 26.57303524017334, + 26.32351016998291, + 25.76239013671875 ], "timestamps": [ "2026-06-04 00:00:00", diff --git a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index bed986663d294ef299fabbe2f06d778eaef60be9..64bb00265c429885fdf0c22cf0a8560284399026 100644 --- a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T03:20:15.837714+00:00", + "evaluated_at": "2026-06-22T03:36:25.848676+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.9850000143051147, - 1.0140000581741333, - 1.0410000085830688, 1.0820000171661377, 1.1260000467300415, 1.159999966621399, @@ -245,12 +242,12 @@ 0.7649999856948853, 0.7950000166893005, 0.828000009059906, - 0.8529999852180481 - ], - "actuals": [ + 0.8529999852180481, 0.8790000081062317, 0.9179999828338623, - 0.9430000185966492, + 0.9430000185966492 + ], + "actuals": [ 0.9760000109672546, 1.0099999904632568, 1.0479999780654907, @@ -307,198 +304,198 @@ 1.7350000143051147, 1.7120000123977661, 1.6779999732971191, - 1.6399999856948853 + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809 ], "p50": [ - 0.8749714493751526, - 0.8981282711029053, - 0.9038612246513367, - 0.9079762697219849, - 0.915028989315033, - 0.9426017701625824, - 0.9441297650337219, - 0.9437161087989807, - 0.9856827557086945, - 1.000662922859192, - 0.999554455280304, - 0.9892898797988892, - 0.9895271062850952, - 0.9694136381149292, - 0.9915227591991425, - 0.9651264250278473, - 0.9156619310379028, - 0.9674025177955627, - 0.9421333074569702, - 0.892301470041275, - 0.9055548906326294, - 0.8096113204956055, - 0.8578083515167236, - 0.8572808802127838, - 0.7670023739337921, - 0.7002221047878265, - 0.7259222269058228, - 0.7454854547977448, - 0.6613034307956696, - 0.6797752678394318, - 0.6658731698989868, - 0.6076753735542297, - 0.5865468382835388, - 0.5859222710132599, - 0.5008358657360077, - 0.5269516110420227, - 0.5745026171207428, - 0.5847718119621277, - 0.4978698194026947, - 0.5547043085098267, - 0.527645081281662, - 0.5393241047859192, - 0.554225355386734, - 0.5895900428295135, - 0.505914181470871, - 0.633487194776535, - 0.4725870192050934, - 0.598063051700592, - 0.6015582084655762, - 0.6294471621513367, - 0.5232226848602295, - 0.602191150188446, - 0.6094644665718079, - 0.5317769646644592, - 0.5136812925338745, - 0.5255677402019501, - 0.5062180459499359, - 0.5847128927707672, - 0.5437591075897217, - 0.5925758183002472 + 0.9618198573589325, + 0.9870592355728149, + 0.9960828721523285, + 0.9920853674411774, + 1.01645165681839, + 1.0262110233306885, + 1.0281585454940796, + 1.0274745225906372, + 1.0636115074157715, + 1.07626473903656, + 1.0716803669929504, + 1.0402743816375732, + 1.0170530080795288, + 1.0317606925964355, + 1.0282464027404785, + 1.0001288652420044, + 0.9947871267795563, + 0.9484076499938965, + 0.9601075649261475, + 0.8857753276824951, + 0.9155124127864838, + 0.8536917567253113, + 0.8554379343986511, + 0.8153417706489563, + 0.7615762054920197, + 0.7564992904663086, + 0.7198771238327026, + 0.7178533375263214, + 0.653724879026413, + 0.6886546611785889, + 0.6533993482589722, + 0.6533454060554504, + 0.6141264140605927, + 0.5967843532562256, + 0.6641522347927094, + 0.6253242790699005, + 0.6459813714027405, + 0.6332463324069977, + 0.6129826307296753, + 0.5826035737991333, + 0.697446346282959, + 0.6810453236103058, + 0.6533995270729065, + 0.6231995820999146, + 0.7589340209960938, + 0.6601093411445618, + 0.6857048869132996, + 0.6421103477478027, + 0.651561051607132, + 0.669614315032959, + 0.6734524667263031, + 0.6295470595359802, + 0.6185884475708008, + 0.635890930891037, + 0.6878751516342163, + 0.6568729877471924, + 0.6013563871383667, + 0.5944130420684814, + 0.5345115661621094, + 0.5961666703224182 ], "p10": [ - 0.8486727476119995, - 0.8564364016056061, - 0.8482664823532104, - 0.8496438562870026, - 0.8471516370773315, - 0.862857460975647, - 0.846909910440445, - 0.8642273843288422, - 0.8373330533504486, - 0.8393192291259766, - 0.844073086977005, - 0.8253126442432404, - 0.8334906697273254, - 0.7602015435695648, - 0.7707808017730713, - 0.7372175455093384, - 0.562507152557373, - 0.6862543523311615, - 0.5460151731967926, - 0.477215051651001, - 0.5151101052761078, - 0.5482109189033508, - 0.4542158246040344, - 0.4141390025615692, - 0.3091181516647339, - 0.2595124840736389, - 0.18321239948272705, - 0.1509760022163391, - 0.17818087339401245, - 0.17586258053779602, - 0.10149028897285461, - 0.11451297998428345, - 0.05333912372589111, - -0.038889408111572266, - -0.025525212287902832, - -0.07390373945236206, - -0.013770639896392822, - -0.1836497187614441, - -0.2478172779083252, - -0.14002639055252075, - -0.04243546724319458, - -0.12547743320465088, - -0.17782306671142578, - -0.05955350399017334, - -0.2636713981628418, - -0.14146488904953003, - -0.2519938349723816, - -0.06900584697723389, - -0.019597649574279785, - 0.08105218410491943, - -0.14361435174942017, - -0.12913626432418823, - -0.006493806838989258, - -0.13294100761413574, - -0.27170175313949585, - -0.22177600860595703, - -0.19699782133102417, - -0.0966830849647522, - -0.1757580041885376, - -0.08953887224197388 + 0.9348621666431427, + 0.9420060813426971, + 0.9421431422233582, + 0.923245370388031, + 0.9437211155891418, + 0.9419849514961243, + 0.9297900497913361, + 0.9285497069358826, + 0.8802991211414337, + 0.910160094499588, + 0.8885604739189148, + 0.8199929594993591, + 0.7598181366920471, + 0.7721531093120575, + 0.7781608700752258, + 0.6930007338523865, + 0.6595187187194824, + 0.4882795214653015, + 0.5947896540164948, + 0.4317711591720581, + 0.4066283106803894, + 0.4341255724430084, + 0.40835195779800415, + 0.32165080308914185, + 0.154421865940094, + 0.2556329071521759, + 0.1566900610923767, + 0.07793089747428894, + -0.014016926288604736, + 0.03423255681991577, + -0.044899940490722656, + 0.025297105312347412, + -0.06320786476135254, + 0.016697466373443604, + -0.07690209150314331, + -0.03465151786804199, + 0.013467133045196533, + -0.12378180027008057, + -0.11366462707519531, + -0.24318832159042358, + -0.005006372928619385, + -0.04212123155593872, + -0.14851421117782593, + -0.26037490367889404, + -0.09167355298995972, + -0.1168668270111084, + -0.08655911684036255, + -0.3128542900085449, + 0.021481215953826904, + -0.03916144371032715, + -0.18303275108337402, + -0.18201935291290283, + -0.15053999423980713, + -0.1802399754524231, + -0.18724119663238525, + -0.40045875310897827, + -0.16404730081558228, + -0.22969704866409302, + -0.27304989099502563, + -0.3421960473060608 ], "p90": [ - 0.9015125632286072, - 0.9300491809844971, - 0.9537059366703033, - 0.9678071141242981, - 0.9916985332965851, - 1.039266049861908, - 1.0491086840629578, - 1.0495439171791077, - 1.1351900696754456, - 1.1541277170181274, - 1.1806132793426514, - 1.1887515187263489, - 1.1566846370697021, - 1.2010865211486816, - 1.2303705215454102, - 1.1964137554168701, - 1.3100726008415222, - 1.2470484972000122, - 1.2907458543777466, - 1.2949272394180298, - 1.2901962995529175, - 1.301296353340149, - 1.2193708419799805, - 1.2333012819290161, - 1.336974859237671, - 1.2194288969039917, - 1.184514582157135, - 1.2751950025558472, - 1.2163798809051514, - 1.159336268901825, - 1.315638244152069, - 1.3202206492424011, - 1.2384318113327026, - 1.2372875213623047, - 1.2227676510810852, - 1.172028124332428, - 1.259670376777649, - 1.3122903108596802, - 1.3405383825302124, - 1.3272192478179932, - 1.1520874500274658, - 1.2232567071914673, - 1.480190634727478, - 1.3137552738189697, - 1.3981347680091858, - 1.3232759237289429, - 1.3387280106544495, - 1.326728105545044, - 1.4945082664489746, - 1.500065267086029, - 1.4149285554885864, - 1.4170977473258972, - 1.5397825241088867, - 1.3874937295913696, - 1.5517151355743408, - 1.5153005123138428, - 1.2004055380821228, - 1.3897011876106262, - 1.4249427318572998, - 1.9497114419937134 + 0.9886752963066101, + 1.0257090330123901, + 1.0493174195289612, + 1.0526511073112488, + 1.082983136177063, + 1.1328981518745422, + 1.1229525804519653, + 1.1382283568382263, + 1.2107208371162415, + 1.3031746745109558, + 1.2607883214950562, + 1.2557581067085266, + 1.2907958626747131, + 1.3857369422912598, + 1.3070238828659058, + 1.318326473236084, + 1.3805545568466187, + 1.3011239171028137, + 1.352633535861969, + 1.4322961568832397, + 1.332903802394867, + 1.338405430316925, + 1.3992486000061035, + 1.350605845451355, + 1.2583212852478027, + 1.4031807780265808, + 1.514374315738678, + 1.3949909210205078, + 1.3202502131462097, + 1.4450692534446716, + 1.57071191072464, + 1.4986990690231323, + 1.2756646275520325, + 1.2432588338851929, + 1.2153295278549194, + 1.5839288234710693, + 1.5262727737426758, + 1.5327092409133911, + 1.2879504561424255, + 1.4736347198486328, + 1.4045619368553162, + 1.539997637271881, + 1.5544151067733765, + 1.6287354230880737, + 1.4839237928390503, + 1.5056352615356445, + 1.4198887348175049, + 1.5461650490760803, + 1.369651436805725, + 1.5758119821548462, + 1.5587947964668274, + 1.5273744463920593, + 1.4222975969314575, + 1.5528664588928223, + 1.6265898942947388, + 1.8621280789375305, + 1.3664606213569641, + 1.3754432201385498, + 1.4278150796890259, + 1.432884156703949 ], "timestamps": [ - "2026-06-20 21:12:00", - "2026-06-20 21:18:00", - "2026-06-20 21:24:00", "2026-06-20 21:30:00", "2026-06-20 21:36:00", "2026-06-20 21:42:00", @@ -795,6 +792,9 @@ "2026-06-22 02:48:00", "2026-06-22 02:54:00", "2026-06-22 03:00:00", - "2026-06-22 03:06:00" + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00" ] } diff --git a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 057cefb39fc02a077f1fd42a5ddaf61d962ca74b..7c4beb2a6532f3ebe41f7e36f9bcfaa72c7bced3 100644 --- a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T02:50:07.073081+00:00", + "evaluated_at": "2026-06-22T03:36:32.372144+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2450.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2450.0, - 2400.0, - 2400.0, - 2400.0, 2400.0, 2400.0, 2400.0, @@ -101,6 +89,18 @@ 2400.0, 2400.0, 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, 2400.0 ], "actuals": [ @@ -130,88 +130,84 @@ 2400.0 ], "p50": [ - 2400.0255126953125, - 2400.04345703125, - 2400.041015625, - 2400.0260009765625, - 2400.0533447265625, - 2400.03662109375, - 2400.0487060546875, - 2400.0416259765625, - 2400.0428466796875, - 2400.06787109375, - 2400.0533447265625, - 2400.0430908203125, - 2400.05322265625, - 2400.0662841796875, - 2400.0294189453125, - 2400.0469970703125, - 2400.0546875, - 2400.047119140625, - 2400.06201171875, - 2400.07958984375, - 2400.036376953125, - 2400.0443115234375, - 2400.0439453125, - 2400.0428466796875 + 2399.845458984375, + 2399.86181640625, + 2399.8505859375, + 2399.8795166015625, + 2399.853515625, + 2399.858154296875, + 2399.8642578125, + 2399.8580322265625, + 2399.8529052734375, + 2399.8883056640625, + 2399.8472900390625, + 2399.8505859375, + 2399.837646484375, + 2399.8531494140625, + 2399.8509521484375, + 2399.8546142578125, + 2399.87744140625, + 2399.905029296875, + 2399.8861083984375, + 2399.850341796875, + 2399.869140625, + 2399.8629150390625, + 2399.8565673828125, + 2399.85302734375 ], "p10": [ - 2399.8768310546875, - 2399.876708984375, - 2399.8673095703125, - 2399.8883056640625, - 2399.8800048828125, - 2399.8701171875, - 2399.8984375, - 2399.9190673828125, - 2399.8731689453125, - 2399.884765625, - 2399.893310546875, - 2399.8843994140625, - 2399.8621826171875, - 2399.8778076171875, - 2399.880126953125, - 2399.8717041015625, - 2399.8551025390625, - 2399.8875732421875, - 2399.8740234375, - 2399.824462890625, - 2399.8175048828125, - 2399.871826171875, - 2399.8421630859375, - 2399.8709716796875 + 2399.66796875, + 2399.706787109375, + 2399.6611328125, + 2399.7291259765625, + 2399.6494140625, + 2399.7041015625, + 2399.68505859375, + 2399.6951904296875, + 2399.6873779296875, + 2399.703857421875, + 2399.661865234375, + 2399.68359375, + 2399.666259765625, + 2399.6785888671875, + 2399.672119140625, + 2399.6734619140625, + 2399.7110595703125, + 2399.6883544921875, + 2399.7071533203125, + 2399.6529541015625, + 2399.677734375, + 2399.630126953125, + 2399.658935546875, + 2399.66357421875 ], "p90": [ - 2447.7205810546875, - 2448.420166015625, - 2448.8995361328125, - 2448.4381103515625, - 2448.73583984375, - 2448.6690673828125, - 2448.2464599609375, - 2448.304931640625, - 2448.579345703125, - 2448.866455078125, - 2448.1810302734375, - 2449.013427734375, - 2448.8067626953125, - 2448.6605224609375, - 2448.4920654296875, - 2448.2008056640625, - 2448.6434326171875, - 2448.1278076171875, - 2448.6497802734375, - 2448.6959228515625, - 2448.370849609375, - 2448.3685302734375, - 2448.3538818359375, - 2448.5863037109375 + 2449.04150390625, + 2449.2386474609375, + 2449.2135009765625, + 2449.22998046875, + 2449.025634765625, + 2449.0887451171875, + 2449.0498046875, + 2449.091552734375, + 2449.196044921875, + 2449.2314453125, + 2449.1612548828125, + 2449.2816162109375, + 2449.116943359375, + 2449.2935791015625, + 2449.220703125, + 2448.9622802734375, + 2448.97265625, + 2449.196044921875, + 2449.221923828125, + 2449.054443359375, + 2449.013671875, + 2449.1025390625, + 2448.8758544921875, + 2448.9228515625 ], "timestamps": [ - "2026-06-21 15:55:00", - "2026-06-21 16:10:00", - "2026-06-21 16:25:00", - "2026-06-21 16:40:00", "2026-06-21 16:55:00", "2026-06-21 17:10:00", "2026-06-21 17:25:00", @@ -327,6 +323,10 @@ "2026-06-22 20:55:00", "2026-06-22 21:10:00", "2026-06-22 21:25:00", - "2026-06-22 21:40:00" + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 0bd9d8656dc45b3e7d81bff2fe12a651ae65a4c3..a42a5d1f26590067eb71799df3434ce5bb8c9939 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,42 +1,30 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T03:28:50.001869+00:00", + "evaluated_at": "2026-06-22T03:36:35.738955+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t021000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 78, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t011500z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t212400z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t005000z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", + "context_length": 96, "prediction_length": 24 } ], diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 2c93584c875cc05b71ad8d98ccdf70b5a28b7f7d..50fd546624e343563f60dcbff6dd2f2598977e98 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,110133.51375278342,104115.32023568287,284.50608524077205,0.2555974979186663,0.004433838715547527,0.0044425611815166665,1.6296831685899107,331.8636975518464,0.005175225350075025,0.004436710358651451,0.0033365914802749204,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,115387.29414103409,109380.25661725937,290.9007792511887,0.2613424287788789,0.004532604130630905,0.004541961542296813,1.7384603630300717,339.68705324317864,0.005296698267094628,0.004535979922240942,0.0034359706687593946,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,7.0117621108409915,7.055180251713726,2.3406708197807196,1.286082945423883,0.09117363478001132,0.09198258102788746,18.298197202231655,2.647973208104831,0.10515306436116724,0.09294984881545072,0.08360600092705145,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,1.0700574511036958,1.067756994091591,0.9879227007231371,2.887818338850878,0.6166944200239348,0.9038166621262945,111.00156612749676,1.0344358129452478,0.6643562194321821,0.6344836309127223,0.6292003285546622,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.9803197335054473,0.9779668455399532,0.9529934126982461,2.765506306391305,0.5853064401541841,0.83673206090824,106.09617986467521,0.9901109702985051,0.6223395089953475,0.5990090710293006,0.593813598193417,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.055840085789192945,0.055815992131831624,0.21145836967560974,3.436199736109446,0.13523076952354895,0.14685558090639145,42.0919873125804,0.23630506932605772,0.15623475439009035,0.13980718460344416,0.12548721780452046,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moving-Average,5.580205392527934,5.584079915152663,2.208333333333332,1.208206630894315,0.1453467592709629,0.13387604206012063,17.194696343948102,2.3622458365987087,0.1517908971308407,0.1419009370816599,0.13361128465156072,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,136.18451396667265,129.6230197133954,9.561163966711087,0.8264304295969094,0.5572797319999554,0.38605998960772353,16.646368207793387,11.669812079321272,0.5262598336708761,0.4311686019123966,0.39954606470656695,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moving-Average,6.438845270447934,6.020958252839148,2.2671846465289507,1.1748241793709742,0.09612999458882414,0.09154143598967375,18.510278015526424,2.537487984296267,0.10460273161494606,0.09346003156273668,0.08327370282217532,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moving-Average,21.284766913067685,23.216810640196645,4.169619095143047,0.7807869306899855,0.9281208138976975,0.5069649103752386,4.906111426216294,4.613541688666928,0.618575421944169,0.5590550742091236,0.4081931853239517,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Moving-Average,111.54838988908428,119.74886503539376,10.942982456140271,0.6179566563467448,0.00455957602339178,0.004549204800824111,13.035292801951934,10.561647120079533,0.004400686300033139,0.00455957602339178,0.004609713423218519,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Moving-Average,50.8203125,39.0625,6.25,0.35294117647058826,0.0026041666666666665,0.002600780234070221,14.588233623137752,7.128836686304435,0.0029703486192935147,0.0026041666666666665,0.0031925154320987656,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moving-Average,2916.429984376527,2638.9728108544255,41.77216748768473,0.8658991116103341,0.19118729110684002,0.17018181335231902,12.392259940414672,54.0039811900616,0.2146665918968945,0.16604495878125675,0.1351157366612927,Web,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index d917aa16d7d5b7c01513c3ed1981d51093264fb5..e18f9a026b2d1e3d94a9cf5c06d9d65224f02d8b 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T03:29:35.454203+00:00", + "evaluated_at": "2026-06-22T03:37:10.449430+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63896.01171875, 64606.0, 64257.98828125, - 64255.328125 + 64408.80078125 ], "p50": [ 63921.775003426534, diff --git a/results/moving_average/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/moving_average/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 38578eba97e8fdcb8716e788603b444446861f46..23bf513c20010ff3a643f63887ab1a730ce6679d 100644 --- a/results/moving_average/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/moving_average/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T02:28:19.303740+00:00", + "evaluated_at": "2026-06-22T03:37:10.456655+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 52078301f74a98d1a972ede9ca0d021eeccffe33..afbf57e5e4c249fc1f908f7be462f6a77205970a 100644 --- a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T03:20:43.542366+00:00", + "evaluated_at": "2026-06-22T03:37:10.468019+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.9850000143051147, - 1.0140000581741333, - 1.0410000085830688, 1.0820000171661377, 1.1260000467300415, 1.159999966621399, @@ -245,12 +242,12 @@ 0.7649999856948853, 0.7950000166893005, 0.828000009059906, - 0.8529999852180481 - ], - "actuals": [ + 0.8529999852180481, 0.8790000081062317, 0.9179999828338623, - 0.9430000185966492, + 0.9430000185966492 + ], + "actuals": [ 0.9760000109672546, 1.0099999904632568, 1.0479999780654907, @@ -307,198 +304,198 @@ 1.7350000143051147, 1.7120000123977661, 1.6779999732971191, - 1.6399999856948853 + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809 ], "p50": [ - 0.5733856730360533, - 0.5773856364388014, - 0.5698856733936811, - 0.5683856331009413, - 0.5693856351274992, - 0.5678856693405653, - 0.5688856266636396, - 0.5673857055801893, - 0.5703856222528959, - 0.5718856178421522, - 0.5653856717247511, - 0.5673857055801893, - 0.5683856331009413, - 0.5673856310743833, - 0.5698856435913587, - 0.569385620226338, - 0.5678856395382429, - 0.5688856266636396, - 0.5718856178421522, - 0.5698856435913587, - 0.5713855348724867, - 0.569385620226338, - 0.5673856459755445, - 0.5673855863708998, - 0.5698856435913587, - 0.5693856649298216, - 0.5693856351274992, - 0.5673856161732221, - 0.5703856073517347, - 0.5673856459755445, - 0.5703856520552183, - 0.5688856266636396, - 0.569385620226338, - 0.569385620226338, - 0.569385620226338, - 0.5663856588501478, - 0.5678856693405653, - 0.569385620226338, - 0.5693856500286604, - 0.569385620226338, - 0.5673856459755445, - 0.5713856540817762, - 0.5653856419224287, - 0.5703856371540571, - 0.569385620226338, - 0.5673856459755445, - 0.5708856009144331, - 0.5693856798309828, - 0.5703856669563795, - 0.569385620226338, - 0.5673856757778669, - 0.5693856798309828, - 0.569385620226338, - 0.569385620226338, - 0.5703856520552183, - 0.5683856331009413, - 0.567385601272061, - 0.5673855863708998, - 0.569385620226338, - 0.5673856459755445 + 0.6403732760400204, + 0.6443732245416073, + 0.639873207971516, + 0.6363732977361111, + 0.6383732421845821, + 0.6383732421845821, + 0.6383732421845821, + 0.6363732679337887, + 0.6383732868880657, + 0.6373732848615078, + 0.6358732445687679, + 0.6373732550591854, + 0.6368732912988094, + 0.6343732638806728, + 0.6383732570857433, + 0.6383732421845821, + 0.6383732421845821, + 0.6363732530326275, + 0.6393732442111401, + 0.6363732977361111, + 0.6398732228726772, + 0.6388732655496029, + 0.6378732486218838, + 0.6363732679337887, + 0.6388732655496029, + 0.6383732570857433, + 0.6393732740134624, + 0.635373280808392, + 0.636873261496487, + 0.635373280808392, + 0.6388732655496029, + 0.6373732550591854, + 0.6363732977361111, + 0.6403732760400204, + 0.6373732550591854, + 0.6363732679337887, + 0.6358732445687679, + 0.6403731568307308, + 0.636873261496487, + 0.6393732889146236, + 0.6373732550591854, + 0.6398732675761608, + 0.6343732936829952, + 0.6403732164353756, + 0.6388732655496029, + 0.6393732293099789, + 0.6403732760400204, + 0.6383732421845821, + 0.6393732889146236, + 0.6383732421845821, + 0.6383732421845821, + 0.6363732977361111, + 0.6383732421845821, + 0.6363732679337887, + 0.6403732760400204, + 0.6378732486218838, + 0.6363732530326275, + 0.6368732912988094, + 0.636873261496487, + 0.6363732381314663 ], "p10": [ - 0.5393856488365675, - 0.5403856359619642, - 0.5422856174606825, - 0.5402856372494246, - 0.5392856441635633, - 0.538385602106526, - 0.5373856149811292, - 0.5373856149811292, - 0.5392855905193831, - 0.5393857024807478, - 0.539385642876103, - 0.5382855557102705, - 0.5393857084412123, - 0.537385674585774, - 0.539385642876103, - 0.5392855905193831, - 0.5392856441635633, - 0.5383855961460615, - 0.5403856896061445, - 0.5373856149811292, - 0.5383855425018812, - 0.539385642876103, - 0.5373856149811292, - 0.5392856441635633, - 0.539385642876103, - 0.5383855425018812, - 0.5393856488365675, - 0.5373856149811292, - 0.5382855557102705, - 0.5402856372494246, - 0.5373856686253096, - 0.5373856149811292, - 0.5393856488365675, - 0.5383855425018812, - 0.5393856488365675, - 0.5392856382030988, - 0.5403856359619642, - 0.5393856488365675, - 0.5383855425018812, - 0.5393856488365675, - 0.5373856149811292, - 0.5402856908936048, - 0.5392856441635633, - 0.538385602106526, - 0.5393856488365675, - 0.5391856514114881, - 0.5382856093544508, - 0.5403856896061445, - 0.5412855766911054, - 0.538285549749806, - 0.5382855557102705, - 0.5383855425018812, - 0.5412855766911054, - 0.5373856686253096, - 0.5383855425018812, - 0.5403856896061445, - 0.538285549749806, - 0.538385602106526, - 0.5413855634827162, - 0.5393856488365675 + 0.6083732707948116, + 0.6122732861489681, + 0.6083732707948116, + 0.6072731776685146, + 0.6092732651681332, + 0.608273260161343, + 0.6063732965440182, + 0.6063732369393734, + 0.6103731854409603, + 0.6102731986493496, + 0.6092732651681332, + 0.6083732707948116, + 0.6093732579202084, + 0.6063732369393734, + 0.6083732707948116, + 0.6083732648343472, + 0.6083732707948116, + 0.6063732965440182, + 0.608373324438992, + 0.6063732369393734, + 0.6073732181043057, + 0.6093732579202084, + 0.6063732369393734, + 0.6063732905835537, + 0.6073731644601253, + 0.6073732181043057, + 0.6063732905835537, + 0.6063732369393734, + 0.6063732369393734, + 0.6063732369393734, + 0.6103733046502499, + 0.6063732369393734, + 0.6063732369393734, + 0.6083732707948116, + 0.6072731776685146, + 0.6063732369393734, + 0.6093732579202084, + 0.608273260161343, + 0.6063732369393734, + 0.6073731644601253, + 0.6063732369393734, + 0.6093732579202084, + 0.6082732065171627, + 0.6063732369393734, + 0.608373324438992, + 0.6102732522935299, + 0.6063732905835537, + 0.6083732648343472, + 0.6072731717080502, + 0.6083732111901669, + 0.6083732707948116, + 0.6103731854409603, + 0.6063732369393734, + 0.6063732369393734, + 0.6072731717080502, + 0.6063732905835537, + 0.6063732369393734, + 0.6063732369393734, + 0.6102731926888851, + 0.6073732240647701 ], "p90": [ - 0.5963856302399183, - 0.5983856640953565, - 0.5953855835098768, - 0.5933857284683729, - 0.5973856769699598, - 0.5913856409687543, - 0.5954856418270612, - 0.5933856092590833, - 0.5944856547016645, - 0.5943856559891249, - 0.5923856817383314, - 0.5953856431145216, - 0.5933856092590833, - 0.5953855894703413, - 0.5963856302399183, - 0.5974856756824994, - 0.5973856769699598, - 0.5944856487412, - 0.5954856418270612, - 0.5964856349129225, - 0.5963856302399183, - 0.5944856487412, - 0.5965856276649977, - 0.5924856744904066, - 0.5963856302399183, - 0.5953855835098768, - 0.5964856349129225, - 0.5924856744904066, - 0.5954856418270612, - 0.5934856139320875, - 0.5953855835098768, - 0.5973855696815992, - 0.5934857212204481, - 0.5963856302399183, - 0.5953855835098768, - 0.5954856418270612, - 0.5953855894703413, - 0.5953855894703413, - 0.5934857212204481, - 0.5964856229919935, - 0.5954856418270612, - 0.5983856104511762, - 0.5897856556076551, - 0.5963856302399183, - 0.5933856092590833, - 0.5963856302399183, - 0.5953855835098768, - 0.5953855894703413, - 0.5954856418270612, - 0.5924856744904066, - 0.5963856302399183, - 0.598485609163716, - 0.5924856744904066, - 0.5964856229919935, - 0.595485588182881, - 0.5973856769699598, - 0.5963856302399183, - 0.5963856302399183, - 0.5973855696815992, - 0.5953855835098768 + 0.6644732637853054, + 0.6664731843919186, + 0.6643732114285854, + 0.6623732967824367, + 0.6653732521981625, + 0.6614732964486507, + 0.6654732449502376, + 0.6624733431786922, + 0.664373205468121, + 0.6654732449502376, + 0.6623732431382564, + 0.6623732431382564, + 0.663373277947369, + 0.6643732114285854, + 0.6653732521981625, + 0.6644732101411251, + 0.6644732101411251, + 0.664373205468121, + 0.6643732650727657, + 0.6653732521981625, + 0.663373277947369, + 0.6653732521981625, + 0.663373277947369, + 0.6604733152837184, + 0.6654732449502376, + 0.6673732860536007, + 0.6623732967824367, + 0.6643732650727657, + 0.6653732521981625, + 0.6624733431786922, + 0.664373205468121, + 0.6654732568711667, + 0.6624732895345119, + 0.6673732264489559, + 0.663373277947369, + 0.6617732985467342, + 0.6643732650727657, + 0.6634732706994442, + 0.6634732706994442, + 0.6654732449502376, + 0.6643732114285854, + 0.663373277947369, + 0.6604732497186092, + 0.6673732860536007, + 0.6634732766599086, + 0.6654732449502376, + 0.6643732650727657, + 0.6644732101411251, + 0.6654732568711667, + 0.6643732650727657, + 0.6653732521981625, + 0.6653732521981625, + 0.6634732706994442, + 0.6653732521981625, + 0.663373277947369, + 0.663373277947369, + 0.664373205468121, + 0.663373277947369, + 0.6653732521981625, + 0.663373277947369 ], "timestamps": [ - "2026-06-20 21:12:00", - "2026-06-20 21:18:00", - "2026-06-20 21:24:00", "2026-06-20 21:30:00", "2026-06-20 21:36:00", "2026-06-20 21:42:00", @@ -795,6 +792,9 @@ "2026-06-22 02:48:00", "2026-06-22 02:54:00", "2026-06-22 03:00:00", - "2026-06-22 03:06:00" + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00" ] } diff --git a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 18d4fb1b93570ec2a39f5a199aee21ec9766a669..e9a363f71ebcae6d0228e24493cc6a285832209c 100644 --- a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T02:50:45.105875+00:00", + "evaluated_at": "2026-06-22T03:37:10.477958+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2450.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2450.0, - 2400.0, - 2400.0, - 2400.0, 2400.0, 2400.0, 2400.0, @@ -101,6 +89,18 @@ 2400.0, 2400.0, 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, 2400.0 ], "actuals": [ @@ -130,88 +130,84 @@ 2400.0 ], "p50": [ - 2410.9429824561403, - 2410.9429824561403, - 2410.9429824561403, - 2410.9429824561403, - 2410.9429824561403, - 2410.9429824561403, - 2410.9429824561403, - 2410.9429824561403, - 2410.9429824561403, - 2410.9429824561403, - 2410.9429824561403, - 2410.9429824561403, - 2410.9429824561403, - 2410.9429824561403, - 2410.9429824561403, - 2410.9429824561403, - 2410.9429824561403, - 2410.9429824561403, - 2410.9429824561403, - 2410.9429824561403, - 2410.9429824561403, - 2410.9429824561403, - 2410.9429824561403, - 2410.9429824561403 + 2406.25, + 2406.25, + 2406.25, + 2406.25, + 2406.25, + 2406.25, + 2406.25, + 2406.25, + 2406.25, + 2406.25, + 2406.25, + 2406.25, + 2406.25, + 2406.25, + 2406.25, + 2406.25, + 2406.25, + 2406.25, + 2406.25, + 2406.25, + 2406.25, + 2406.25, + 2406.25, + 2406.25 ], "p10": [ - 2360.9429824561403, - 2360.9429824561403, - 2360.9429824561403, - 2360.9429824561403, - 2360.9429824561403, - 2360.9429824561403, - 2360.9429824561403, - 2360.9429824561403, - 2360.9429824561403, - 2360.9429824561403, - 2360.9429824561403, - 2360.9429824561403, - 2360.9429824561403, - 2360.9429824561403, - 2360.9429824561403, - 2360.9429824561403, - 2360.9429824561403, - 2360.9429824561403, - 2360.9429824561403, - 2360.9429824561403, - 2360.9429824561403, - 2360.9429824561403, - 2360.9429824561403, - 2360.9429824561403 + 2356.25, + 2356.25, + 2356.25, + 2356.25, + 2356.25, + 2356.25, + 2356.25, + 2356.25, + 2356.25, + 2356.25, + 2356.25, + 2356.25, + 2356.25, + 2356.25, + 2356.25, + 2356.25, + 2356.25, + 2356.25, + 2356.25, + 2356.25, + 2356.25, + 2356.25, + 2356.25, + 2356.25 ], "p90": [ - 2460.9429824561403, - 2460.9429824561403, - 2460.9429824561403, - 2460.9429824561403, - 2460.9429824561403, - 2460.9429824561403, - 2460.9429824561403, - 2460.9429824561403, - 2460.9429824561403, - 2460.9429824561403, - 2460.9429824561403, - 2460.9429824561403, - 2460.9429824561403, - 2460.9429824561403, - 2460.9429824561403, - 2460.9429824561403, - 2460.9429824561403, - 2460.9429824561403, - 2460.9429824561403, - 2460.9429824561403, - 2460.9429824561403, - 2460.9429824561403, - 2460.9429824561403, - 2460.9429824561403 + 2456.25, + 2456.25, + 2456.25, + 2456.25, + 2456.25, + 2456.25, + 2456.25, + 2456.25, + 2456.25, + 2456.25, + 2456.25, + 2456.25, + 2456.25, + 2456.25, + 2456.25, + 2456.25, + 2456.25, + 2456.25, + 2456.25, + 2456.25, + 2456.25, + 2456.25, + 2456.25, + 2456.25 ], "timestamps": [ - "2026-06-21 15:55:00", - "2026-06-21 16:10:00", - "2026-06-21 16:25:00", - "2026-06-21 16:40:00", "2026-06-21 16:55:00", "2026-06-21 17:10:00", "2026-06-21 17:25:00", @@ -327,6 +323,10 @@ "2026-06-22 20:55:00", "2026-06-22 21:10:00", "2026-06-22 21:25:00", - "2026-06-22 21:40:00" + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index acd65c70a8be494eede454c8ce83e5dc0b77b692..47dcabe7fae2c1fdd3b4c1cdd3abd528d9cd3b91 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,42 +1,30 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T03:29:35.501645+00:00", + "evaluated_at": "2026-06-22T03:37:10.481159+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t021000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 78, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t011500z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t212400z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t005000z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", + "context_length": 96, "prediction_length": 24 } ], diff --git a/results/online_status.json b/results/online_status.json index 8c0d5ceb51bfa89ebcd292e68c779072272796a0..8f073688d41bd4b66213fb8ea79523ef98387211 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-22T03:24:34.281944+00:00", - "finished_at": "2026-06-22T03:29:35.644368+00:00", - "task_count": 6, + "started_at": "2026-06-22T03:33:43.429631+00:00", + "finished_at": "2026-06-22T03:37:10.604698+00:00", + "task_count": 4, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,42 +10,30 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T03:25:33.554678+00:00", + "evaluated_at": "2026-06-22T03:34:16.643989+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t021000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 78, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t011500z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t212400z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t005000z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", + "context_length": 96, "prediction_length": 24 } ], @@ -54,42 +42,30 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T03:26:26.100137+00:00", + "evaluated_at": "2026-06-22T03:35:09.448693+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t021000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 78, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t011500z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t212400z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t005000z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", + "context_length": 96, "prediction_length": 24 } ], @@ -98,42 +74,30 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T03:27:15.126878+00:00", + "evaluated_at": "2026-06-22T03:35:27.597373+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t021000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 78, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t011500z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t212400z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t005000z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", + "context_length": 96, "prediction_length": 24 } ], @@ -142,42 +106,30 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T03:27:56.372047+00:00", + "evaluated_at": "2026-06-22T03:35:51.295264+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t021000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 78, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t011500z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t212400z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t005000z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", + "context_length": 96, "prediction_length": 24 } ], @@ -186,42 +138,30 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T03:28:50.001869+00:00", + "evaluated_at": "2026-06-22T03:36:35.738955+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t021000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 78, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t011500z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t212400z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t005000z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", + "context_length": 96, "prediction_length": 24 } ], @@ -230,42 +170,30 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T03:29:34.910126+00:00", + "evaluated_at": "2026-06-22T03:37:09.967960+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t021000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 78, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t011500z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t212400z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t005000z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", + "context_length": 96, "prediction_length": 24 } ], @@ -274,42 +202,30 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T03:29:35.328457+00:00", + "evaluated_at": "2026-06-22T03:37:10.336551+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t021000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 78, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t011500z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t212400z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t005000z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", + "context_length": 96, "prediction_length": 24 } ], @@ -318,42 +234,30 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T03:29:35.449407+00:00", + "evaluated_at": "2026-06-22T03:37:10.444786+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t021000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 78, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t011500z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t212400z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t005000z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", + "context_length": 96, "prediction_length": 24 } ], @@ -362,42 +266,30 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T03:29:35.501645+00:00", + "evaluated_at": "2026-06-22T03:37:10.481159+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t021000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 78, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t011500z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t212400z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t005000z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", + "context_length": 96, "prediction_length": 24 } ], @@ -406,42 +298,30 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T03:29:35.549406+00:00", + "evaluated_at": "2026-06-22T03:37:10.511583+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t021000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 78, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t011500z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t212400z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t005000z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", + "context_length": 96, "prediction_length": 24 } ], @@ -458,7 +338,5 @@ "overall": "aggregates/results_overall.csv", "metadata": "aggregates/metadata.json" }, - "push_status": "ok", - "pushed_at": "2026-06-22T03:30:42.312816+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_033710.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_033710.json new file mode 100644 index 0000000000000000000000000000000000000000..38b2256a5df007f2cdaea156cf9b71a90b7d8e0e --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_033710.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-22T03:37:10.182567+00:00", + "metrics": { + "MSE[mean]": 324561.6345649955, + "MSE[0.5]": 748236.306212402, + "MAE[0.5]": 823.8314201958314, + "MASE[0.5]": 0.7401221296572101, + "MAPE[0.5]": 0.012834470333608445, + "sMAPE[0.5]": 0.012925840509565703, + "MSIS": 14.242897037457668, + "RMSE[mean]": 569.7031108963646, + "NRMSE[mean]": 0.008883310245218448, + "ND[0.5]": 0.012845901585202654, + "mean_weighted_sum_quantile_loss": 0.011608409531409482 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0 + ], + "actual": [ + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 64408.80078125 + ], + "predictions": { + "p50": [ + 63707.84300941938, + 63658.75173961217, + 63606.75907136685, + 63551.28389464019, + 63515.694875764035, + 63480.28888919713, + 63424.519430867294, + 63401.2118662461, + 63391.70499977636, + 63332.83370305868, + 63308.239436409305, + 63283.93346754319, + 63244.519761249685, + 63226.5783298813, + 63190.019859328524, + 63182.019057364945, + 63172.865889052824, + 63111.57664067788, + 63137.55278089548, + 63095.28560108082, + 63098.13433203916, + 63120.78277619196, + 63078.17664000744, + 63071.880019879354 + ], + "p10": [ + 63411.46567795504, + 63320.915005654984, + 63313.48721056215, + 63172.14644218715, + 63204.04881078871, + 63136.62407722957, + 63047.37448083974, + 63097.18913047926, + 63064.7894513992, + 63029.54436269002, + 62969.55859357724, + 62995.327319426455, + 62992.04913799568, + 62929.26578857411, + 62907.66227606013, + 62915.618927804535, + 62828.32645158157, + 62816.769098615165, + 62835.2182628784, + 62816.66686322157, + 62720.561237174974, + 62812.92395253164, + 62780.86409870025, + 62766.079691155755 + ], + "p90": [ + 63901.01602482756, + 63914.712474114225, + 63816.33302409564, + 63862.47693695639, + 63804.76437250804, + 63758.16201476726, + 63692.04519032978, + 63684.60579026807, + 63701.015885965804, + 63549.911459289055, + 63521.11798653498, + 63498.23561321705, + 63561.83535080455, + 63521.51391221007, + 63494.54210653259, + 63443.61307279755, + 63474.08802028959, + 63407.484292732355, + 63422.63492266721, + 63407.012504400554, + 63411.74869920655, + 63398.68165289179, + 63336.92118575222, + 63375.20161579783 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_033403.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_033403.json new file mode 100644 index 0000000000000000000000000000000000000000..c3ea4f092a187a31b332fe9a77e93272d9d0d35e --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_033403.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T03:34:03.042996+00:00", + "metrics": { + "MSE[mean]": 416554.03565279645, + "MSE[0.5]": 416554.03565279645, + "MAE[0.5]": 554.2693684895834, + "MASE[0.5]": 0.4979502060175771, + "MAPE[0.5]": 0.008660970372220335, + "sMAPE[0.5]": 0.008610245346086872, + "MSIS": 1.5713130905677988, + "RMSE[mean]": 645.409974863107, + "NRMSE[mean]": 0.010063798024635652, + "ND[0.5]": 0.008642653806062786, + "mean_weighted_sum_quantile_loss": 0.005626511998055221 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0 + ], + "actual": [ + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 64408.80078125 + ], + "predictions": { + "p50": [ + 64444.35546875, + 64458.6171875, + 64471.0078125, + 64498.328125, + 64514.74609375, + 64549.66015625, + 64572.0, + 64595.59765625, + 64610.015625, + 64633.86328125, + 64655.3046875, + 64671.85546875, + 64676.87890625, + 64694.265625, + 64708.71484375, + 64711.41796875, + 64812.8359375, + 64836.6640625, + 64850.296875, + 64872.2890625, + 64872.66796875, + 64902.4453125, + 64919.01953125, + 64934.02734375 + ], + "p10": [ + 64159.08203125, + 64121.87109375, + 64069.73046875, + 64038.328125, + 64005.09375, + 64009.05078125, + 63962.29296875, + 63936.78515625, + 63892.75, + 63845.33203125, + 63811.3671875, + 63762.17578125, + 63705.46875, + 63658.078125, + 63634.125, + 63639.0546875, + 63530.33984375, + 63496.34375, + 63411.33984375, + 63373.91796875, + 63342.98046875, + 63293.9765625, + 63263.078125, + 63233.60546875 + ], + "p90": [ + 64685.69140625, + 64745.29296875, + 64802.91796875, + 64863.125, + 64939.35546875, + 64977.9921875, + 65027.59375, + 65076.78125, + 65126.71875, + 65183.53125, + 65232.625, + 65296.8828125, + 65355.81640625, + 65385.73828125, + 65422.8828125, + 65437.5390625, + 65689.4296875, + 65750.546875, + 65793.5703125, + 65888.5546875, + 65913.40625, + 65980.359375, + 66040.875, + 66078.515625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_033710.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_033710.json new file mode 100644 index 0000000000000000000000000000000000000000..65be98bb11b80c9042d16a72b0d9519e7fa5d671 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_033710.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-22T03:37:10.362970+00:00", + "metrics": { + "MSE[mean]": 71057.17665011573, + "MSE[0.5]": 75490.40389557267, + "MAE[0.5]": 208.75305933352743, + "MASE[0.5]": 0.18754171673819106, + "MAPE[0.5]": 0.0032616866425110515, + "sMAPE[0.5]": 0.0032562503870787285, + "MSIS": 1.4831389313223928, + "RMSE[mean]": 266.56552036997533, + "NRMSE[mean]": 0.004156523236109468, + "ND[0.5]": 0.0032550606714793918, + "mean_weighted_sum_quantile_loss": 0.0025956815781210505 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0 + ], + "actual": [ + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 64408.80078125 + ], + "predictions": { + "p50": [ + 64429.850861727355, + 64423.81311623109, + 64383.087870734824, + 64373.93098461356, + 64377.8365984923, + 64348.529321746035, + 64327.71423249977, + 64312.899143253504, + 64304.08405400724, + 64284.89982413597, + 64288.94606301471, + 64265.50988001844, + 64260.84713452218, + 64244.50079527592, + 64197.91617477965, + 64197.78077303339, + 64182.82505878712, + 64160.86153204086, + 64171.95659904459, + 64131.231353548326, + 64123.84595180206, + 64109.0308625558, + 64094.21577330954, + 64087.72880906327 + ], + "p10": [ + 64184.593049227355, + 64090.30139748109, + 64150.11560510982, + 64060.67121898856, + 64124.9639422423, + 64110.14885299603, + 64079.73923249977, + 64076.0401588785, + 64044.00592900724, + 64035.97208976097, + 64062.62731301471, + 63999.56066126844, + 64036.369400147174, + 63976.71173277592, + 63961.218518529655, + 63958.67921053339, + 63868.07505878712, + 63929.04903204086, + 63913.07417716959, + 63816.37275979832, + 63736.24438930206, + 63858.1910188058, + 63779.18452330954, + 63847.78037156327 + ], + "p90": [ + 64665.917267977355, + 64648.92249123109, + 64625.83904260983, + 64647.67903148856, + 64607.5076922423, + 64592.69260299604, + 64597.33923249977, + 64562.871799503504, + 64537.57389775724, + 64536.922480385976, + 64538.07887551471, + 64503.017301893444, + 64567.857290772175, + 64521.20782652592, + 64462.847034154656, + 64446.31631990839, + 64508.13365253712, + 64434.37325079086, + 64447.13238029459, + 64388.77158792333, + 64417.50220180206, + 64357.3668000558, + 64360.29780455954, + 64348.24013718827 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_033612.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_033612.json new file mode 100644 index 0000000000000000000000000000000000000000..abb92101d5dccfd8fb33fb8bf9d73a6291b18c04 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_033612.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T03:36:12.662500+00:00", + "metrics": { + "MSE[mean]": 521858.24273109436, + "MSE[0.5]": 337471.1952258746, + "MAE[0.5]": 487.4136555989583, + "MASE[0.5]": 0.4378876842548138, + "MAPE[0.5]": 0.00761818172469924, + "sMAPE[0.5]": 0.0075770361369196385, + "MSIS": 2.293088882342459, + "RMSE[mean]": 722.3975655628238, + "NRMSE[mean]": 0.01126425601781991, + "ND[0.5]": 0.007600180932186011, + "mean_weighted_sum_quantile_loss": 0.00604201537454915 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0 + ], + "actual": [ + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 64408.80078125 + ], + "predictions": { + "p50": [ + 64432.7734375, + 64443.947265625, + 64432.076171875, + 64421.6015625, + 64451.99609375, + 64480.94921875, + 64457.712890625, + 64481.345703125, + 64583.080078125, + 64599.0390625, + 64621.533203125, + 64656.384765625, + 64630.572265625, + 64694.896484375, + 64718.611328125, + 64757.490234375, + 64605.833984375, + 64684.25, + 64827.12890625, + 64693.615234375, + 64798.0234375, + 64769.845703125, + 64887.228515625, + 65023.728515625 + ], + "p10": [ + 64188.62890625, + 64053.61328125, + 63965.12109375, + 63978.90625, + 63871.8984375, + 63887.431640625, + 63755.61328125, + 63702.134765625, + 63656.44921875, + 63680.126953125, + 63565.787109375, + 63597.208984375, + 63563.390625, + 63649.939453125, + 63591.119140625, + 63541.91796875, + 63281.544921875, + 63138.61328125, + 63238.1953125, + 63564.025390625, + 63369.845703125, + 63030.947265625, + 63445.361328125, + 63388.26953125 + ], + "p90": [ + 64689.830078125, + 64808.734375, + 64983.732421875, + 65091.966796875, + 65029.41796875, + 65123.435546875, + 65268.9375, + 65307.380859375, + 65378.7265625, + 65471.66796875, + 65639.64453125, + 65796.32421875, + 66024.515625, + 65777.54296875, + 65846.10546875, + 65709.0390625, + 66266.2578125, + 66237.9296875, + 66328.49609375, + 66449.87890625, + 66598.83203125, + 66741.2734375, + 66980.09375, + 67281.2109375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_033710.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_033710.json new file mode 100644 index 0000000000000000000000000000000000000000..fee0e1537c23f73567405f67aaa5e6027f2ab453 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_033710.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T03:37:10.449430+00:00", + "metrics": { + "MSE[mean]": 115387.29414103409, + "MSE[0.5]": 109380.25661725937, + "MAE[0.5]": 290.9007792511887, + "MASE[0.5]": 0.2613424287788789, + "MAPE[0.5]": 0.004532604130630905, + "sMAPE[0.5]": 0.004541961542296813, + "MSIS": 1.7384603630300717, + "RMSE[mean]": 339.68705324317864, + "NRMSE[mean]": 0.005296698267094628, + "ND[0.5]": 0.004535979922240942, + "mean_weighted_sum_quantile_loss": 0.0034359706687593946 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0 + ], + "actual": [ + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 64408.80078125 + ], + "predictions": { + "p50": [ + 63921.775003426534, + 63930.552347176534, + 63904.642190926534, + 63910.300394051534, + 63929.021097176534, + 63914.528909676534, + 63908.528909676534, + 63908.528909676534, + 63914.528909676534, + 63910.159769051534, + 63929.021097176534, + 63920.400003426534, + 63930.552347176534, + 63929.021097176534, + 63897.251565926534, + 63911.931253426534, + 63911.790628426534, + 63904.642190926534, + 63930.552347176534, + 63904.642190926534, + 63912.071878426534, + 63912.071878426534, + 63912.071878426534, + 63920.400003426534 + ], + "p10": [ + 63676.517190926534, + 63597.040628426534, + 63671.66992530153, + 63597.040628426534, + 63676.14844092653, + 63676.14844092653, + 63660.553909676535, + 63671.66992530153, + 63654.450784676534, + 63661.232034676534, + 63702.702347176535, + 63654.450784676534, + 63706.07461280153, + 63661.232034676534, + 63660.553909676535, + 63672.829690926534, + 63597.040628426534, + 63672.829690926534, + 63671.66992530153, + 63589.78359717653, + 63524.470315926534, + 63661.232034676534, + 63597.040628426534, + 63680.45156592653 + ], + "p90": [ + 64157.841409676534, + 64155.661722176534, + 64147.39336280154, + 64184.048440926534, + 64158.69219092654, + 64158.69219092654, + 64178.153909676534, + 64158.501565926534, + 64148.018753426535, + 64162.18242530154, + 64178.153909676534, + 64157.907425301535, + 64237.56250342653, + 64205.728128426534, + 64162.18242530154, + 64160.46680030153, + 64237.099222176534, + 64178.153909676534, + 64205.728128426534, + 64162.18242530154, + 64205.728128426534, + 64160.407815926534, + 64178.153909676534, + 64180.911331551535 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_033710.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_033710.json new file mode 100644 index 0000000000000000000000000000000000000000..ee22ca6a9f201d347c6440624bd4812ecb84b6f8 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_033710.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T03:37:10.485451+00:00", + "metrics": { + "MSE[mean]": 228519.49450620016, + "MSE[0.5]": 228519.49450620016, + "MAE[0.5]": 408.2420247395833, + "MASE[0.5]": 0.3667606616581929, + "MAPE[0.5]": 0.00636989422450029, + "sMAPE[0.5]": 0.006383421239527759, + "MSIS": 3.444595661865718, + "RMSE[mean]": 478.03712670272813, + "NRMSE[mean]": 0.007453973875185017, + "ND[0.5]": 0.0063656674705390055, + "mean_weighted_sum_quantile_loss": 0.005760606680879826 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0 + ], + "actual": [ + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 64408.80078125 + ], + "predictions": { + "p50": [ + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0 + ], + "p10": [ + 62311.860625, + 62404.50890625, + 62469.7171875, + 62382.10671875, + 62149.609375, + 62466.336953125, + 62401.205234375, + 62414.24, + 62381.988046875, + 62129.825625, + 62670.90046875, + 62876.83828125, + 62753.622421875, + 62558.005234375, + 62529.7728125, + 62657.28, + 62647.468515625, + 62732.15046875, + 62986.571484374996, + 63012.051484375, + 63008.119999999995, + 62963.04, + 62956.424999999996, + 63137.479999999996 + ], + "p90": [ + 64855.201875, + 64951.63171875, + 65019.5015625, + 64928.31515625, + 64686.328125, + 65015.983359375, + 64948.193203125, + 64961.76, + 64928.191640625, + 64665.736875, + 65228.89640625, + 65443.23984375, + 65314.994765625, + 65111.393203125, + 65082.0084375, + 65214.72, + 65204.508046875, + 65292.64640625, + 65557.451953125, + 65583.971953125, + 65579.88, + 65532.96, + 65526.075000000004, + 65714.52 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_033651.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_033651.json new file mode 100644 index 0000000000000000000000000000000000000000..a27f79adf2fece05f7d3538931a69a8b3ad89944 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_033651.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T03:36:51.200078+00:00", + "metrics": { + "MSE[mean]": 209715.7054754893, + "MSE[0.5]": 209715.7054754893, + "MAE[0.5]": 378.1678059895833, + "MASE[0.5]": 0.33974227624174963, + "MAPE[0.5]": 0.005912168951249401, + "sMAPE[0.5]": 0.005886669101834413, + "MSIS": 1.6467967356927256, + "RMSE[mean]": 457.9472736849618, + "NRMSE[mean]": 0.0071407152783399645, + "ND[0.5]": 0.005896723891981972, + "mean_weighted_sum_quantile_loss": 0.004081944412297672 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0 + ], + "actual": [ + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 64408.80078125 + ], + "predictions": { + "p50": [ + 64467.90625, + 64422.0, + 64429.0625, + 64453.78125, + 64453.78125, + 64450.25, + 64464.375, + 64478.5, + 64510.28125, + 64524.40625, + 64556.1875, + 64552.65625, + 64556.1875, + 64552.65625, + 64552.65625, + 64556.1875, + 64573.84375, + 64545.59375, + 64520.875, + 64510.28125, + 64499.6875, + 64496.15625, + 64478.5, + 64414.9375 + ], + "p10": [ + 64199.53125, + 64090.0625, + 64045.921875, + 64031.796875, + 64017.671875, + 64007.078125, + 63987.65625, + 63971.765625, + 63971.765625, + 63978.828125, + 63987.65625, + 63950.578125, + 63912.6171875, + 63872.890625, + 63859.6484375, + 63818.15625, + 63822.5703125, + 63759.33984375, + 63698.7578125, + 63659.69140625, + 63632.765625, + 63620.40625, + 63578.03125, + 63502.109375 + ], + "p90": [ + 64732.75, + 64782.1875, + 64845.75, + 64909.3125, + 64930.5, + 64930.5, + 64979.9375, + 65008.1875, + 65078.8125, + 65107.0625, + 65156.5, + 65191.8125, + 65213.0, + 65227.125, + 65241.25, + 65290.6875, + 65318.9375, + 65304.8125, + 65276.5625, + 65283.625, + 65283.625, + 65283.625, + 65290.6875, + 65248.3125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_033441.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_033441.json new file mode 100644 index 0000000000000000000000000000000000000000..aa801a03665eba8bb255717e31dbd1e2f0404051 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_033441.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T03:34:41.528500+00:00", + "metrics": { + "MSE[mean]": 227554.39611943564, + "MSE[0.5]": 151771.46841557822, + "MAE[0.5]": 293.9947916666667, + "MASE[0.5]": 0.26412205941931394, + "MAPE[0.5]": 0.004599208881739813, + "sMAPE[0.5]": 0.004580762293804284, + "MSIS": 12.166158771373325, + "RMSE[mean]": 477.02661992747915, + "NRMSE[mean]": 0.007438217167844402, + "ND[0.5]": 0.00458422447569968, + "mean_weighted_sum_quantile_loss": 0.005342523407474844 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0 + ], + "actual": [ + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 64408.80078125 + ], + "predictions": { + "p50": [ + 64371.95703125, + 64365.90625, + 64349.42578125, + 64336.77734375, + 64349.8984375, + 64354.26953125, + 64348.24609375, + 64348.296875, + 64368.2421875, + 64399.6015625, + 64395.2421875, + 64427.59375, + 64444.9375, + 64417.69140625, + 64445.44140625, + 64427.5234375, + 64426.05859375, + 64444.30078125, + 64460.5546875, + 64490.44140625, + 64466.59375, + 64487.56640625, + 64508.05859375, + 64513.30859375 + ], + "p10": [ + 64394.98828125, + 64428.1875, + 64399.46484375, + 64402.234375, + 64399.98828125, + 64409.28125, + 64424.5, + 64439.09375, + 64424.2890625, + 64429.0859375, + 64439.82421875, + 64423.94921875, + 64437.7109375, + 64456.6484375, + 64483.85546875, + 64467.08984375, + 64446.8984375, + 64512.76953125, + 64511.4375, + 64502.78125, + 64521.56640625, + 64562.3828125, + 64536.26953125, + 64544.796875 + ], + "p90": [ + 64582.3984375, + 64629.71875, + 64647.44921875, + 64668.2734375, + 64698.61328125, + 64710.671875, + 64741.69140625, + 64750.37890625, + 64788.8828125, + 64838.55078125, + 64846.7421875, + 64883.25, + 64901.6015625, + 64915.515625, + 64945.9453125, + 64957.21484375, + 64966.84765625, + 65001.51953125, + 65037.55078125, + 65055.75, + 65054.625, + 65083.7578125, + 65085.0625, + 65087.265625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_033534.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_033534.json new file mode 100644 index 0000000000000000000000000000000000000000..93d53f6e8d4cbf9ba435fb2c754fba9c6d440c5c --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_033534.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-22T03:35:34.002991+00:00", + "metrics": { + "MSE[mean]": 438259.8948949178, + "MSE[0.5]": 438259.8948949178, + "MAE[0.5]": 567.1266276041666, + "MASE[0.5]": 0.5095010424680465, + "MAPE[0.5]": 0.008861506581654474, + "sMAPE[0.5]": 0.008808159540803289, + "MSIS": 2.3906415048504885, + "RMSE[mean]": 662.0120050987881, + "NRMSE[mean]": 0.010322671431614257, + "ND[0.5]": 0.008843135459459943, + "mean_weighted_sum_quantile_loss": 0.005983026977977363 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0 + ], + "actual": [ + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 64408.80078125 + ], + "predictions": { + "p50": [ + 64415.41796875, + 64430.72265625, + 64466.9140625, + 64496.1875, + 64518.07421875, + 64537.7890625, + 64556.6796875, + 64577.03515625, + 64594.66796875, + 64610.28515625, + 64648.57421875, + 64685.08203125, + 64714.2265625, + 64740.078125, + 64770.35546875, + 64793.375, + 64812.4453125, + 64837.625, + 64870.3671875, + 64897.3515625, + 64920.13671875, + 64938.12890625, + 64962.4765625, + 64981.453125 + ], + "p10": [ + 64185.56640625, + 64073.20703125, + 64004.41796875, + 63971.9296875, + 63954.48046875, + 63942.11328125, + 63923.98046875, + 63903.20703125, + 63882.796875, + 63853.8203125, + 63848.046875, + 63843.6953125, + 63827.37109375, + 63815.53515625, + 63806.4921875, + 63799.3203125, + 63791.6484375, + 63778.2109375, + 63779.765625, + 63774.21875, + 63756.69140625, + 63739.39453125, + 63726.640625, + 63712.91796875 + ], + "p90": [ + 64651.76953125, + 64785.12890625, + 64926.23828125, + 65043.26953125, + 65129.05078125, + 65223.42578125, + 65319.74609375, + 65409.70703125, + 65489.62109375, + 65569.9609375, + 65675.828125, + 65763.375, + 65836.4921875, + 65911.6640625, + 66007.390625, + 66088.15625, + 66157.5, + 66222.015625, + 66295.09375, + 66383.21875, + 66441.0, + 66512.3359375, + 66581.5078125, + 66647.421875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_033511.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_033511.json new file mode 100644 index 0000000000000000000000000000000000000000..68ce445274a61f25a1d5e26c2177d9a57a1a4884 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_033511.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T03:35:11.245838+00:00", + "metrics": { + "MSE[mean]": 190713.42112731934, + "MSE[0.5]": 190713.42112731934, + "MAE[0.5]": 353.9521484375, + "MASE[0.5]": 0.31798716518488157, + "MAPE[0.5]": 0.005534511220969579, + "sMAPE[0.5]": 0.005511266263610856, + "MSIS": 1.6274105733203825, + "RMSE[mean]": 436.7074777552124, + "NRMSE[mean]": 0.006809525763695704, + "ND[0.5]": 0.005519132134603882, + "mean_weighted_sum_quantile_loss": 0.0043888702324813966 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00" + ], + "context": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0, + 64248.0, + 64241.25, + 64426.0 + ], + "actual": [ + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63896.01171875, + 64606.0, + 64257.98828125, + 64408.80078125 + ], + "predictions": { + "p50": [ + 64397.046875, + 64403.8828125, + 64403.03125, + 64418.6796875, + 64438.515625, + 64450.71484375, + 64457.01953125, + 64466.80078125, + 64472.16796875, + 64476.765625, + 64479.4140625, + 64488.4921875, + 64489.09375, + 64496.36328125, + 64506.12890625, + 64507.03515625, + 64512.25, + 64507.921875, + 64512.3828125, + 64517.7890625, + 64520.890625, + 64519.62109375, + 64520.796875, + 64523.69921875 + ], + "p10": [ + 64189.62109375, + 64118.921875, + 64033.171875, + 63984.62890625, + 63962.55078125, + 63921.13671875, + 63880.75390625, + 63847.69921875, + 63815.234375, + 63779.69921875, + 63739.5703125, + 63705.38671875, + 63670.43359375, + 63636.24609375, + 63603.4921875, + 63577.45703125, + 63539.45703125, + 63493.27734375, + 63470.48046875, + 63431.0546875, + 63409.89453125, + 63377.2265625, + 63338.5390625, + 63298.25 + ], + "p90": [ + 64615.06640625, + 64695.80078125, + 64787.15234375, + 64862.14453125, + 64941.109375, + 65004.0859375, + 65058.03515625, + 65102.37109375, + 65166.41015625, + 65198.4296875, + 65242.96875, + 65297.91796875, + 65350.37109375, + 65404.875, + 65468.6875, + 65514.2890625, + 65567.96875, + 65606.890625, + 65649.6484375, + 65697.9609375, + 65747.8671875, + 65805.1328125, + 65852.0625, + 65899.65625 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260622_033710.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260622_033710.json new file mode 100644 index 0000000000000000000000000000000000000000..881133bd2da8dfb8e96f8615d15011392702ea80 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260622_033710.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ARIMA", + "evaluated_at": "2026-06-22T03:37:10.320885+00:00", + "metrics": { + "MSE[mean]": 323.3840199836032, + "MSE[0.5]": 688.5326090982102, + "MAE[0.5]": 26.237158191931844, + "MASE[0.5]": 1.4816277567208571, + "MAPE[0.5]": 0.010932149246638267, + "sMAPE[0.5]": 0.010992246335328406, + "MSIS": 6.884202918216462, + "RMSE[mean]": 17.9828813037178, + "NRMSE[mean]": 0.007492867209882416, + "ND[0.5]": 0.01093214924663827, + "mean_weighted_sum_quantile_loss": 0.008079251175038283 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 16:55:00", + "2026-06-21 17:10:00", + "2026-06-21 17:25:00", + "2026-06-21 17:40:00", + "2026-06-21 17:55:00", + "2026-06-21 18:10:00", + "2026-06-21 18:25:00", + "2026-06-21 18:40:00", + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2374.662807747706, + 2373.9111039381814, + 2374.2294808903944, + 2373.8096433610795, + 2374.219108610544, + 2374.1258164395967, + 2373.6288688217082, + 2373.7753737288667, + 2373.9433195500105, + 2373.899547855808, + 2373.239588906992, + 2373.598401898308, + 2374.218968705536, + 2372.963756990296, + 2373.8995478586667, + 2373.5984018983454, + 2373.717352982397, + 2373.28663501989, + 2373.921433691948, + 2373.3667345400045, + 2373.8948288790943, + 2373.192542793434, + 2373.5984018983454, + 2373.606536386482 + ], + "p10": [ + 2368.888126649663, + 2367.532166557663, + 2367.435208445732, + 2368.0970492205342, + 2368.0984018527824, + 2368.098245807774, + 2367.6232903366645, + 2367.5320405931707, + 2368.098261972551, + 2367.623288471832, + 2367.614163708349, + 2368.151036778074, + 2368.4415768457984, + 2368.441576845794, + 2369.0798645645036, + 2369.0798645645036, + 2366.6718293904455, + 2367.6232884746905, + 2368.151036778112, + 2367.5290687299944, + 2369.8119100264826, + 2368.441576845794, + 2367.532040807975, + 2367.532040807975 + ], + "p90": [ + 2422.5325726103792, + 2421.65324211869, + 2422.530861922134, + 2422.1657998608434, + 2422.5204896422833, + 2424.1037026938543, + 2422.167014450053, + 2419.5616943923346, + 2424.1037188586306, + 2421.7425238914907, + 2418.7965055849454, + 2424.338073741124, + 2422.3444198376556, + 2418.655492074356, + 2422.1847533130363, + 2418.6554920743565, + 2421.744364035717, + 2421.7425238943492, + 2422.167012588079, + 2421.551264206577, + 2424.1271543245807, + 2418.7965055846153, + 2417.185588918593, + 2421.742707908486 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260622_033414.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260622_033414.json new file mode 100644 index 0000000000000000000000000000000000000000..7e3a7b192155964e8aea40d573e5cb89abe3bdd6 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260622_033414.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T03:34:14.850325+00:00", + "metrics": { + "MSE[mean]": 0.0026837289333343506, + "MSE[0.5]": 0.0026837289333343506, + "MAE[0.5]": 0.042236328125, + "MASE[0.5]": 0.002385110294117647, + "MAPE[0.5]": 1.7598470052083337e-05, + "sMAPE[0.5]": 1.7598340016817517e-05, + "MSIS": 2.2234127987132357, + "RMSE[mean]": 0.05180471921875796, + "NRMSE[mean]": 2.1585299674482485e-05, + "ND[0.5]": 1.7598470052083333e-05, + "mean_weighted_sum_quantile_loss": 0.0011131728372456111 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 16:55:00", + "2026-06-21 17:10:00", + "2026-06-21 17:25:00", + "2026-06-21 17:40:00", + "2026-06-21 17:55:00", + "2026-06-21 18:10:00", + "2026-06-21 18:25:00", + "2026-06-21 18:40:00", + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2399.971435546875, + 2399.9208984375, + 2399.999267578125, + 2400.02685546875, + 2399.980224609375, + 2400.052490234375, + 2400.00927734375, + 2400.053466796875, + 2400.08544921875, + 2400.070556640625, + 2400.08544921875, + 2400.11181640625, + 2400.07080078125, + 2400.00390625, + 2400.014892578125, + 2400.069580078125, + 2400.028564453125, + 2399.973876953125, + 2399.99072265625, + 2399.955078125, + 2400.027099609375, + 2399.95361328125, + 2399.957275390625, + 2400.005859375 + ], + "p10": [ + 2399.684326171875, + 2399.6455078125, + 2399.632568359375, + 2399.709716796875, + 2399.742919921875, + 2399.701904296875, + 2399.6650390625, + 2399.70849609375, + 2399.703369140625, + 2399.6787109375, + 2399.59716796875, + 2399.628662109375, + 2399.60546875, + 2399.57470703125, + 2399.55859375, + 2399.58935546875, + 2399.365966796875, + 2399.3857421875, + 2399.373046875, + 2399.40283203125, + 2399.41455078125, + 2399.431640625, + 2399.428466796875, + 2399.419189453125 + ], + "p90": [ + 2434.01123046875, + 2439.044189453125, + 2445.67822265625, + 2450.955322265625, + 2453.76171875, + 2452.592529296875, + 2458.42822265625, + 2449.231689453125, + 2442.166748046875, + 2437.27978515625, + 2436.0498046875, + 2432.4140625, + 2429.773681640625, + 2429.553466796875, + 2428.747802734375, + 2429.26416015625, + 2432.8740234375, + 2434.00830078125, + 2434.909423828125, + 2434.4375, + 2435.674560546875, + 2435.327880859375, + 2437.7705078125, + 2440.6435546875 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260622_033710.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260622_033710.json new file mode 100644 index 0000000000000000000000000000000000000000..efbf4994bb77ea0da59e25aeb67d69a5873416d9 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260622_033710.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ETS", + "evaluated_at": "2026-06-22T03:37:10.437265+00:00", + "metrics": { + "MSE[mean]": 12.326277948495521, + "MSE[0.5]": 5.261682925978615, + "MAE[0.5]": 2.1599102443585707, + "MASE[0.5]": 0.12197140203436636, + "MAPE[0.5]": 0.0008999626018160711, + "sMAPE[0.5]": 0.0008995061104825867, + "MSIS": 14.588233623137752, + "RMSE[mean]": 3.510879939345053, + "NRMSE[mean]": 0.001462866641393772, + "ND[0.5]": 0.0008999626018160712, + "mean_weighted_sum_quantile_loss": 0.0019634231596317195 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 16:55:00", + "2026-06-21 17:10:00", + "2026-06-21 17:25:00", + "2026-06-21 17:40:00", + "2026-06-21 17:55:00", + "2026-06-21 18:10:00", + "2026-06-21 18:25:00", + "2026-06-21 18:40:00", + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2403.4429765045065, + 2403.331405525363, + 2403.2198345462198, + 2403.108263567077, + 2402.9966925879335, + 2402.88512160879, + 2402.7735506296467, + 2402.6619796505033, + 2402.55040867136, + 2402.438837692217, + 2402.3272667130736, + 2402.2156957339303, + 2402.104124754787, + 2401.9925537756435, + 2401.8809827965, + 2401.769411817357, + 2401.657840838214, + 2401.5462698590704, + 2401.434698879927, + 2401.3231279007837, + 2401.2115569216403, + 2401.0999859424974, + 2400.988414963354, + 2400.8768439842106 + ], + "p10": [ + 2353.4429765045065, + 2353.331405525363, + 2353.2198345462198, + 2353.108263567077, + 2352.9966925879335, + 2352.88512160879, + 2352.7735506296467, + 2352.6619796505033, + 2352.55040867136, + 2352.438837692217, + 2352.3272667130736, + 2352.2156957339303, + 2352.104124754787, + 2351.9925537756435, + 2351.8809827965, + 2351.769411817357, + 2351.657840838214, + 2351.5462698590704, + 2351.434698879927, + 2351.3231279007837, + 2351.2115569216403, + 2351.0999859424974, + 2350.988414963354, + 2350.8768439842106 + ], + "p90": [ + 2453.4429765045065, + 2453.331405525363, + 2453.2198345462198, + 2453.108263567077, + 2452.9966925879335, + 2452.88512160879, + 2452.7735506296467, + 2452.6619796505033, + 2452.55040867136, + 2452.438837692217, + 2452.3272667130736, + 2452.2156957339303, + 2452.104124754787, + 2451.9925537756435, + 2451.8809827965, + 2451.769411817357, + 2451.657840838214, + 2451.5462698590704, + 2451.434698879927, + 2451.3231279007837, + 2451.2115569216403, + 2451.0999859424974, + 2450.988414963354, + 2450.8768439842106 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260622_033632.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260622_033632.json new file mode 100644 index 0000000000000000000000000000000000000000..4af7a55aa64aee894d74a924453a6b4cf63ce733 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260622_033632.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T03:36:32.372144+00:00", + "metrics": { + "MSE[mean]": 123.02515707413356, + "MSE[0.5]": 0.01926846553881963, + "MAE[0.5]": 0.13819376627604166, + "MASE[0.5]": 0.007803883272058824, + "MAPE[0.5]": 5.758073594835069e-05, + "sMAPE[0.5]": 5.7582408607210376e-05, + "MSIS": 2.7919683478860295, + "RMSE[mean]": 11.091670616914909, + "NRMSE[mean]": 0.004621529423714545, + "ND[0.5]": 5.7580735948350697e-05, + "mean_weighted_sum_quantile_loss": 0.0014105516598548412 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 16:55:00", + "2026-06-21 17:10:00", + "2026-06-21 17:25:00", + "2026-06-21 17:40:00", + "2026-06-21 17:55:00", + "2026-06-21 18:10:00", + "2026-06-21 18:25:00", + "2026-06-21 18:40:00", + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2399.845458984375, + 2399.86181640625, + 2399.8505859375, + 2399.8795166015625, + 2399.853515625, + 2399.858154296875, + 2399.8642578125, + 2399.8580322265625, + 2399.8529052734375, + 2399.8883056640625, + 2399.8472900390625, + 2399.8505859375, + 2399.837646484375, + 2399.8531494140625, + 2399.8509521484375, + 2399.8546142578125, + 2399.87744140625, + 2399.905029296875, + 2399.8861083984375, + 2399.850341796875, + 2399.869140625, + 2399.8629150390625, + 2399.8565673828125, + 2399.85302734375 + ], + "p10": [ + 2399.66796875, + 2399.706787109375, + 2399.6611328125, + 2399.7291259765625, + 2399.6494140625, + 2399.7041015625, + 2399.68505859375, + 2399.6951904296875, + 2399.6873779296875, + 2399.703857421875, + 2399.661865234375, + 2399.68359375, + 2399.666259765625, + 2399.6785888671875, + 2399.672119140625, + 2399.6734619140625, + 2399.7110595703125, + 2399.6883544921875, + 2399.7071533203125, + 2399.6529541015625, + 2399.677734375, + 2399.630126953125, + 2399.658935546875, + 2399.66357421875 + ], + "p90": [ + 2449.04150390625, + 2449.2386474609375, + 2449.2135009765625, + 2449.22998046875, + 2449.025634765625, + 2449.0887451171875, + 2449.0498046875, + 2449.091552734375, + 2449.196044921875, + 2449.2314453125, + 2449.1612548828125, + 2449.2816162109375, + 2449.116943359375, + 2449.2935791015625, + 2449.220703125, + 2448.9622802734375, + 2448.97265625, + 2449.196044921875, + 2449.221923828125, + 2449.054443359375, + 2449.013671875, + 2449.1025390625, + 2448.8758544921875, + 2448.9228515625 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260622_033710.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260622_033710.json new file mode 100644 index 0000000000000000000000000000000000000000..5d1139850c77c1c67aa61723ba257c86457e81ed --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260622_033710.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T03:37:10.477958+00:00", + "metrics": { + "MSE[mean]": 50.8203125, + "MSE[0.5]": 39.0625, + "MAE[0.5]": 6.25, + "MASE[0.5]": 0.35294117647058826, + "MAPE[0.5]": 0.0026041666666666665, + "sMAPE[0.5]": 0.002600780234070221, + "MSIS": 14.588233623137752, + "RMSE[mean]": 7.128836686304435, + "NRMSE[mean]": 0.0029703486192935147, + "ND[0.5]": 0.0026041666666666665, + "mean_weighted_sum_quantile_loss": 0.0031925154320987656 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 16:55:00", + "2026-06-21 17:10:00", + "2026-06-21 17:25:00", + "2026-06-21 17:40:00", + "2026-06-21 17:55:00", + "2026-06-21 18:10:00", + "2026-06-21 18:25:00", + "2026-06-21 18:40:00", + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2406.25, + 2406.25, + 2406.25, + 2406.25, + 2406.25, + 2406.25, + 2406.25, + 2406.25, + 2406.25, + 2406.25, + 2406.25, + 2406.25, + 2406.25, + 2406.25, + 2406.25, + 2406.25, + 2406.25, + 2406.25, + 2406.25, + 2406.25, + 2406.25, + 2406.25, + 2406.25, + 2406.25 + ], + "p10": [ + 2356.25, + 2356.25, + 2356.25, + 2356.25, + 2356.25, + 2356.25, + 2356.25, + 2356.25, + 2356.25, + 2356.25, + 2356.25, + 2356.25, + 2356.25, + 2356.25, + 2356.25, + 2356.25, + 2356.25, + 2356.25, + 2356.25, + 2356.25, + 2356.25, + 2356.25, + 2356.25, + 2356.25 + ], + "p90": [ + 2456.25, + 2456.25, + 2456.25, + 2456.25, + 2456.25, + 2456.25, + 2456.25, + 2456.25, + 2456.25, + 2456.25, + 2456.25, + 2456.25, + 2456.25, + 2456.25, + 2456.25, + 2456.25, + 2456.25, + 2456.25, + 2456.25, + 2456.25, + 2456.25, + 2456.25, + 2456.25, + 2456.25 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260622_033710.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260622_033710.json new file mode 100644 index 0000000000000000000000000000000000000000..ddfb2527a5319bab62b299269d11ac10ed12fd2a --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260622_033710.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T03:37:10.509155+00:00", + "metrics": { + "MSE[mean]": 312.5, + "MSE[0.5]": 312.5, + "MAE[0.5]": 6.25, + "MASE[0.5]": 0.35294117647058826, + "MAPE[0.5]": 0.0026041666666666665, + "sMAPE[0.5]": 0.002577319587628866, + "MSIS": 8.15294067780215, + "RMSE[mean]": 17.67766952966369, + "NRMSE[mean]": 0.00736569563735987, + "ND[0.5]": 0.0026041666666666665, + "mean_weighted_sum_quantile_loss": 0.005642361111111087 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 16:55:00", + "2026-06-21 17:10:00", + "2026-06-21 17:25:00", + "2026-06-21 17:40:00", + "2026-06-21 17:55:00", + "2026-06-21 18:10:00", + "2026-06-21 18:25:00", + "2026-06-21 18:40:00", + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "p10": [ + 2352.0, + 2352.0, + 2401.0, + 2401.0, + 2352.0, + 2352.0, + 2401.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0, + 2352.0 + ], + "p90": [ + 2448.0, + 2448.0, + 2499.0, + 2499.0, + 2448.0, + 2448.0, + 2499.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0, + 2448.0 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260622_033707.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260622_033707.json new file mode 100644 index 0000000000000000000000000000000000000000..7ec3f4610a884494336e2672a668e40c28213f0c --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260622_033707.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T03:37:07.971715+00:00", + "metrics": { + "MSE[mean]": 0.8816342751185099, + "MSE[0.5]": 0.8816342751185099, + "MAE[0.5]": 0.8708089192708334, + "MASE[0.5]": 0.0491750919117647, + "MAPE[0.5]": 0.00036283704969618057, + "sMAPE[0.5]": 0.00036290106280855973, + "MSIS": 2.0313017003676475, + "RMSE[mean]": 0.9389538194812937, + "NRMSE[mean]": 0.00039123075811720574, + "ND[0.5]": 0.00036283704969618057, + "mean_weighted_sum_quantile_loss": 0.0012451769039954668 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 16:55:00", + "2026-06-21 17:10:00", + "2026-06-21 17:25:00", + "2026-06-21 17:40:00", + "2026-06-21 17:55:00", + "2026-06-21 18:10:00", + "2026-06-21 18:25:00", + "2026-06-21 18:40:00", + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2398.8974609375, + 2398.978515625, + 2398.81640625, + 2398.978515625, + 2398.8974609375, + 2398.654296875, + 2399.3837890625, + 2399.5458984375, + 2399.3837890625, + 2399.0595703125, + 2399.2216796875, + 2399.302734375, + 2399.46484375, + 2399.626953125, + 2399.46484375, + 2399.2216796875, + 2398.8974609375, + 2398.654296875, + 2400.8427734375, + 2401.0048828125, + 2399.46484375, + 2398.4111328125, + 2400.11328125, + 2398.7353515625 + ], + "p10": [ + 2398.81640625, + 2398.0869140625, + 2397.681640625, + 2398.005859375, + 2397.681640625, + 2397.681640625, + 2397.6005859375, + 2397.51953125, + 2397.4384765625, + 2397.6005859375, + 2396.9521484375, + 2397.84375, + 2397.1953125, + 2397.51953125, + 2398.005859375, + 2397.51953125, + 2397.357421875, + 2396.546875, + 2397.2763671875, + 2396.87109375, + 2396.546875, + 2396.3037109375, + 2397.681640625, + 2396.384765625 + ], + "p90": [ + 2427.509765625, + 2433.9130859375, + 2437.72265625, + 2440.31640625, + 2443.55859375, + 2444.85546875, + 2446.314453125, + 2442.748046875, + 2434.966796875, + 2425.76708984375, + 2421.06591796875, + 2416.4052734375, + 2414.4599609375, + 2412.980712890625, + 2412.737548828125, + 2415.2197265625, + 2423.619140625, + 2430.9951171875, + 2440.96484375, + 2445.828125, + 2446.962890625, + 2446.4765625, + 2448.908203125, + 2447.125 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260622_033506.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260622_033506.json new file mode 100644 index 0000000000000000000000000000000000000000..b9ef58d821485a4fab53dcbe150800b87388da1a --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260622_033506.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T03:35:06.136432+00:00", + "metrics": { + "MSE[mean]": 0.04110203435023626, + "MSE[0.5]": 0.030599984029928844, + "MAE[0.5]": 0.14165242513020834, + "MASE[0.5]": 0.007999195772058824, + "MAPE[0.5]": 5.902184380425347e-05, + "sMAPE[0.5]": 5.901992829903601e-05, + "MSIS": 8.20230411305147, + "RMSE[mean]": 0.20273636661989447, + "NRMSE[mean]": 8.44734860916227e-05, + "ND[0.5]": 5.902184380425347e-05, + "mean_weighted_sum_quantile_loss": 0.000931533154146171 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 16:55:00", + "2026-06-21 17:10:00", + "2026-06-21 17:25:00", + "2026-06-21 17:40:00", + "2026-06-21 17:55:00", + "2026-06-21 18:10:00", + "2026-06-21 18:25:00", + "2026-06-21 18:40:00", + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2400.010009765625, + 2400.084716796875, + 2400.271728515625, + 2400.264404296875, + 2400.13037109375, + 2400.198974609375, + 2400.318603515625, + 2400.23828125, + 2400.078857421875, + 2400.251953125, + 2400.00390625, + 2399.943603515625, + 2399.946044921875, + 2400.123046875, + 2400.0048828125, + 2400.060791015625, + 2399.772216796875, + 2399.9765625, + 2399.812255859375, + 2400.19970703125, + 2399.9072265625, + 2400.08837890625, + 2400.076904296875, + 2400.35205078125 + ], + "p10": [ + 2401.564697265625, + 2402.2255859375, + 2401.89013671875, + 2402.5029296875, + 2402.727783203125, + 2403.01171875, + 2402.99658203125, + 2402.991455078125, + 2403.481689453125, + 2403.828857421875, + 2403.25390625, + 2403.920166015625, + 2403.89501953125, + 2404.248291015625, + 2404.28466796875, + 2404.41064453125, + 2404.136962890625, + 2404.301025390625, + 2404.255615234375, + 2404.3662109375, + 2404.84716796875, + 2404.3017578125, + 2404.911865234375, + 2404.819091796875 + ], + "p90": [ + 2401.482177734375, + 2401.79150390625, + 2402.2099609375, + 2402.35009765625, + 2402.411376953125, + 2402.916015625, + 2402.977783203125, + 2403.151611328125, + 2403.091064453125, + 2403.38623046875, + 2403.593505859375, + 2403.36865234375, + 2403.426025390625, + 2403.8125, + 2403.639404296875, + 2404.052978515625, + 2404.042236328125, + 2404.216796875, + 2404.431640625, + 2404.860595703125, + 2404.606201171875, + 2405.262939453125, + 2405.546875, + 2405.57177734375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260622_033549.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260622_033549.json new file mode 100644 index 0000000000000000000000000000000000000000..b0456d2d917639a527c3191932ecec0e0d8608e0 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260622_033549.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TiRex", + "evaluated_at": "2026-06-22T03:35:49.328771+00:00", + "metrics": { + "MSE[mean]": 0.03206419199705124, + "MSE[0.5]": 0.03206419199705124, + "MAE[0.5]": 0.16712443033854166, + "MASE[0.5]": 0.009437614889705884, + "MAPE[0.5]": 6.96351793077257e-05, + "sMAPE[0.5]": 6.963239608140628e-05, + "MSIS": 2.0817652803308824, + "RMSE[mean]": 0.1790647703962207, + "NRMSE[mean]": 7.461032099842529e-05, + "ND[0.5]": 6.96351793077257e-05, + "mean_weighted_sum_quantile_loss": 0.001059621175130208 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 16:55:00", + "2026-06-21 17:10:00", + "2026-06-21 17:25:00", + "2026-06-21 17:40:00", + "2026-06-21 17:55:00", + "2026-06-21 18:10:00", + "2026-06-21 18:25:00", + "2026-06-21 18:40:00", + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2400.05615234375, + 2400.0439453125, + 2400.1005859375, + 2400.220947265625, + 2400.2470703125, + 2400.31494140625, + 2400.299072265625, + 2400.2353515625, + 2400.1982421875, + 2400.179443359375, + 2400.163818359375, + 2400.176025390625, + 2400.145263671875, + 2400.13232421875, + 2400.132568359375, + 2400.185791015625, + 2400.185791015625, + 2400.1689453125, + 2400.160400390625, + 2400.137451171875, + 2400.09814453125, + 2400.108642578125, + 2400.1533203125, + 2400.166748046875 + ], + "p10": [ + 2399.816162109375, + 2399.789306640625, + 2399.71533203125, + 2399.64990234375, + 2399.66943359375, + 2399.6259765625, + 2399.708984375, + 2399.708984375, + 2399.705078125, + 2399.736572265625, + 2399.707763671875, + 2399.7373046875, + 2399.79736328125, + 2399.800537109375, + 2399.859375, + 2399.845458984375, + 2399.770263671875, + 2399.707275390625, + 2399.711669921875, + 2399.6875, + 2399.625732421875, + 2399.60205078125, + 2399.64111328125, + 2399.684326171875 + ], + "p90": [ + 2406.205810546875, + 2425.981201171875, + 2436.59765625, + 2443.826171875, + 2453.9365234375, + 2456.697998046875, + 2454.507080078125, + 2448.150390625, + 2444.736328125, + 2435.944580078125, + 2430.841796875, + 2428.564697265625, + 2427.202880859375, + 2425.637451171875, + 2429.245361328125, + 2432.75439453125, + 2436.22509765625, + 2438.44677734375, + 2437.36865234375, + 2436.255859375, + 2436.8037109375, + 2435.959716796875, + 2437.018798828125, + 2439.144775390625 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260622_033525.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260622_033525.json new file mode 100644 index 0000000000000000000000000000000000000000..e39eeb084a58bbbf6c536f217d7e0d57ce97973d --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260622_033525.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T03:35:25.757468+00:00", + "metrics": { + "MSE[mean]": 0.0003910933931668599, + "MSE[0.5]": 0.0003910933931668599, + "MAE[0.5]": 0.018361409505208332, + "MASE[0.5]": 0.0010368795955882353, + "MAPE[0.5]": 7.650587293836805e-06, + "sMAPE[0.5]": 7.650553344924199e-06, + "MSIS": 2.752752757352942, + "RMSE[mean]": 0.019776081340014254, + "NRMSE[mean]": 8.240033891672606e-06, + "ND[0.5]": 7.650587293836805e-06, + "mean_weighted_sum_quantile_loss": 0.0013583470097294557 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 16:55:00", + "2026-06-21 17:10:00", + "2026-06-21 17:25:00", + "2026-06-21 17:40:00", + "2026-06-21 17:55:00", + "2026-06-21 18:10:00", + "2026-06-21 18:25:00", + "2026-06-21 18:40:00", + "2026-06-21 18:55:00", + "2026-06-21 19:10:00", + "2026-06-21 19:25:00", + "2026-06-21 19:40:00", + "2026-06-21 19:55:00", + "2026-06-21 20:10:00", + "2026-06-21 20:25:00", + "2026-06-21 20:40:00", + "2026-06-21 20:55:00", + "2026-06-21 21:10:00", + "2026-06-21 21:25:00", + "2026-06-21 21:40:00", + "2026-06-21 21:55:00", + "2026-06-21 22:10:00", + "2026-06-21 22:25:00", + "2026-06-21 22:40:00", + "2026-06-21 22:55:00", + "2026-06-21 23:10:00", + "2026-06-21 23:25:00", + "2026-06-21 23:40:00", + "2026-06-21 23:55:00", + "2026-06-22 00:10:00", + "2026-06-22 00:25:00", + "2026-06-22 00:40:00", + "2026-06-22 00:55:00", + "2026-06-22 01:10:00", + "2026-06-22 01:25:00", + "2026-06-22 01:40:00", + "2026-06-22 01:55:00", + "2026-06-22 02:10:00", + "2026-06-22 02:25:00", + "2026-06-22 02:40:00", + "2026-06-22 02:55:00", + "2026-06-22 03:10:00", + "2026-06-22 03:25:00", + "2026-06-22 03:40:00", + "2026-06-22 03:55:00", + "2026-06-22 04:10:00", + "2026-06-22 04:25:00", + "2026-06-22 04:40:00", + "2026-06-22 04:55:00", + "2026-06-22 05:10:00", + "2026-06-22 05:25:00", + "2026-06-22 05:40:00", + "2026-06-22 05:55:00", + "2026-06-22 06:10:00", + "2026-06-22 06:25:00", + "2026-06-22 06:40:00", + "2026-06-22 06:55:00", + "2026-06-22 07:10:00", + "2026-06-22 07:25:00", + "2026-06-22 07:40:00", + "2026-06-22 07:55:00", + "2026-06-22 08:10:00", + "2026-06-22 08:25:00", + "2026-06-22 08:40:00", + "2026-06-22 08:55:00", + "2026-06-22 09:10:00", + "2026-06-22 09:25:00", + "2026-06-22 09:40:00", + "2026-06-22 09:55:00", + "2026-06-22 10:10:00", + "2026-06-22 10:25:00", + "2026-06-22 10:40:00", + "2026-06-22 10:55:00", + "2026-06-22 11:10:00", + "2026-06-22 11:25:00", + "2026-06-22 11:40:00", + "2026-06-22 11:55:00", + "2026-06-22 12:10:00", + "2026-06-22 12:25:00", + "2026-06-22 12:40:00", + "2026-06-22 12:55:00", + "2026-06-22 13:10:00", + "2026-06-22 13:25:00", + "2026-06-22 13:40:00", + "2026-06-22 13:55:00", + "2026-06-22 14:10:00", + "2026-06-22 14:25:00", + "2026-06-22 14:40:00", + "2026-06-22 14:55:00", + "2026-06-22 15:10:00", + "2026-06-22 15:25:00", + "2026-06-22 15:40:00", + "2026-06-22 15:55:00", + "2026-06-22 16:10:00", + "2026-06-22 16:25:00", + "2026-06-22 16:40:00", + "2026-06-22 16:55:00", + "2026-06-22 17:10:00", + "2026-06-22 17:25:00", + "2026-06-22 17:40:00", + "2026-06-22 17:55:00", + "2026-06-22 18:10:00", + "2026-06-22 18:25:00", + "2026-06-22 18:40:00", + "2026-06-22 18:55:00", + "2026-06-22 19:10:00", + "2026-06-22 19:25:00", + "2026-06-22 19:40:00", + "2026-06-22 19:55:00", + "2026-06-22 20:10:00", + "2026-06-22 20:25:00", + "2026-06-22 20:40:00", + "2026-06-22 20:55:00", + "2026-06-22 21:10:00", + "2026-06-22 21:25:00", + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00" + ], + "context": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "actual": [ + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0 + ], + "predictions": { + "p50": [ + 2400.024658203125, + 2400.013671875, + 2400.022705078125, + 2400.029052734375, + 2400.013916015625, + 2400.029296875, + 2400.029052734375, + 2400.023681640625, + 2400.031005859375, + 2400.02294921875, + 2400.017333984375, + 2400.0087890625, + 2400.0146484375, + 2400.017333984375, + 2400.013671875, + 2400.018310546875, + 2400.013427734375, + 2400.00830078125, + 2400.007080078125, + 2400.006591796875, + 2400.0126953125, + 2400.01513671875, + 2400.020751953125, + 2400.026611328125 + ], + "p10": [ + 2399.950439453125, + 2399.951904296875, + 2399.95556640625, + 2399.959716796875, + 2399.9755859375, + 2399.969970703125, + 2399.951904296875, + 2399.94921875, + 2399.947509765625, + 2399.95703125, + 2399.945068359375, + 2399.9599609375, + 2399.958251953125, + 2399.952880859375, + 2399.95849609375, + 2399.957763671875, + 2399.95654296875, + 2399.95166015625, + 2399.944580078125, + 2399.95458984375, + 2399.959716796875, + 2399.958251953125, + 2399.96630859375, + 2399.959228515625 + ], + "p90": [ + 2447.232421875, + 2448.670654296875, + 2451.106201171875, + 2450.246337890625, + 2448.920654296875, + 2450.198486328125, + 2448.67236328125, + 2447.6689453125, + 2450.35546875, + 2447.3828125, + 2448.598876953125, + 2447.63916015625, + 2447.08740234375, + 2446.9931640625, + 2448.271240234375, + 2447.451416015625, + 2448.780029296875, + 2448.595947265625, + 2448.762939453125, + 2448.413818359375, + 2448.87744140625, + 2449.27197265625, + 2449.674072265625, + 2450.000244140625 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260622_033710.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260622_033710.json new file mode 100644 index 0000000000000000000000000000000000000000..53d8da1a0bd1024ba4e4d7872300bdd27acbb613 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260622_033710.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-22T03:37:10.279168+00:00", + "metrics": { + "MSE[mean]": 0.02636831836353827, + "MSE[0.5]": 0.027444036909074616, + "MAE[0.5]": 0.1444821876477284, + "MASE[0.5]": 0.4192750923321678, + "MAPE[0.5]": 0.08683530249917988, + "sMAPE[0.5]": 0.09091643707656125, + "MSIS": 14.934544452370229, + "RMSE[mean]": 0.16238324532887705, + "NRMSE[mean]": 0.10206685129099914, + "ND[0.5]": 0.0908150464105576, + "mean_weighted_sum_quantile_loss": 0.08903204813786235 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00" + ], + "context": [ + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492 + ], + "actual": [ + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809 + ], + "predictions": { + "p50": [ + 0.9667099125016805, + 0.9919965455093558, + 1.0188164691343378, + 1.0433777002833708, + 1.0682965077790887, + 1.0916183248088451, + 1.115633233252944, + 1.1390907321562884, + 1.160275273625462, + 1.1817698494594002, + 1.2047286395647947, + 1.2235356882546935, + 1.2452409292697637, + 1.2633445540389059, + 1.2828163514644084, + 1.3013186861126977, + 1.318963249536925, + 1.3365188757488418, + 1.3544936361566, + 1.3695073701694749, + 1.3876130910233408, + 1.405566216750105, + 1.4193695013553593, + 1.4340502608626755, + 1.4493291439146043, + 1.4640930343518892, + 1.4775211284690282, + 1.4912230964763755, + 1.5038051574564908, + 1.5167845430896651, + 1.53364850474718, + 1.5437567567548376, + 1.5543032020914587, + 1.5673600971433315, + 1.5784841161806553, + 1.589978147480649, + 1.6004513655113577, + 1.6116348365849542, + 1.6225682313849545, + 1.6320479875030616, + 1.6430591013298166, + 1.6520437869885083, + 1.6607955549168039, + 1.6703352863325098, + 1.6793801957851018, + 1.6875297223247159, + 1.6971742212582717, + 1.7047238949642012, + 1.7135457223109498, + 1.7221856488525538, + 1.7301579547910817, + 1.7365997791342835, + 1.7427398773622635, + 1.749386199897804, + 1.75726093878621, + 1.7640244684427866, + 1.7702968338920444, + 1.7780049890031155, + 1.7829512863453234, + 1.789917990282525 + ], + "p10": [ + 0.9555634367686464, + 0.9845111631911907, + 1.0096375155816264, + 1.033289662791159, + 1.0594527209376023, + 1.081903885523202, + 1.1069506435998355, + 1.1284380237833465, + 1.1506901760146369, + 1.1735528465572422, + 1.1948579819937726, + 1.2137708971716605, + 1.235107474844171, + 1.253878825001829, + 1.27260328590273, + 1.292747718268055, + 1.3095445411379742, + 1.3283571411852324, + 1.344354418449442, + 1.3601775070928452, + 1.3795890385861331, + 1.3956010667362317, + 1.4094087108626765, + 1.4243780150777547, + 1.4392097019226602, + 1.4537971117188087, + 1.4677941700382837, + 1.4833275233138228, + 1.4937675919389226, + 1.507649432629653, + 1.5220308879733553, + 1.5345860873446255, + 1.54556412458827, + 1.5573702712986655, + 1.5687782667920338, + 1.5817620230213274, + 1.592213042134281, + 1.6029034323044955, + 1.6136256922342156, + 1.62378445168323, + 1.633650115658775, + 1.6406243961231775, + 1.651072601266628, + 1.6603020989304529, + 1.6688383240788935, + 1.6790318722397903, + 1.6886169266672029, + 1.6963271374420046, + 1.704535425699088, + 1.712435796803542, + 1.7194684140780476, + 1.7275026335650467, + 1.733379259175011, + 1.7402261585708199, + 1.749411138412399, + 1.7552384250187762, + 1.7619204527943448, + 1.7693128129364826, + 1.7733896353694814, + 1.7796137484089007 + ], + "p90": [ + 0.9762012898937388, + 1.0013883039514657, + 1.0278338145899955, + 1.0525012741584017, + 1.0778389971671187, + 1.1011786960870433, + 1.124541415821005, + 1.1476310103049143, + 1.1701857669507356, + 1.1916864116326282, + 1.2119172967071994, + 1.2331353028538492, + 1.253434163469777, + 1.2734186862366732, + 1.2922984792340693, + 1.3113357421777403, + 1.3294486879584098, + 1.3470622521674456, + 1.3644410532687432, + 1.380561007870403, + 1.3983319191873003, + 1.4136125754696034, + 1.4289622775710276, + 1.4443996522125695, + 1.4600157711464055, + 1.4744972533322769, + 1.487479580045842, + 1.501614583020145, + 1.515014076997711, + 1.5272987884857028, + 1.5416606767015524, + 1.5541111273727035, + 1.5622184533147552, + 1.576833010559912, + 1.5878721576921984, + 1.5995860060137832, + 1.6076363300128087, + 1.6189753392124189, + 1.6312289478542463, + 1.6422575768701213, + 1.6517293699841982, + 1.661467498973957, + 1.6696457398366948, + 1.6799347449270106, + 1.6888476882601844, + 1.697952117781861, + 1.7071944622912443, + 1.712066948607845, + 1.7222719438558434, + 1.7308017608234563, + 1.739129065938902, + 1.7460746127311693, + 1.752810741548151, + 1.7610308363916063, + 1.7657454047692345, + 1.7723970631863184, + 1.7793630124746986, + 1.7865321747891654, + 1.79294404481847, + 1.798890247794208 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260622_033411.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260622_033411.json new file mode 100644 index 0000000000000000000000000000000000000000..d12a966e5879ff66994e681aafccec2b89b7da64 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260622_033411.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T03:34:11.309281+00:00", + "metrics": { + "MSE[mean]": 0.08690542048741487, + "MSE[0.5]": 0.08690542048741487, + "MAE[0.5]": 0.24194768865903218, + "MASE[0.5]": 0.702111735388478, + "MAPE[0.5]": 0.14154870565283412, + "sMAPE[0.5]": 0.15792997145963603, + "MSIS": 5.017806119050812, + "RMSE[mean]": 0.2947972531883818, + "NRMSE[mean]": 0.18529637919992215, + "ND[0.5]": 0.15207750472376383, + "mean_weighted_sum_quantile_loss": 0.11939347232726805 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00" + ], + "context": [ + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492 + ], + "actual": [ + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809 + ], + "predictions": { + "p50": [ + 0.9532237648963928, + 0.9872258901596069, + 1.0189181566238403, + 1.0436007976531982, + 1.0708999633789062, + 1.0962843894958496, + 1.1220405101776123, + 1.1468740701675415, + 1.170121431350708, + 1.1924759149551392, + 1.2174923419952393, + 1.2405071258544922, + 1.2692316770553589, + 1.2892987728118896, + 1.3079403638839722, + 1.3289804458618164, + 1.3810441493988037, + 1.4041247367858887, + 1.419588327407837, + 1.43672513961792, + 1.4496991634368896, + 1.4639008045196533, + 1.474496841430664, + 1.486493468284607, + 1.495017647743225, + 1.5055675506591797, + 1.512444019317627, + 1.5208816528320312, + 1.5234265327453613, + 1.5302846431732178, + 1.53065025806427, + 1.5278395414352417, + 1.5839329957962036, + 1.5857778787612915, + 1.583580732345581, + 1.5822168588638306, + 1.5763236284255981, + 1.5637483596801758, + 1.5532376766204834, + 1.5436835289001465, + 1.526486873626709, + 1.5165235996246338, + 1.4951121807098389, + 1.4783819913864136, + 1.4569226503372192, + 1.4334471225738525, + 1.414272427558899, + 1.3808701038360596, + 1.3420825004577637, + 1.3274385929107666, + 1.306594729423523, + 1.2822935581207275, + 1.255458116531372, + 1.2249304056167603, + 1.1981908082962036, + 1.1755601167678833, + 1.1436781883239746, + 1.1241401433944702, + 1.094742774963379, + 1.07321035861969 + ], + "p10": [ + 0.934959352016449, + 0.963388204574585, + 0.9935243129730225, + 1.0173019170761108, + 1.0414552688598633, + 1.0590916872024536, + 1.0853550434112549, + 1.1058839559555054, + 1.1261521577835083, + 1.1447601318359375, + 1.1656194925308228, + 1.1885064840316772, + 1.2091501951217651, + 1.2254574298858643, + 1.2410798072814941, + 1.2559641599655151, + 1.300966739654541, + 1.313662052154541, + 1.3181188106536865, + 1.335226058959961, + 1.3358503580093384, + 1.342638373374939, + 1.3474042415618896, + 1.351481556892395, + 1.3527917861938477, + 1.355021595954895, + 1.3504228591918945, + 1.3586622476577759, + 1.3543195724487305, + 1.346554160118103, + 1.3465230464935303, + 1.3275434970855713, + 1.3839137554168701, + 1.3750650882720947, + 1.3662283420562744, + 1.355172872543335, + 1.33025062084198, + 1.3181077241897583, + 1.292594075202942, + 1.2745059728622437, + 1.248244285583496, + 1.2250474691390991, + 1.2001549005508423, + 1.1717181205749512, + 1.1465874910354614, + 1.1216895580291748, + 1.101797103881836, + 1.0582804679870605, + 0.9829760789871216, + 0.9433032870292664, + 0.9080111384391785, + 0.8906757235527039, + 0.8526883125305176, + 0.8256046175956726, + 0.7960113286972046, + 0.7613919973373413, + 0.7354915142059326, + 0.6993898153305054, + 0.6818209290504456, + 0.6584408283233643 + ], + "p90": [ + 0.9736549854278564, + 1.0086185932159424, + 1.0426644086837769, + 1.0688668489456177, + 1.1040582656860352, + 1.1319522857666016, + 1.1586090326309204, + 1.1893492937088013, + 1.2149769067764282, + 1.243855357170105, + 1.2713665962219238, + 1.304588794708252, + 1.3364734649658203, + 1.364208459854126, + 1.391676902770996, + 1.4124153852462769, + 1.487173318862915, + 1.5117125511169434, + 1.534928798675537, + 1.5560884475708008, + 1.5836821794509888, + 1.599280595779419, + 1.615718126296997, + 1.6407248973846436, + 1.661213755607605, + 1.6801648139953613, + 1.6955369710922241, + 1.712181568145752, + 1.7263814210891724, + 1.739931344985962, + 1.7408443689346313, + 1.7509055137634277, + 1.777691125869751, + 1.7967007160186768, + 1.7971460819244385, + 1.8053373098373413, + 1.7961516380310059, + 1.8105354309082031, + 1.8145496845245361, + 1.8119111061096191, + 1.7944269180297852, + 1.7957708835601807, + 1.8010598421096802, + 1.800906777381897, + 1.7885661125183105, + 1.785487174987793, + 1.754701852798462, + 1.7480957508087158, + 1.7052416801452637, + 1.7095597982406616, + 1.7020483016967773, + 1.6837797164916992, + 1.652718186378479, + 1.6471636295318604, + 1.6326106786727905, + 1.5989426374435425, + 1.5898858308792114, + 1.5703542232513428, + 1.5437092781066895, + 1.5096863508224487 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260622_033710.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260622_033710.json new file mode 100644 index 0000000000000000000000000000000000000000..d0e272717ea536a61e729f11faff6ae5d1dd4dcb --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260622_033710.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-22T03:37:10.415492+00:00", + "metrics": { + "MSE[mean]": 0.15970793730427882, + "MSE[0.5]": 0.16023042019670838, + "MAE[0.5]": 0.2421501403500645, + "MASE[0.5]": 0.702699233078209, + "MAPE[0.5]": 0.14109058536478303, + "sMAPE[0.5]": 0.11856299329068666, + "MSIS": 24.88612597123994, + "RMSE[mean]": 0.39963475487534716, + "NRMSE[mean]": 0.25119254769151517, + "ND[0.5]": 0.15220475680941067, + "mean_weighted_sum_quantile_loss": 0.14754335667761523 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00" + ], + "context": [ + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492 + ], + "actual": [ + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809 + ], + "predictions": { + "p50": [ + 0.9753442549347289, + 1.0081068287151302, + 1.0323694374238535, + 1.057632152467263, + 1.0883947221945487, + 1.1171573474733631, + 1.1459199727521776, + 1.1726826237801986, + 1.2034452680132903, + 1.2312078912655469, + 1.2584704762516215, + 1.2887331120208534, + 1.3169957735392919, + 1.3432583713999697, + 1.376020989883855, + 1.4047836002615082, + 1.4335462255403226, + 1.4603088616671827, + 1.4920714781245097, + 1.5178341569282952, + 1.5500967073436758, + 1.577859375299416, + 1.6056219836505112, + 1.6328846282412306, + 1.6641472511358595, + 1.6924098679508144, + 1.7221725101573482, + 1.7469351422310921, + 1.7771977481980017, + 1.804460392788721, + 1.8367230028087465, + 1.8639856175971434, + 1.8917482855528835, + 1.9245108891356075, + 1.9502734934335872, + 1.978036131587005, + 2.006298733500799, + 2.0395612710415763, + 2.064824000986147, + 2.096086653683098, + 2.122849245106474, + 2.154111882902264, + 2.177374534287913, + 2.212137082319108, + 2.23939975671215, + 2.2686623457513404, + 2.2984250177601964, + 2.3251876091835726, + 2.3549502811924286, + 2.3827128597412015, + 2.411475485020016, + 2.4382381658503594, + 2.4690007355776453, + 2.4957633866056663, + 2.5285260199907125, + 2.5547886178513903, + 2.5820512475409485, + 2.611313911085945, + 2.640076506562437, + 2.6683391084762307 + ], + "p10": [ + 0.9433442496895201, + 0.9760068903224912, + 1.000869500247149, + 1.0285320323996665, + 1.0592947451780996, + 1.087057365450124, + 1.1139200271116136, + 1.1426825927857833, + 1.175445166566185, + 1.2041078050533887, + 1.2318704968509866, + 1.2597331277564796, + 1.2894957401606908, + 1.3152583444586703, + 1.3460210035929232, + 1.374783622911273, + 1.4035462541505521, + 1.4303089051785733, + 1.4610715583523615, + 1.4878340961315575, + 1.517596702575304, + 1.5483593676700214, + 1.5741219719680009, + 1.6028846508909955, + 1.632647150046382, + 1.6614098289693766, + 1.6891725267274393, + 1.7179350983620736, + 1.746697723640888, + 1.7754603489197025, + 1.8082230419093934, + 1.8329855994773314, + 1.8617482247561459, + 1.8925108838903988, + 1.9201734160429165, + 1.9480361005925897, + 1.979798746852239, + 2.0074613743721885, + 2.0343239764290333, + 2.0640865292285997, + 2.091849226986662, + 2.1236118732463116, + 2.1512744471220806, + 2.178137102823106, + 2.208899815601539, + 2.2395623687348913, + 2.2644250323037296, + 2.2951876318333375, + 2.322850163985855, + 2.3527128287467862, + 2.3814755136302455, + 2.4122380535552086, + 2.4370007303324366, + 2.465763355611251, + 2.495425915658742, + 2.52328865981306, + 2.5520512314476944, + 2.580813856726509, + 2.613476437754835, + 2.6393390944095345 + ], + "p90": [ + 0.9994442426800139, + 1.0302067885654416, + 1.056869440880923, + 1.0836321515135887, + 1.115394732208129, + 1.1402574017374318, + 1.1730199755178332, + 1.1987826990251023, + 1.2294451865933456, + 1.2593078513542768, + 1.28497047482111, + 1.3137331000999244, + 1.3434957601878514, + 1.3732583189478824, + 1.403020984996274, + 1.4308835682180512, + 1.4596461934968656, + 1.4883088141026761, + 1.5170714989861354, + 1.5468341113903465, + 1.5735967624183675, + 1.6043593619479755, + 1.6311220129759965, + 1.6569846755911604, + 1.6907472305364943, + 1.7214098969186717, + 1.7451725329263226, + 1.775935126495466, + 1.805697738899677, + 1.8315604551590214, + 1.8622229427272645, + 1.8920856194091247, + 1.9178482773512844, + 1.951510839544543, + 1.9762735163217708, + 2.0034361621999506, + 2.0347987540047967, + 2.0626613849102897, + 2.091424010189104, + 2.122186609718712, + 2.1498492014758743, + 2.1776118932734723, + 2.203474490323527, + 2.2391371519373333, + 2.263999767822456, + 2.2947623613915993, + 2.3224250067929417, + 2.3512875771401154, + 2.3810502491489713, + 2.408712882629385, + 2.4384754950335963, + 2.4672381203124107, + 2.4941007640925075, + 2.52476337087004, + 2.551526021898061, + 2.5802886471768756, + 2.610051199976442, + 2.6378138977345045, + 2.6685764972641124, + 2.6953391482921334 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260622_033625.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260622_033625.json new file mode 100644 index 0000000000000000000000000000000000000000..4b849f8e958967808ce8fa6b3039b7eb26e7bd52 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260622_033625.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T03:36:25.848676+00:00", + "metrics": { + "MSE[mean]": 0.7641403559348122, + "MSE[0.5]": 0.8390570846845994, + "MAE[0.5]": 0.8089991142352422, + "MASE[0.5]": 2.3476470272213237, + "MAPE[0.5]": 0.4724778996832338, + "sMAPE[0.5]": 0.6698039753171957, + "MSIS": 26.465975674015684, + "RMSE[mean]": 0.8741512202901808, + "NRMSE[mean]": 0.5494523922495885, + "ND[0.5]": 0.5085006899570476, + "mean_weighted_sum_quantile_loss": 0.40919683662234685 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00" + ], + "context": [ + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492 + ], + "actual": [ + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809 + ], + "predictions": { + "p50": [ + 0.9618198573589325, + 0.9870592355728149, + 0.9960828721523285, + 0.9920853674411774, + 1.01645165681839, + 1.0262110233306885, + 1.0281585454940796, + 1.0274745225906372, + 1.0636115074157715, + 1.07626473903656, + 1.0716803669929504, + 1.0402743816375732, + 1.0170530080795288, + 1.0317606925964355, + 1.0282464027404785, + 1.0001288652420044, + 0.9947871267795563, + 0.9484076499938965, + 0.9601075649261475, + 0.8857753276824951, + 0.9155124127864838, + 0.8536917567253113, + 0.8554379343986511, + 0.8153417706489563, + 0.7615762054920197, + 0.7564992904663086, + 0.7198771238327026, + 0.7178533375263214, + 0.653724879026413, + 0.6886546611785889, + 0.6533993482589722, + 0.6533454060554504, + 0.6141264140605927, + 0.5967843532562256, + 0.6641522347927094, + 0.6253242790699005, + 0.6459813714027405, + 0.6332463324069977, + 0.6129826307296753, + 0.5826035737991333, + 0.697446346282959, + 0.6810453236103058, + 0.6533995270729065, + 0.6231995820999146, + 0.7589340209960938, + 0.6601093411445618, + 0.6857048869132996, + 0.6421103477478027, + 0.651561051607132, + 0.669614315032959, + 0.6734524667263031, + 0.6295470595359802, + 0.6185884475708008, + 0.635890930891037, + 0.6878751516342163, + 0.6568729877471924, + 0.6013563871383667, + 0.5944130420684814, + 0.5345115661621094, + 0.5961666703224182 + ], + "p10": [ + 0.9348621666431427, + 0.9420060813426971, + 0.9421431422233582, + 0.923245370388031, + 0.9437211155891418, + 0.9419849514961243, + 0.9297900497913361, + 0.9285497069358826, + 0.8802991211414337, + 0.910160094499588, + 0.8885604739189148, + 0.8199929594993591, + 0.7598181366920471, + 0.7721531093120575, + 0.7781608700752258, + 0.6930007338523865, + 0.6595187187194824, + 0.4882795214653015, + 0.5947896540164948, + 0.4317711591720581, + 0.4066283106803894, + 0.4341255724430084, + 0.40835195779800415, + 0.32165080308914185, + 0.154421865940094, + 0.2556329071521759, + 0.1566900610923767, + 0.07793089747428894, + -0.014016926288604736, + 0.03423255681991577, + -0.044899940490722656, + 0.025297105312347412, + -0.06320786476135254, + 0.016697466373443604, + -0.07690209150314331, + -0.03465151786804199, + 0.013467133045196533, + -0.12378180027008057, + -0.11366462707519531, + -0.24318832159042358, + -0.005006372928619385, + -0.04212123155593872, + -0.14851421117782593, + -0.26037490367889404, + -0.09167355298995972, + -0.1168668270111084, + -0.08655911684036255, + -0.3128542900085449, + 0.021481215953826904, + -0.03916144371032715, + -0.18303275108337402, + -0.18201935291290283, + -0.15053999423980713, + -0.1802399754524231, + -0.18724119663238525, + -0.40045875310897827, + -0.16404730081558228, + -0.22969704866409302, + -0.27304989099502563, + -0.3421960473060608 + ], + "p90": [ + 0.9886752963066101, + 1.0257090330123901, + 1.0493174195289612, + 1.0526511073112488, + 1.082983136177063, + 1.1328981518745422, + 1.1229525804519653, + 1.1382283568382263, + 1.2107208371162415, + 1.3031746745109558, + 1.2607883214950562, + 1.2557581067085266, + 1.2907958626747131, + 1.3857369422912598, + 1.3070238828659058, + 1.318326473236084, + 1.3805545568466187, + 1.3011239171028137, + 1.352633535861969, + 1.4322961568832397, + 1.332903802394867, + 1.338405430316925, + 1.3992486000061035, + 1.350605845451355, + 1.2583212852478027, + 1.4031807780265808, + 1.514374315738678, + 1.3949909210205078, + 1.3202502131462097, + 1.4450692534446716, + 1.57071191072464, + 1.4986990690231323, + 1.2756646275520325, + 1.2432588338851929, + 1.2153295278549194, + 1.5839288234710693, + 1.5262727737426758, + 1.5327092409133911, + 1.2879504561424255, + 1.4736347198486328, + 1.4045619368553162, + 1.539997637271881, + 1.5544151067733765, + 1.6287354230880737, + 1.4839237928390503, + 1.5056352615356445, + 1.4198887348175049, + 1.5461650490760803, + 1.369651436805725, + 1.5758119821548462, + 1.5587947964668274, + 1.5273744463920593, + 1.4222975969314575, + 1.5528664588928223, + 1.6265898942947388, + 1.8621280789375305, + 1.3664606213569641, + 1.3754432201385498, + 1.4278150796890259, + 1.432884156703949 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260622_033710.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260622_033710.json new file mode 100644 index 0000000000000000000000000000000000000000..d7a1eee140a2ba977d74a4dedc18f86efe7c6f72 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260622_033710.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T03:37:10.468019+00:00", + "metrics": { + "MSE[mean]": 0.9803197335054473, + "MSE[0.5]": 0.9779668455399532, + "MAE[0.5]": 0.9529934126982461, + "MASE[0.5]": 2.765506306391305, + "MAPE[0.5]": 0.5853064401541841, + "sMAPE[0.5]": 0.83673206090824, + "MSIS": 106.09617986467521, + "RMSE[mean]": 0.9901109702985051, + "NRMSE[mean]": 0.6223395089953475, + "ND[0.5]": 0.5990090710293006, + "mean_weighted_sum_quantile_loss": 0.593813598193417 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00" + ], + "context": [ + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492 + ], + "actual": [ + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809 + ], + "predictions": { + "p50": [ + 0.6403732760400204, + 0.6443732245416073, + 0.639873207971516, + 0.6363732977361111, + 0.6383732421845821, + 0.6383732421845821, + 0.6383732421845821, + 0.6363732679337887, + 0.6383732868880657, + 0.6373732848615078, + 0.6358732445687679, + 0.6373732550591854, + 0.6368732912988094, + 0.6343732638806728, + 0.6383732570857433, + 0.6383732421845821, + 0.6383732421845821, + 0.6363732530326275, + 0.6393732442111401, + 0.6363732977361111, + 0.6398732228726772, + 0.6388732655496029, + 0.6378732486218838, + 0.6363732679337887, + 0.6388732655496029, + 0.6383732570857433, + 0.6393732740134624, + 0.635373280808392, + 0.636873261496487, + 0.635373280808392, + 0.6388732655496029, + 0.6373732550591854, + 0.6363732977361111, + 0.6403732760400204, + 0.6373732550591854, + 0.6363732679337887, + 0.6358732445687679, + 0.6403731568307308, + 0.636873261496487, + 0.6393732889146236, + 0.6373732550591854, + 0.6398732675761608, + 0.6343732936829952, + 0.6403732164353756, + 0.6388732655496029, + 0.6393732293099789, + 0.6403732760400204, + 0.6383732421845821, + 0.6393732889146236, + 0.6383732421845821, + 0.6383732421845821, + 0.6363732977361111, + 0.6383732421845821, + 0.6363732679337887, + 0.6403732760400204, + 0.6378732486218838, + 0.6363732530326275, + 0.6368732912988094, + 0.636873261496487, + 0.6363732381314663 + ], + "p10": [ + 0.6083732707948116, + 0.6122732861489681, + 0.6083732707948116, + 0.6072731776685146, + 0.6092732651681332, + 0.608273260161343, + 0.6063732965440182, + 0.6063732369393734, + 0.6103731854409603, + 0.6102731986493496, + 0.6092732651681332, + 0.6083732707948116, + 0.6093732579202084, + 0.6063732369393734, + 0.6083732707948116, + 0.6083732648343472, + 0.6083732707948116, + 0.6063732965440182, + 0.608373324438992, + 0.6063732369393734, + 0.6073732181043057, + 0.6093732579202084, + 0.6063732369393734, + 0.6063732905835537, + 0.6073731644601253, + 0.6073732181043057, + 0.6063732905835537, + 0.6063732369393734, + 0.6063732369393734, + 0.6063732369393734, + 0.6103733046502499, + 0.6063732369393734, + 0.6063732369393734, + 0.6083732707948116, + 0.6072731776685146, + 0.6063732369393734, + 0.6093732579202084, + 0.608273260161343, + 0.6063732369393734, + 0.6073731644601253, + 0.6063732369393734, + 0.6093732579202084, + 0.6082732065171627, + 0.6063732369393734, + 0.608373324438992, + 0.6102732522935299, + 0.6063732905835537, + 0.6083732648343472, + 0.6072731717080502, + 0.6083732111901669, + 0.6083732707948116, + 0.6103731854409603, + 0.6063732369393734, + 0.6063732369393734, + 0.6072731717080502, + 0.6063732905835537, + 0.6063732369393734, + 0.6063732369393734, + 0.6102731926888851, + 0.6073732240647701 + ], + "p90": [ + 0.6644732637853054, + 0.6664731843919186, + 0.6643732114285854, + 0.6623732967824367, + 0.6653732521981625, + 0.6614732964486507, + 0.6654732449502376, + 0.6624733431786922, + 0.664373205468121, + 0.6654732449502376, + 0.6623732431382564, + 0.6623732431382564, + 0.663373277947369, + 0.6643732114285854, + 0.6653732521981625, + 0.6644732101411251, + 0.6644732101411251, + 0.664373205468121, + 0.6643732650727657, + 0.6653732521981625, + 0.663373277947369, + 0.6653732521981625, + 0.663373277947369, + 0.6604733152837184, + 0.6654732449502376, + 0.6673732860536007, + 0.6623732967824367, + 0.6643732650727657, + 0.6653732521981625, + 0.6624733431786922, + 0.664373205468121, + 0.6654732568711667, + 0.6624732895345119, + 0.6673732264489559, + 0.663373277947369, + 0.6617732985467342, + 0.6643732650727657, + 0.6634732706994442, + 0.6634732706994442, + 0.6654732449502376, + 0.6643732114285854, + 0.663373277947369, + 0.6604732497186092, + 0.6673732860536007, + 0.6634732766599086, + 0.6654732449502376, + 0.6643732650727657, + 0.6644732101411251, + 0.6654732568711667, + 0.6643732650727657, + 0.6653732521981625, + 0.6653732521981625, + 0.6634732706994442, + 0.6653732521981625, + 0.663373277947369, + 0.663373277947369, + 0.664373205468121, + 0.663373277947369, + 0.6653732521981625, + 0.663373277947369 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260622_033710.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260622_033710.json new file mode 100644 index 0000000000000000000000000000000000000000..5e38dea34ddf710d111a69189d1665c8d948c720 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260622_033710.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T03:37:10.500790+00:00", + "metrics": { + "MSE[mean]": 1.0427939308145056, + "MSE[0.5]": 1.0427939308145056, + "MAE[0.5]": 0.9845833405852318, + "MASE[0.5]": 2.857177606135711, + "MAPE[0.5]": 0.6128459775006744, + "sMAPE[0.5]": 0.8997885450404662, + "MSIS": 112.28113208518057, + "RMSE[mean]": 1.021172821227879, + "NRMSE[mean]": 0.6418636003707265, + "ND[0.5]": 0.6188650879810752, + "mean_weighted_sum_quantile_loss": 0.6163241880639221 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00" + ], + "context": [ + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492 + ], + "actual": [ + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809 + ], + "predictions": { + "p50": [ + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049 + ], + "p10": [ + 0.37239999532699586, + 0.39200000584125516, + 0.4125800037384033, + 0.4253199857473373, + 0.4370800095796585, + 0.44884000420570375, + 0.47530001401901245, + 0.5046999859809875, + 0.5272399878501892, + 0.5360599911212921, + 0.5674199962615967, + 0.6007399761676788, + 0.6301400065422058, + 0.6644399738311767, + 0.6840400135517121, + 0.7085399901866912, + 0.7291200172901153, + 0.7496999859809875, + 0.7791000163555145, + 0.8114400088787078, + 0.8359399855136871, + 0.861420007944107, + 0.8996399831771851, + 0.9241400182247161, + 0.37239999532699586, + 0.39200000584125516, + 0.4125800037384033, + 0.4253199857473373, + 0.4370800095796585, + 0.44884000420570375, + 0.47530001401901245, + 0.5046999859809875, + 0.5272399878501892, + 0.5360599911212921, + 0.5674199962615967, + 0.6007399761676788, + 0.6301400065422058, + 0.6644399738311767, + 0.6840400135517121, + 0.7085399901866912, + 0.7291200172901153, + 0.7496999859809875, + 0.7791000163555145, + 0.8114400088787078, + 0.8359399855136871, + 0.861420007944107, + 0.8996399831771851, + 0.9241400182247161, + 0.37239999532699586, + 0.39200000584125516, + 0.4125800037384033, + 0.4253199857473373, + 0.4370800095796585, + 0.44884000420570375, + 0.47530001401901245, + 0.5046999859809875, + 0.5272399878501892, + 0.5360599911212921, + 0.5674199962615967, + 0.6007399761676788 + ], + "p90": [ + 0.387599995136261, + 0.4080000060796738, + 0.4294200038909912, + 0.44267998516559603, + 0.454920009970665, + 0.4671600043773651, + 0.49470001459121704, + 0.525299985408783, + 0.5487599873542786, + 0.5579399907588959, + 0.5905799961090088, + 0.625259975194931, + 0.6558600068092346, + 0.6915599727630616, + 0.7119600141048431, + 0.7374599897861481, + 0.7588800179958344, + 0.780299985408783, + 0.8109000170230866, + 0.8445600092411042, + 0.8700599849224091, + 0.8965800082683564, + 0.9363599824905395, + 0.9618600189685822, + 0.387599995136261, + 0.4080000060796738, + 0.4294200038909912, + 0.44267998516559603, + 0.454920009970665, + 0.4671600043773651, + 0.49470001459121704, + 0.525299985408783, + 0.5487599873542786, + 0.5579399907588959, + 0.5905799961090088, + 0.625259975194931, + 0.6558600068092346, + 0.6915599727630616, + 0.7119600141048431, + 0.7374599897861481, + 0.7588800179958344, + 0.780299985408783, + 0.8109000170230866, + 0.8445600092411042, + 0.8700599849224091, + 0.8965800082683564, + 0.9363599824905395, + 0.9618600189685822, + 0.387599995136261, + 0.4080000060796738, + 0.4294200038909912, + 0.44267998516559603, + 0.454920009970665, + 0.4671600043773651, + 0.49470001459121704, + 0.525299985408783, + 0.5487599873542786, + 0.5579399907588959, + 0.5905799961090088, + 0.625259975194931 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260622_033702.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260622_033702.json new file mode 100644 index 0000000000000000000000000000000000000000..c33435a8437fdccc978130bd2a62f81b6b3e6a8f --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260622_033702.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T03:37:02.725339+00:00", + "metrics": { + "MSE[mean]": 0.003525663458735373, + "MSE[0.5]": 0.003525663458735373, + "MAE[0.5]": 0.05295666952927907, + "MASE[0.5]": 0.15367577739498373, + "MAPE[0.5]": 0.03207536452552186, + "sMAPE[0.5]": 0.032675018194477934, + "MSIS": 0.8260606744649396, + "RMSE[mean]": 0.05937729750279456, + "NRMSE[mean]": 0.03732191570629609, + "ND[0.5]": 0.033286195892713234, + "mean_weighted_sum_quantile_loss": 0.03261988835766777 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00" + ], + "context": [ + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492 + ], + "actual": [ + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809 + ], + "predictions": { + "p50": [ + 0.9552459716796875, + 0.9850196838378906, + 1.013092041015625, + 1.0454177856445312, + 1.074659824371338, + 1.1027255058288574, + 1.1328248977661133, + 1.1602592468261719, + 1.1913089752197266, + 1.2249107360839844, + 1.2521324157714844, + 1.2776527404785156, + 1.3082771301269531, + 1.3346481323242188, + 1.3635711669921875, + 1.38739013671875, + 1.4163131713867188, + 1.4435348510742188, + 1.46905517578125, + 1.4928741455078125, + 1.516693115234375, + 1.5320053100585938, + 1.5541229248046875, + 1.584747314453125, + 1.60516357421875, + 1.625579833984375, + 1.6425933837890625, + 1.6562042236328125, + 1.6766204833984375, + 1.6834259033203125, + 1.693634033203125, + 1.7038421630859375, + 1.7174530029296875, + 1.7242584228515625, + 1.7378692626953125, + 1.7514801025390625, + 1.7582855224609375, + 1.76849365234375, + 1.7650909423828125, + 1.7718963623046875, + 1.7787017822265625, + 1.7855072021484375, + 1.7821044921875, + 1.7855072021484375, + 1.76849365234375, + 1.7650909423828125, + 1.7548828125, + 1.734466552734375, + 1.734466552734375, + 1.734466552734375, + 1.7242584228515625, + 1.71405029296875, + 1.7106475830078125, + 1.7038421630859375, + 1.6902313232421875, + 1.6766204833984375, + 1.65960693359375, + 1.6357879638671875, + 1.60516357421875, + 1.591552734375 + ], + "p10": [ + 0.9433364868164062, + 0.9671554565429688, + 0.9892730712890625, + 1.013092041015625, + 1.0369110107421875, + 1.0598793029785156, + 1.0856122970581055, + 1.1046860218048096, + 1.1349515914916992, + 1.1589832305908203, + 1.1793994903564453, + 1.203643798828125, + 1.2291641235351562, + 1.2495803833007812, + 1.2776527404785156, + 1.2921142578125, + 1.3142318725585938, + 1.33294677734375, + 1.353363037109375, + 1.373779296875, + 1.394195556640625, + 1.4044036865234375, + 1.4231185913085938, + 1.4469375610351562, + 1.4673538208007812, + 1.4877700805664062, + 1.4979782104492188, + 1.5149917602539062, + 1.5337066650390625, + 1.543914794921875, + 1.5541229248046875, + 1.5643310546875, + 1.5745391845703125, + 1.5745391845703125, + 1.5881500244140625, + 1.598358154296875, + 1.6017608642578125, + 1.611968994140625, + 1.60516357421875, + 1.6085662841796875, + 1.6187744140625, + 1.6221771240234375, + 1.6221771240234375, + 1.625579833984375, + 1.611968994140625, + 1.60516357421875, + 1.598358154296875, + 1.5745391845703125, + 1.5881500244140625, + 1.5813446044921875, + 1.5609283447265625, + 1.55072021484375, + 1.543914794921875, + 1.5405120849609375, + 1.5269012451171875, + 1.503082275390625, + 1.482666015625, + 1.4571456909179688, + 1.4163131713867188, + 1.394195556640625 + ], + "p90": [ + 0.9731101989746094, + 1.0075626373291016, + 1.0398883819580078, + 1.0744471549987793, + 1.1069324016571045, + 1.1411190032958984, + 1.1713180541992188, + 1.2032184600830078, + 1.2368202209472656, + 1.2776527404785156, + 1.30572509765625, + 1.3346481323242188, + 1.3652725219726562, + 1.3992996215820312, + 1.4248199462890625, + 1.4554443359375, + 1.489471435546875, + 1.530303955078125, + 1.55072021484375, + 1.57794189453125, + 1.6085662841796875, + 1.625579833984375, + 1.6493988037109375, + 1.6732177734375, + 1.700439453125, + 1.7106475830078125, + 1.7276611328125, + 1.7446746826171875, + 1.7582855224609375, + 1.775299072265625, + 1.7821044921875, + 1.7923126220703125, + 1.8059234619140625, + 1.8059234619140625, + 1.816131591796875, + 1.8331451416015625, + 1.8399505615234375, + 1.85015869140625, + 1.85015869140625, + 1.8467559814453125, + 1.86376953125, + 1.8603668212890625, + 1.86376953125, + 1.870574951171875, + 1.8467559814453125, + 1.8467559814453125, + 1.8399505615234375, + 1.82293701171875, + 1.82293701171875, + 1.82293701171875, + 1.8127288818359375, + 1.802520751953125, + 1.7991180419921875, + 1.802520751953125, + 1.79571533203125, + 1.7787017822265625, + 1.7718963623046875, + 1.748077392578125, + 1.7242584228515625, + 1.71405029296875 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260622_033458.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260622_033458.json new file mode 100644 index 0000000000000000000000000000000000000000..dc9ed4a11d97689615f902a8ad90d9397839622a --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260622_033458.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T03:34:58.054643+00:00", + "metrics": { + "MSE[mean]": 0.03991173047292171, + "MSE[0.5]": 0.05200630851783128, + "MAE[0.5]": 0.18019239207108814, + "MASE[0.5]": 0.5229030862085475, + "MAPE[0.5]": 0.10459224298027477, + "sMAPE[0.5]": 0.11408210329611013, + "MSIS": 10.057839998107044, + "RMSE[mean]": 0.19977920430545745, + "NRMSE[mean]": 0.12557227992076042, + "ND[0.5]": 0.11326088506262, + "mean_weighted_sum_quantile_loss": 0.08931843151071078 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00" + ], + "context": [ + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492 + ], + "actual": [ + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809 + ], + "predictions": { + "p50": [ + 0.9605275392532349, + 0.991753339767456, + 1.0161864757537842, + 1.043362021446228, + 1.0828907489776611, + 1.1128642559051514, + 1.1373426914215088, + 1.1660521030426025, + 1.1895875930786133, + 1.2290928363800049, + 1.249664306640625, + 1.2852832078933716, + 1.3106510639190674, + 1.3405249118804932, + 1.3616083860397339, + 1.3923139572143555, + 1.4079697132110596, + 1.436994194984436, + 1.4650529623031616, + 1.4730881452560425, + 1.4973236322402954, + 1.5102652311325073, + 1.5275774002075195, + 1.547433614730835, + 1.5641652345657349, + 1.577721357345581, + 1.5852755308151245, + 1.6019749641418457, + 1.5992029905319214, + 1.6080647706985474, + 1.6146464347839355, + 1.613011360168457, + 1.6241356134414673, + 1.6304218769073486, + 1.6176925897598267, + 1.6126723289489746, + 1.6151978969573975, + 1.6204878091812134, + 1.6151401996612549, + 1.6059974431991577, + 1.5934832096099854, + 1.58754563331604, + 1.5747969150543213, + 1.5535633563995361, + 1.5480377674102783, + 1.5216947793960571, + 1.5028042793273926, + 1.4852219820022583, + 1.4612150192260742, + 1.437157392501831, + 1.417702078819275, + 1.3945481777191162, + 1.3681539297103882, + 1.3440849781036377, + 1.3111979961395264, + 1.2753021717071533, + 1.2507041692733765, + 1.2190098762512207, + 1.1942652463912964, + 1.163749098777771 + ], + "p10": [ + 0.9618961811065674, + 0.9794566631317139, + 1.0206009149551392, + 1.0511807203292847, + 1.0799336433410645, + 1.1075410842895508, + 1.1412383317947388, + 1.1836879253387451, + 1.183197259902954, + 1.2479063272476196, + 1.2470825910568237, + 1.2964431047439575, + 1.301581859588623, + 1.3476101160049438, + 1.3640234470367432, + 1.4233689308166504, + 1.4251195192337036, + 1.4444999694824219, + 1.4793907403945923, + 1.5093294382095337, + 1.5149329900741577, + 1.559453010559082, + 1.5445222854614258, + 1.5708565711975098, + 1.5712847709655762, + 1.579116940498352, + 1.610253930091858, + 1.6118048429489136, + 1.6131174564361572, + 1.6125065088272095, + 1.645266056060791, + 1.624578833580017, + 1.6365951299667358, + 1.662230372428894, + 1.6489031314849854, + 1.64932382106781, + 1.6400989294052124, + 1.6374866962432861, + 1.6239993572235107, + 1.625858187675476, + 1.620810627937317, + 1.6004120111465454, + 1.59817373752594, + 1.583011507987976, + 1.5688517093658447, + 1.546923279762268, + 1.5426050424575806, + 1.5085421800613403, + 1.4672520160675049, + 1.4753886461257935, + 1.4362276792526245, + 1.4306584596633911, + 1.4002255201339722, + 1.3935654163360596, + 1.3332384824752808, + 1.2942038774490356, + 1.281196117401123, + 1.246582269668579, + 1.2408651113510132, + 1.1824523210525513 + ], + "p90": [ + 0.9715087413787842, + 1.0018457174301147, + 1.030463457107544, + 1.057953953742981, + 1.1000568866729736, + 1.1392070055007935, + 1.1607413291931152, + 1.1943548917770386, + 1.227557897567749, + 1.2737109661102295, + 1.299701452255249, + 1.337052583694458, + 1.3666446208953857, + 1.3989582061767578, + 1.4173767566680908, + 1.451002597808838, + 1.4737401008605957, + 1.4998186826705933, + 1.537135124206543, + 1.5560816526412964, + 1.5780909061431885, + 1.6016597747802734, + 1.6206945180892944, + 1.6417450904846191, + 1.6614187955856323, + 1.677931308746338, + 1.6837728023529053, + 1.6992828845977783, + 1.7013802528381348, + 1.7134226560592651, + 1.7277241945266724, + 1.716495156288147, + 1.737321376800537, + 1.7471085786819458, + 1.7392634153366089, + 1.7364745140075684, + 1.7458292245864868, + 1.7493852376937866, + 1.743969440460205, + 1.7321425676345825, + 1.7242859601974487, + 1.7198466062545776, + 1.7084391117095947, + 1.6935533285140991, + 1.691597819328308, + 1.6683266162872314, + 1.6519687175750732, + 1.6380730867385864, + 1.616150975227356, + 1.594443678855896, + 1.576180100440979, + 1.5548988580703735, + 1.521851897239685, + 1.5065993070602417, + 1.4755812883377075, + 1.4426469802856445, + 1.4229389429092407, + 1.387961745262146, + 1.3693127632141113, + 1.3385429382324219 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260622_033543.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260622_033543.json new file mode 100644 index 0000000000000000000000000000000000000000..d4f4b63bac3acb687cd763f7b81125ad1748b766 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260622_033543.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-22T03:35:43.593495+00:00", + "metrics": { + "MSE[mean]": 0.05689999420736485, + "MSE[0.5]": 0.05689999420736485, + "MAE[0.5]": 0.1991025576988856, + "MASE[0.5]": 0.5777787879728543, + "MAPE[0.5]": 0.11490452477500801, + "sMAPE[0.5]": 0.12485418740641403, + "MSIS": 1.8329459972889743, + "RMSE[mean]": 0.23853719669553605, + "NRMSE[mean]": 0.14993382188652096, + "ND[0.5]": 0.1251469701024374, + "mean_weighted_sum_quantile_loss": 0.1098146224889504 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00" + ], + "context": [ + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492 + ], + "actual": [ + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809 + ], + "predictions": { + "p50": [ + 0.9749853610992432, + 1.0021215677261353, + 1.033127784729004, + 1.062566876411438, + 1.0896104574203491, + 1.1163132190704346, + 1.1421607732772827, + 1.168314814567566, + 1.1935219764709473, + 1.21758234500885, + 1.2419819831848145, + 1.2653769254684448, + 1.2879869937896729, + 1.3089048862457275, + 1.3305295705795288, + 1.350855827331543, + 1.3704798221588135, + 1.3901084661483765, + 1.4101815223693848, + 1.4305604696273804, + 1.4491345882415771, + 1.4671326875686646, + 1.4842864274978638, + 1.4988501071929932, + 1.5114713907241821, + 1.5209717750549316, + 1.5317332744598389, + 1.5415678024291992, + 1.5508248805999756, + 1.559108018875122, + 1.5660388469696045, + 1.5717273950576782, + 1.59187650680542, + 1.5704766511917114, + 1.557706356048584, + 1.5668184757232666, + 1.5547735691070557, + 1.544663906097412, + 1.538962721824646, + 1.5319467782974243, + 1.525216817855835, + 1.5173826217651367, + 1.506608247756958, + 1.4920825958251953, + 1.4806866645812988, + 1.4710333347320557, + 1.4639527797698975, + 1.4530590772628784, + 1.4431092739105225, + 1.43244469165802, + 1.4210256338119507, + 1.408057451248169, + 1.396152138710022, + 1.3808223009109497, + 1.368159532546997, + 1.3537901639938354, + 1.3425151109695435, + 1.331640362739563, + 1.3189009428024292, + 1.3068633079528809 + ], + "p10": [ + 0.9641026854515076, + 0.9868420362472534, + 1.0143508911132812, + 1.0398521423339844, + 1.0625603199005127, + 1.0847911834716797, + 1.1059552431106567, + 1.1273906230926514, + 1.1471768617630005, + 1.1650439500808716, + 1.1815701723098755, + 1.197070598602295, + 1.2110826969146729, + 1.2230223417282104, + 1.2342467308044434, + 1.244434118270874, + 1.2538859844207764, + 1.2618908882141113, + 1.2694814205169678, + 1.276456594467163, + 1.280177116394043, + 1.2852810621261597, + 1.2861377000808716, + 1.2856049537658691, + 1.282010555267334, + 1.2779920101165771, + 1.2760268449783325, + 1.2683842182159424, + 1.2597973346710205, + 1.2486602067947388, + 1.2359765768051147, + 1.2292201519012451, + 1.1913355588912964, + 1.1762330532073975, + 1.1572926044464111, + 1.1520328521728516, + 1.1250313520431519, + 1.0981014966964722, + 1.0672223567962646, + 1.0465384721755981, + 1.0263698101043701, + 1.006455659866333, + 0.9782877564430237, + 0.9547359347343445, + 0.9380809664726257, + 0.9188324213027954, + 0.8965007662773132, + 0.8716450929641724, + 0.8487004637718201, + 0.8257009983062744, + 0.8078001737594604, + 0.7937763929367065, + 0.7673332095146179, + 0.7469316720962524, + 0.7265603542327881, + 0.7054674625396729, + 0.6835142374038696, + 0.6647541522979736, + 0.6502967476844788, + 0.6295015811920166 + ], + "p90": [ + 0.9854401350021362, + 1.016014814376831, + 1.0514881610870361, + 1.0856558084487915, + 1.1170846223831177, + 1.1476536989212036, + 1.1778812408447266, + 1.2095192670822144, + 1.239910364151001, + 1.2692559957504272, + 1.3006584644317627, + 1.3322184085845947, + 1.3615686893463135, + 1.3900657892227173, + 1.4190802574157715, + 1.4472585916519165, + 1.47622549533844, + 1.507375955581665, + 1.5382835865020752, + 1.5702502727508545, + 1.6020638942718506, + 1.6352214813232422, + 1.668144702911377, + 1.696068286895752, + 1.7224185466766357, + 1.7455065250396729, + 1.772084355354309, + 1.7972115278244019, + 1.820403814315796, + 1.8451778888702393, + 1.8640366792678833, + 1.8762626647949219, + 1.8283108472824097, + 1.8462635278701782, + 1.8666374683380127, + 1.8982222080230713, + 1.9008409976959229, + 1.9111453294754028, + 1.9225422143936157, + 1.9352952241897583, + 1.9472160339355469, + 1.9619295597076416, + 1.9700723886489868, + 1.9776253700256348, + 1.9847323894500732, + 1.9888747930526733, + 1.9957144260406494, + 1.9959733486175537, + 1.9975602626800537, + 2.0024991035461426, + 2.004228115081787, + 2.0085253715515137, + 2.005479335784912, + 2.004913330078125, + 2.0011954307556152, + 1.9973812103271484, + 1.995139718055725, + 1.9951982498168945, + 1.993732213973999, + 1.9947603940963745 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260622_033520.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260622_033520.json new file mode 100644 index 0000000000000000000000000000000000000000..da1277828c03f3f882b224ab41ac88dcd443b057 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260622_033520.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T03:35:20.420555+00:00", + "metrics": { + "MSE[mean]": 0.40853987219248206, + "MSE[0.5]": 0.40853987219248206, + "MAE[0.5]": 0.5189346373081207, + "MASE[0.5]": 1.5059044406374142, + "MAPE[0.5]": 0.3003751776948479, + "sMAPE[0.5]": 0.391367850151123, + "MSIS": 32.686381398096046, + "RMSE[mean]": 0.6391712385523006, + "NRMSE[mean]": 0.4017544767175553, + "ND[0.5]": 0.3261791224125599, + "mean_weighted_sum_quantile_loss": 0.2828120061582211 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00", + "2026-06-22 00:48:00", + "2026-06-22 00:54:00", + "2026-06-22 01:00:00", + "2026-06-22 01:06:00", + "2026-06-22 01:12:00", + "2026-06-22 01:18:00", + "2026-06-22 01:24:00", + "2026-06-22 01:30:00", + "2026-06-22 01:36:00", + "2026-06-22 01:42:00", + "2026-06-22 01:48:00", + "2026-06-22 01:54:00", + "2026-06-22 02:00:00", + "2026-06-22 02:06:00", + "2026-06-22 02:12:00", + "2026-06-22 02:18:00", + "2026-06-22 02:24:00", + "2026-06-22 02:30:00", + "2026-06-22 02:36:00", + "2026-06-22 02:42:00", + "2026-06-22 02:48:00", + "2026-06-22 02:54:00", + "2026-06-22 03:00:00", + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00" + ], + "context": [ + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492 + ], + "actual": [ + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476, + 1.8209999799728394, + 1.8380000591278076, + 1.8489999771118164, + 1.8450000286102295, + 1.840999960899353, + 1.8480000495910645, + 1.8619999885559082, + 1.86899995803833, + 1.8769999742507935, + 1.871000051498413, + 1.8589999675750732, + 1.850000023841858, + 1.8450000286102295, + 1.8250000476837158, + 1.812000036239624, + 1.8049999475479126, + 1.7920000553131104, + 1.7879999876022339, + 1.7730000019073486, + 1.7519999742507935, + 1.7350000143051147, + 1.7120000123977661, + 1.6779999732971191, + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809 + ], + "predictions": { + "p50": [ + 0.9693201780319214, + 0.9965731501579285, + 1.0209771394729614, + 1.0453791618347168, + 1.070810079574585, + 1.0943787097930908, + 1.1159961223602295, + 1.1387890577316284, + 1.160996437072754, + 1.1821523904800415, + 1.2014942169189453, + 1.2186145782470703, + 1.2353813648223877, + 1.247050404548645, + 1.2603212594985962, + 1.2696828842163086, + 1.2786822319030762, + 1.2880488634109497, + 1.2985988855361938, + 1.305389404296875, + 1.310193419456482, + 1.3125064373016357, + 1.3134840726852417, + 1.312671184539795, + 1.3095676898956299, + 1.3035541772842407, + 1.298688292503357, + 1.2902748584747314, + 1.281980037689209, + 1.2733510732650757, + 1.2605197429656982, + 1.2485896348953247, + 1.2427481412887573, + 1.2311753034591675, + 1.2094078063964844, + 1.1889424324035645, + 1.1695876121520996, + 1.1501375436782837, + 1.1298458576202393, + 1.1066430807113647, + 1.082431435585022, + 1.0603162050247192, + 1.035555362701416, + 1.0102615356445312, + 0.9791311025619507, + 0.9516424536705017, + 0.918125331401825, + 0.887984037399292, + 0.8564947843551636, + 0.8224045038223267, + 0.7903561592102051, + 0.7581672072410583, + 0.7239383459091187, + 0.689061164855957, + 0.657412052154541, + 0.6199474334716797, + 0.5812045931816101, + 0.5506953001022339, + 0.5174568295478821, + 0.4858313202857971 + ], + "p10": [ + 0.9614828824996948, + 0.9839915037155151, + 1.0042943954467773, + 1.024527668952942, + 1.045423984527588, + 1.064449667930603, + 1.08259117603302, + 1.100684404373169, + 1.1184630393981934, + 1.1340863704681396, + 1.148241400718689, + 1.1605231761932373, + 1.1715643405914307, + 1.1789007186889648, + 1.186247706413269, + 1.1893457174301147, + 1.1907075643539429, + 1.193274974822998, + 1.1990091800689697, + 1.1986680030822754, + 1.197189450263977, + 1.193854808807373, + 1.1866748332977295, + 1.1788535118103027, + 1.1691358089447021, + 1.1573385000228882, + 1.1442267894744873, + 1.1280078887939453, + 1.1125588417053223, + 1.0952426195144653, + 1.0752501487731934, + 1.059853196144104, + 1.0146719217300415, + 0.997789740562439, + 0.965679407119751, + 0.9381515979766846, + 0.909331202507019, + 0.8817047476768494, + 0.8580260276794434, + 0.82883620262146, + 0.7918015122413635, + 0.7626811861991882, + 0.7415804862976074, + 0.7070447206497192, + 0.6698799133300781, + 0.6378428936004639, + 0.6056225895881653, + 0.5690957307815552, + 0.5368115305900574, + 0.5058430433273315, + 0.4735804796218872, + 0.4371948838233948, + 0.4039662480354309, + 0.3673962950706482, + 0.3378511667251587, + 0.3037181496620178, + 0.2681502103805542, + 0.24185889959335327, + 0.20890265703201294, + 0.17914927005767822 + ], + "p90": [ + 0.9771331548690796, + 1.0083379745483398, + 1.0372703075408936, + 1.0656440258026123, + 1.0966588258743286, + 1.123205304145813, + 1.1492185592651367, + 1.1764038801193237, + 1.203381061553955, + 1.2304182052612305, + 1.2541279792785645, + 1.2768220901489258, + 1.3004229068756104, + 1.318371057510376, + 1.3379688262939453, + 1.3538252115249634, + 1.3710668087005615, + 1.3887583017349243, + 1.406157374382019, + 1.4211572408676147, + 1.4332953691482544, + 1.4441254138946533, + 1.4536285400390625, + 1.461756944656372, + 1.4684280157089233, + 1.4726179838180542, + 1.4762098789215088, + 1.480064868927002, + 1.4784657955169678, + 1.4779891967773438, + 1.4737168550491333, + 1.4695236682891846, + 1.509377360343933, + 1.51724374294281, + 1.5174918174743652, + 1.5093895196914673, + 1.500988483428955, + 1.493983268737793, + 1.4812901020050049, + 1.4703689813613892, + 1.4493634700775146, + 1.4368528127670288, + 1.4248945713043213, + 1.4104968309402466, + 1.3913333415985107, + 1.3738141059875488, + 1.3496110439300537, + 1.3289132118225098, + 1.3055648803710938, + 1.281877040863037, + 1.2632251977920532, + 1.233673095703125, + 1.2091124057769775, + 1.1787976026535034, + 1.153774619102478, + 1.1208672523498535, + 1.0936686992645264, + 1.0666618347167969, + 1.0413827896118164, + 1.0175319910049438 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/arima/20260622_033710.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/arima/20260622_033710.json new file mode 100644 index 0000000000000000000000000000000000000000..8163da03b9aa8a3266e114031a60127e7e004c19 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/arima/20260622_033710.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "ARIMA", + "evaluated_at": "2026-06-22T03:37:10.232804+00:00", + "metrics": { + "MSE[mean]": 23.339012917563625, + "MSE[0.5]": 24.127678798785734, + "MAE[0.5]": 3.92323273134415, + "MASE[0.5]": 2.1556225096116486, + "MAPE[0.5]": 0.14572634493310063, + "sMAPE[0.5]": 0.16336371691708315, + "MSIS": 74.95807047940423, + "RMSE[mean]": 4.831046772446281, + "NRMSE[mean]": 0.19184460425807365, + "ND[0.5]": 0.1557946064711608, + "mean_weighted_sum_quantile_loss": 0.1530334168746246 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492, + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25 + ], + "actual": [ + 22.93000030517578, + 22.760000228881836, + 22.600000381469727, + 22.440000534057617, + 22.350000381469727, + 22.34000015258789, + 22.68000030517578, + 23.520000457763672, + 25.139999389648438, + 27.010000228881836, + 28.219999313354492, + 29.209999084472656, + 29.790000915527344, + 29.739999771118164, + 29.34000015258789, + 28.540000915527344, + 27.239999771118164, + 25.940000534057617, + 24.84000015258789, + 24.040000915527344, + 23.690000534057617, + 23.5, + 23.329999923706055, + 23.18000030517578 + ], + "predictions": { + "p50": [ + 22.757891268727416, + 22.425246992912957, + 22.158736576563435, + 21.91176901569662, + 21.72866057080844, + 21.552006777128923, + 21.422021595075826, + 21.312584496521303, + 21.235745343474484, + 21.14734760401479, + 21.099504551710087, + 21.02683024264955, + 21.00636597489561, + 20.94057031571059, + 20.9158167403886, + 20.913709041914032, + 20.87717747932575, + 20.85814397323478, + 20.85307409773339, + 20.826197256053085, + 20.834276415421357, + 20.806380058805253, + 20.806906827348193, + 20.795455885556592 + ], + "p10": [ + 22.44634564393828, + 22.077425965669793, + 21.872871763131307, + 21.596589185930696, + 21.39372410046954, + 21.205583095288322, + 21.07250597633535, + 20.953421784939977, + 20.936889444894515, + 20.886425534661413, + 20.818496640201428, + 20.678060473064292, + 20.6953409816976, + 20.63081094831123, + 20.607353295506314, + 20.573571314561114, + 20.53074974603957, + 20.557381353594977, + 20.55670732623263, + 20.4830337249812, + 20.5050200677422, + 20.512974940387867, + 20.484362783240755, + 20.421099359822318 + ], + "p90": [ + 23.022056976354612, + 22.69504346854973, + 22.452067447241422, + 22.235255437474137, + 22.018421518428877, + 21.829626783767154, + 21.729766028240114, + 21.54357173034701, + 21.43618122839723, + 21.45352592335002, + 21.38738666651007, + 21.345908415337362, + 21.22550174109561, + 21.143232325775966, + 21.18081476149864, + 21.237006742574025, + 21.144215811550282, + 21.157334902678276, + 21.15962931403673, + 21.070764969959694, + 21.17240649771772, + 21.118961908974917, + 21.126515431541456, + 21.128799029708116 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/chronos_2/20260622_033407.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/chronos_2/20260622_033407.json new file mode 100644 index 0000000000000000000000000000000000000000..74b5a6d705a5802eec7536fafa022aea4fa0fc58 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/chronos_2/20260622_033407.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T03:34:07.500753+00:00", + "metrics": { + "MSE[mean]": 0.8190864914031408, + "MSE[0.5]": 0.8190864914031408, + "MAE[0.5]": 0.69321076075236, + "MASE[0.5]": 0.38088505630682673, + "MAPE[0.5]": 0.027901220956347006, + "sMAPE[0.5]": 0.027436930558977266, + "MSIS": 2.1561741380116493, + "RMSE[mean]": 0.9050339725132648, + "NRMSE[mean]": 0.03593959911280288, + "ND[0.5]": 0.027527935523719557, + "mean_weighted_sum_quantile_loss": 0.026277060517932285 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492, + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25 + ], + "actual": [ + 22.93000030517578, + 22.760000228881836, + 22.600000381469727, + 22.440000534057617, + 22.350000381469727, + 22.34000015258789, + 22.68000030517578, + 23.520000457763672, + 25.139999389648438, + 27.010000228881836, + 28.219999313354492, + 29.209999084472656, + 29.790000915527344, + 29.739999771118164, + 29.34000015258789, + 28.540000915527344, + 27.239999771118164, + 25.940000534057617, + 24.84000015258789, + 24.040000915527344, + 23.690000534057617, + 23.5, + 23.329999923706055, + 23.18000030517578 + ], + "predictions": { + "p50": [ + 22.743371963500977, + 22.346250534057617, + 21.97460174560547, + 21.681171417236328, + 21.59383773803711, + 21.845720291137695, + 22.76198959350586, + 24.263517379760742, + 25.962799072265625, + 27.5676326751709, + 28.663833618164062, + 29.47901725769043, + 29.82649040222168, + 29.901613235473633, + 29.701553344726562, + 29.263961791992188, + 28.686649322509766, + 28.066829681396484, + 26.923076629638672, + 25.743328094482422, + 24.67013931274414, + 23.979251861572266, + 23.36131477355957, + 22.83098602294922 + ], + "p10": [ + 22.31340789794922, + 21.770652770996094, + 21.240589141845703, + 20.825366973876953, + 20.624940872192383, + 20.704261779785156, + 21.420621871948242, + 22.628128051757812, + 24.096479415893555, + 25.40421485900879, + 26.203372955322266, + 26.855100631713867, + 27.299776077270508, + 27.044471740722656, + 26.628110885620117, + 26.21381378173828, + 25.72616958618164, + 25.001264572143555, + 23.980409622192383, + 23.023351669311523, + 22.23333168029785, + 21.714447021484375, + 21.232688903808594, + 20.751808166503906 + ], + "p90": [ + 23.129764556884766, + 22.93448829650879, + 22.73589515686035, + 22.607114791870117, + 22.64358139038086, + 23.010425567626953, + 24.114276885986328, + 25.879905700683594, + 27.721149444580078, + 29.52613067626953, + 30.872716903686523, + 31.723819732666016, + 32.26371765136719, + 32.345001220703125, + 32.24022674560547, + 31.71853256225586, + 31.2850399017334, + 30.537412643432617, + 29.529403686523438, + 28.29764175415039, + 27.131874084472656, + 26.259708404541016, + 25.604324340820312, + 25.006309509277344 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/ets/20260622_033710.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/ets/20260622_033710.json new file mode 100644 index 0000000000000000000000000000000000000000..7112170575d1b8a9dbf8f52be7ff03e651cd0f8c --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/ets/20260622_033710.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "ETS", + "evaluated_at": "2026-06-22T03:37:10.384561+00:00", + "metrics": { + "MSE[mean]": 90.83341172097414, + "MSE[0.5]": 92.62648790328399, + "MAE[0.5]": 8.299724128435516, + "MASE[0.5]": 4.560288257151853, + "MAPE[0.5]": 0.3185376684579119, + "sMAPE[0.5]": 0.40488327610390623, + "MSIS": 141.48998129735833, + "RMSE[mean]": 9.530656416059397, + "NRMSE[mean]": 0.37846973846058257, + "ND[0.5]": 0.329588465165, + "mean_weighted_sum_quantile_loss": 0.31681573540285846 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492, + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25 + ], + "actual": [ + 22.93000030517578, + 22.760000228881836, + 22.600000381469727, + 22.440000534057617, + 22.350000381469727, + 22.34000015258789, + 22.68000030517578, + 23.520000457763672, + 25.139999389648438, + 27.010000228881836, + 28.219999313354492, + 29.209999084472656, + 29.790000915527344, + 29.739999771118164, + 29.34000015258789, + 28.540000915527344, + 27.239999771118164, + 25.940000534057617, + 24.84000015258789, + 24.040000915527344, + 23.690000534057617, + 23.5, + 23.329999923706055, + 23.18000030517578 + ], + "predictions": { + "p50": [ + 22.657775847026716, + 22.227776492545065, + 21.59777637512396, + 21.182776410290746, + 20.602776483604504, + 20.14277548880303, + 19.56777663023202, + 19.112775749871464, + 18.65777677685954, + 18.197775782058063, + 17.632776198694575, + 17.06777566165677, + 16.61277573497053, + 16.142777372310167, + 15.632776186773828, + 15.092774314591981, + 14.672776142666482, + 14.102776444862076, + 13.672776136706108, + 13.107776553342621, + 12.642775444100227, + 12.112775708148849, + 11.6277750948171, + 11.107776541421874 + ], + "p10": [ + 21.83277603776158, + 21.4377767214269, + 20.721775589296325, + 20.351776463696506, + 19.740775827476575, + 19.410776091525197, + 18.83277601988046, + 18.509776253411502, + 18.03277677685954, + 17.451775301406208, + 16.971775374719964, + 16.41277592868558, + 15.827776078293283, + 15.272776533076769, + 14.887777254889063, + 14.282776755998231, + 13.912775913784646, + 13.410776055762955, + 12.98977595360064, + 12.338776118467132, + 11.972775367806282, + 11.329775906513106, + 10.847776315520225, + 10.332775969217284 + ], + "p90": [ + 24.052777258464705, + 23.387775386282858, + 22.71377693206976, + 22.23877559394553, + 21.815775636741712, + 21.324775839755176, + 20.55377516538827, + 20.22277540654871, + 19.562777082035318, + 19.222775400588336, + 18.793775306055416, + 18.174776203343782, + 17.7417756357884, + 17.22277538866759, + 17.060777209112693, + 16.373775024125674, + 15.813775555203103, + 15.313775552222916, + 14.822775755236382, + 14.283776576230805, + 13.824775795052375, + 13.324775792072188, + 12.88277539999288, + 12.30377702207373 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moirai_1_1_large/20260622_033619.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moirai_1_1_large/20260622_033619.json new file mode 100644 index 0000000000000000000000000000000000000000..d4c3d83363d30f8c65dc4125d3b34205e9734b3a --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moirai_1_1_large/20260622_033619.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T03:36:19.249842+00:00", + "metrics": { + "MSE[mean]": 0.9378511653097424, + "MSE[0.5]": 0.9203320178794456, + "MAE[0.5]": 0.7772243022918701, + "MASE[0.5]": 0.4270463456455588, + "MAPE[0.5]": 0.031306563383151055, + "sMAPE[0.5]": 0.030705252779074214, + "MSIS": 2.1588706261037522, + "RMSE[mean]": 0.96842716055971, + "NRMSE[mean]": 0.03845699164619574, + "ND[0.5]": 0.030864178244633052, + "mean_weighted_sum_quantile_loss": 0.026479975689698627 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492, + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25 + ], + "actual": [ + 22.93000030517578, + 22.760000228881836, + 22.600000381469727, + 22.440000534057617, + 22.350000381469727, + 22.34000015258789, + 22.68000030517578, + 23.520000457763672, + 25.139999389648438, + 27.010000228881836, + 28.219999313354492, + 29.209999084472656, + 29.790000915527344, + 29.739999771118164, + 29.34000015258789, + 28.540000915527344, + 27.239999771118164, + 25.940000534057617, + 24.84000015258789, + 24.040000915527344, + 23.690000534057617, + 23.5, + 23.329999923706055, + 23.18000030517578 + ], + "predictions": { + "p50": [ + 22.848023414611816, + 22.41286277770996, + 22.042407989501953, + 21.700942993164062, + 21.714160919189453, + 22.139785766601562, + 23.414630889892578, + 24.93686866760254, + 26.602307319641113, + 27.685876846313477, + 28.715975761413574, + 29.53290557861328, + 30.06752300262451, + 30.049278259277344, + 29.479869842529297, + 29.324721336364746, + 28.75911045074463, + 28.130295753479004, + 26.941858291625977, + 25.873394012451172, + 25.084989547729492, + 24.25800323486328, + 23.843095779418945, + 23.284833908081055 + ], + "p10": [ + 22.52638530731201, + 21.736184120178223, + 21.297995567321777, + 20.891322135925293, + 20.589153289794922, + 21.06278705596924, + 22.067108154296875, + 23.05223560333252, + 24.599682807922363, + 25.557912826538086, + 26.573463439941406, + 26.785181999206543, + 27.22824478149414, + 26.698883056640625, + 26.365674018859863, + 26.87752628326416, + 25.4333553314209, + 25.58056354522705, + 24.345191955566406, + 23.484103202819824, + 22.460004806518555, + 21.888014793395996, + 21.775569915771484, + 21.072379112243652 + ], + "p90": [ + 23.215216636657715, + 22.97576904296875, + 22.671067237854004, + 22.443506240844727, + 22.648107528686523, + 23.274059295654297, + 24.776082038879395, + 26.892656326293945, + 28.69217586517334, + 29.8333740234375, + 30.956045150756836, + 31.401365280151367, + 32.10005569458008, + 31.970321655273438, + 32.14501762390137, + 31.71424388885498, + 31.11625576019287, + 31.224763870239258, + 29.290228843688965, + 28.367321968078613, + 27.213693618774414, + 26.57303524017334, + 26.32351016998291, + 25.76239013671875 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moving_average/20260622_033710.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moving_average/20260622_033710.json new file mode 100644 index 0000000000000000000000000000000000000000..b060a1a58210320b9e262770789a7d41fbddaa21 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moving_average/20260622_033710.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T03:37:10.456655+00:00", + "metrics": { + "MSE[mean]": 7.0117621108409915, + "MSE[0.5]": 7.055180251713726, + "MAE[0.5]": 2.3406708197807196, + "MASE[0.5]": 1.286082945423883, + "MAPE[0.5]": 0.09117363478001132, + "sMAPE[0.5]": 0.09198258102788746, + "MSIS": 18.298197202231655, + "RMSE[mean]": 2.647973208104831, + "NRMSE[mean]": 0.10515306436116724, + "ND[0.5]": 0.09294984881545072, + "mean_weighted_sum_quantile_loss": 0.08360600092705145 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492, + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25 + ], + "actual": [ + 22.93000030517578, + 22.760000228881836, + 22.600000381469727, + 22.440000534057617, + 22.350000381469727, + 22.34000015258789, + 22.68000030517578, + 23.520000457763672, + 25.139999389648438, + 27.010000228881836, + 28.219999313354492, + 29.209999084472656, + 29.790000915527344, + 29.739999771118164, + 29.34000015258789, + 28.540000915527344, + 27.239999771118164, + 25.940000534057617, + 24.84000015258789, + 24.040000915527344, + 23.690000534057617, + 23.5, + 23.329999923706055, + 23.18000030517578 + ], + "predictions": { + "p50": [ + 25.071525786527946, + 25.14152643502648, + 25.011526320585563, + 25.096526358732536, + 25.01652643502648, + 25.056525443205192, + 24.981526587614372, + 25.026525710234, + 25.071526740202263, + 25.111525748380974, + 25.046526167997673, + 24.981525633940056, + 25.026525710234, + 25.056527350553825, + 25.046526167997673, + 25.006524298796013, + 25.0865261298507, + 25.01652643502648, + 25.0865261298507, + 25.0215265494674, + 25.056525443205192, + 25.026525710234, + 25.04152509988244, + 25.0215265494674 + ], + "p10": [ + 24.24652597726281, + 24.351526663908317, + 24.135525534757928, + 24.265526412138296, + 24.154525778898552, + 24.32452604592736, + 24.24652597726281, + 24.42352621377404, + 24.446526740202263, + 24.36552526772912, + 24.385525344023062, + 24.326525900968864, + 24.241526053556754, + 24.186526511320427, + 24.301527236112907, + 24.196526740202263, + 24.326525900968864, + 24.32452604592736, + 24.40352594674523, + 24.252526114591912, + 24.386525366911247, + 24.243525908598258, + 24.261526320585563, + 24.24652597726281 + ], + "p90": [ + 26.466527197965934, + 26.301525328764274, + 26.127526877531363, + 26.15252554238732, + 26.22952558816369, + 26.23852579415734, + 25.96752512277062, + 26.136525366911247, + 25.97652704537804, + 26.136525366911247, + 26.207525275358513, + 26.088526175627067, + 26.15552561105187, + 26.136525366911247, + 26.474527190336538, + 26.287525008329705, + 26.227525542387323, + 26.227525542387323, + 26.236525748380974, + 26.19752657235558, + 26.23852579415734, + 26.23852579415734, + 26.29652540505822, + 26.217527030119253 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/seasonal_naive/20260622_033710.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/seasonal_naive/20260622_033710.json new file mode 100644 index 0000000000000000000000000000000000000000..eaff5be031f370c652bd7055ebb846140fcd11d1 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/seasonal_naive/20260622_033710.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T03:37:10.491514+00:00", + "metrics": { + "MSE[mean]": 2.839674102974641, + "MSE[0.5]": 2.839674102974641, + "MAE[0.5]": 1.339166482289632, + "MASE[0.5]": 0.7358058037897606, + "MAPE[0.5]": 0.0554569215471904, + "sMAPE[0.5]": 0.055679821211488754, + "MSIS": 18.275267734259632, + "RMSE[mean]": 1.6851332597081576, + "NRMSE[mean]": 0.06691794523180099, + "ND[0.5]": 0.05317933688736354, + "mean_weighted_sum_quantile_loss": 0.048085583652887245 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492, + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25 + ], + "actual": [ + 22.93000030517578, + 22.760000228881836, + 22.600000381469727, + 22.440000534057617, + 22.350000381469727, + 22.34000015258789, + 22.68000030517578, + 23.520000457763672, + 25.139999389648438, + 27.010000228881836, + 28.219999313354492, + 29.209999084472656, + 29.790000915527344, + 29.739999771118164, + 29.34000015258789, + 28.540000915527344, + 27.239999771118164, + 25.940000534057617, + 24.84000015258789, + 24.040000915527344, + 23.690000534057617, + 23.5, + 23.329999923706055, + 23.18000030517578 + ], + "predictions": { + "p50": [ + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25 + ], + "p10": [ + 20.648599700927733, + 20.344800224304198, + 19.96260082244873, + 19.6294006729126, + 19.43339992523193, + 19.6294006729126, + 21.216999626159666, + 23.000599327087404, + 24.843000373840333, + 26.31300037384033, + 27.381200523376464, + 28.116200523376463, + 28.6355993270874, + 28.802199401855468, + 29.115799102783203, + 29.076600074768066, + 28.723799476623533, + 28.4003995513916, + 27.518399925231932, + 26.09739917755127, + 24.921400299072264, + 23.9805993270874, + 23.275, + 22.785 + ], + "p90": [ + 21.491399688720705, + 21.175200233459474, + 20.777400856018065, + 20.430600700378417, + 20.226599922180178, + 20.430600700378417, + 22.08299961090088, + 23.93939929962158, + 25.85700038909912, + 27.38700038909912, + 28.49880054473877, + 29.26380054473877, + 29.804399299621583, + 29.977799377441407, + 30.30419906616211, + 30.263400077819824, + 29.896199455261232, + 29.559599533081055, + 28.641599922180177, + 27.162599143981932, + 25.9386003112793, + 24.959399299621584, + 24.225, + 23.715 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timer_s1/20260622_033657.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timer_s1/20260622_033657.json new file mode 100644 index 0000000000000000000000000000000000000000..fdb6b0c7f8f98b1c6fa15176a57e2f99ba99c057 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timer_s1/20260622_033657.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T03:36:57.667508+00:00", + "metrics": { + "MSE[mean]": 0.5319255211838936, + "MSE[0.5]": 0.5319255211838936, + "MAE[0.5]": 0.5680897235870361, + "MASE[0.5]": 0.31213722955041606, + "MAPE[0.5]": 0.02243894332596032, + "sMAPE[0.5]": 0.022061627174980957, + "MSIS": 1.8939800144891865, + "RMSE[mean]": 0.7293322433458523, + "NRMSE[mean]": 0.02896234753829305, + "ND[0.5]": 0.022559282353924934, + "mean_weighted_sum_quantile_loss": 0.02244308316193695 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492, + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25 + ], + "actual": [ + 22.93000030517578, + 22.760000228881836, + 22.600000381469727, + 22.440000534057617, + 22.350000381469727, + 22.34000015258789, + 22.68000030517578, + 23.520000457763672, + 25.139999389648438, + 27.010000228881836, + 28.219999313354492, + 29.209999084472656, + 29.790000915527344, + 29.739999771118164, + 29.34000015258789, + 28.540000915527344, + 27.239999771118164, + 25.940000534057617, + 24.84000015258789, + 24.040000915527344, + 23.690000534057617, + 23.5, + 23.329999923706055, + 23.18000030517578 + ], + "predictions": { + "p50": [ + 23.164031982421875, + 22.76641845703125, + 22.43353271484375, + 22.1561279296875, + 22.06982421875, + 22.1561279296875, + 23.1424560546875, + 24.6959228515625, + 26.2740478515625, + 27.642578125, + 28.67822265625, + 29.46728515625, + 29.96044921875, + 30.05908203125, + 29.86181640625, + 29.245361328125, + 28.5302734375, + 27.519287109375, + 26.3480224609375, + 25.078125, + 24.285980224609375, + 23.706512451171875, + 23.245712280273438, + 22.84039306640625 + ], + "p10": [ + 22.92669677734375, + 22.37188720703125, + 22.01434326171875, + 21.57666015625, + 21.3917236328125, + 21.330078125, + 22.045166015625, + 23.38287353515625, + 24.62811279296875, + 25.62060546875, + 26.4219970703125, + 26.853515625, + 27.026123046875, + 26.976806640625, + 26.483642578125, + 25.6329345703125, + 25.004150390625, + 24.230499267578125, + 23.31121063232422, + 22.3780517578125, + 21.94036865234375, + 21.552001953125, + 21.206787109375, + 20.9232177734375 + ], + "p90": [ + 23.439895629882812, + 23.190231323242188, + 22.892791748046875, + 22.735595703125, + 22.75408935546875, + 23.046905517578125, + 24.29522705078125, + 25.9658203125, + 27.716552734375, + 29.17138671875, + 30.15771484375, + 30.99609375, + 31.6865234375, + 31.83447265625, + 31.78515625, + 31.34130859375, + 30.74951171875, + 29.738525390625, + 28.431640625, + 27.075439453125, + 26.1260986328125, + 25.447998046875, + 24.91168212890625, + 24.46783447265625 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timesfm_2_5/20260622_033451.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timesfm_2_5/20260622_033451.json new file mode 100644 index 0000000000000000000000000000000000000000..18936c99f58f0185134f40ff71a2e01b43b9b4af --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timesfm_2_5/20260622_033451.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T03:34:51.166392+00:00", + "metrics": { + "MSE[mean]": 0.4067353237384547, + "MSE[0.5]": 0.3276029787418035, + "MAE[0.5]": 0.4994724591573079, + "MASE[0.5]": 0.2744354336383443, + "MAPE[0.5]": 0.01942845751119167, + "sMAPE[0.5]": 0.019503819719654494, + "MSIS": 8.830249186058134, + "RMSE[mean]": 0.6377580448245672, + "NRMSE[mean]": 0.025325865280293635, + "ND[0.5]": 0.019834437706410364, + "mean_weighted_sum_quantile_loss": 0.022109313121004018 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492, + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25 + ], + "actual": [ + 22.93000030517578, + 22.760000228881836, + 22.600000381469727, + 22.440000534057617, + 22.350000381469727, + 22.34000015258789, + 22.68000030517578, + 23.520000457763672, + 25.139999389648438, + 27.010000228881836, + 28.219999313354492, + 29.209999084472656, + 29.790000915527344, + 29.739999771118164, + 29.34000015258789, + 28.540000915527344, + 27.239999771118164, + 25.940000534057617, + 24.84000015258789, + 24.040000915527344, + 23.690000534057617, + 23.5, + 23.329999923706055, + 23.18000030517578 + ], + "predictions": { + "p50": [ + 22.803569793701172, + 22.52535057067871, + 22.242633819580078, + 22.064529418945312, + 22.013948440551758, + 22.25826644897461, + 22.95749282836914, + 24.152441024780273, + 25.46036148071289, + 26.700061798095703, + 27.694976806640625, + 28.273042678833008, + 28.713972091674805, + 28.809633255004883, + 28.718399047851562, + 28.145431518554688, + 27.529861450195312, + 26.694730758666992, + 25.639997482299805, + 24.755233764648438, + 23.921283721923828, + 23.28800392150879, + 22.774639129638672, + 22.28760528564453 + ], + "p10": [ + 22.888139724731445, + 22.599205017089844, + 22.317724227905273, + 22.22662353515625, + 22.18221664428711, + 22.428186416625977, + 23.26791000366211, + 24.53965187072754, + 25.98250389099121, + 27.159807205200195, + 28.074827194213867, + 28.74050521850586, + 29.194955825805664, + 29.43865394592285, + 29.3418025970459, + 28.730609893798828, + 28.17659568786621, + 27.273977279663086, + 26.20842170715332, + 25.19022560119629, + 24.460004806518555, + 23.79059600830078, + 23.290069580078125, + 22.775571823120117 + ], + "p90": [ + 22.986186981201172, + 22.876632690429688, + 22.82809066772461, + 22.786611557006836, + 22.970294952392578, + 23.41631317138672, + 24.376731872558594, + 25.809782028198242, + 27.45367431640625, + 28.94650650024414, + 30.151025772094727, + 30.876028060913086, + 31.45862579345703, + 31.696033477783203, + 31.592144012451172, + 31.06934356689453, + 30.32120132446289, + 29.38333511352539, + 28.173799514770508, + 27.085407257080078, + 26.09740447998047, + 25.427112579345703, + 24.78604507446289, + 24.204137802124023 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/tirex/20260622_033537.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/tirex/20260622_033537.json new file mode 100644 index 0000000000000000000000000000000000000000..c88a5a529fe8f3b4fb489d7e5ef0a4f330de76e4 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/tirex/20260622_033537.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "TiRex", + "evaluated_at": "2026-06-22T03:35:37.952059+00:00", + "metrics": { + "MSE[mean]": 0.550176228056595, + "MSE[0.5]": 0.550176228056595, + "MAE[0.5]": 0.5530107021331787, + "MASE[0.5]": 0.3038520524287122, + "MAPE[0.5]": 0.0222467109581586, + "sMAPE[0.5]": 0.021974201689470545, + "MSIS": 2.9614589625774843, + "RMSE[mean]": 0.7417386521252584, + "NRMSE[mean]": 0.029455015627561792, + "ND[0.5]": 0.021960482748027216, + "mean_weighted_sum_quantile_loss": 0.031543872018444045 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492, + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25 + ], + "actual": [ + 22.93000030517578, + 22.760000228881836, + 22.600000381469727, + 22.440000534057617, + 22.350000381469727, + 22.34000015258789, + 22.68000030517578, + 23.520000457763672, + 25.139999389648438, + 27.010000228881836, + 28.219999313354492, + 29.209999084472656, + 29.790000915527344, + 29.739999771118164, + 29.34000015258789, + 28.540000915527344, + 27.239999771118164, + 25.940000534057617, + 24.84000015258789, + 24.040000915527344, + 23.690000534057617, + 23.5, + 23.329999923706055, + 23.18000030517578 + ], + "predictions": { + "p50": [ + 22.91853904724121, + 22.617177963256836, + 22.379383087158203, + 22.137859344482422, + 22.104177474975586, + 22.312829971313477, + 23.586727142333984, + 25.317153930664062, + 26.918132781982422, + 28.103103637695312, + 28.811132431030273, + 29.218017578125, + 29.4356689453125, + 29.289037704467773, + 28.97174072265625, + 28.551658630371094, + 27.761032104492188, + 26.844589233398438, + 25.68056869506836, + 24.567691802978516, + 23.7227783203125, + 23.087846755981445, + 22.58671760559082, + 22.199352264404297 + ], + "p10": [ + 22.72945213317871, + 22.265884399414062, + 21.835891723632812, + 21.39937973022461, + 21.144573211669922, + 21.07426643371582, + 21.91818618774414, + 22.925979614257812, + 23.673851013183594, + 24.128955841064453, + 24.543872833251953, + 24.28884506225586, + 24.008695602416992, + 23.761856079101562, + 23.19553565979004, + 22.749088287353516, + 22.449413299560547, + 22.084177017211914, + 21.696548461914062, + 21.215330123901367, + 20.65097999572754, + 20.143352508544922, + 19.75223159790039, + 19.44073486328125 + ], + "p90": [ + 23.089061737060547, + 22.9449405670166, + 22.881179809570312, + 22.832656860351562, + 22.989038467407227, + 23.376134872436523, + 24.8627872467041, + 26.92901039123535, + 28.982318878173828, + 30.394912719726562, + 31.32357406616211, + 31.90243911743164, + 32.329200744628906, + 32.43241882324219, + 32.345436096191406, + 32.00920486450195, + 31.30139923095703, + 30.251136779785156, + 28.79042625427246, + 27.53529167175293, + 26.540719985961914, + 25.916706085205078, + 25.421066284179688, + 25.052539825439453 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/toto_2_0_1b/20260622_033515.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/toto_2_0_1b/20260622_033515.json new file mode 100644 index 0000000000000000000000000000000000000000..d0aafca01e805cc697b868b7f2b2f4722b94cd6d --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/toto_2_0_1b/20260622_033515.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T03:35:15.659585+00:00", + "metrics": { + "MSE[mean]": 1.3327479513263825, + "MSE[0.5]": 1.3327479513263825, + "MAE[0.5]": 0.912270704905192, + "MASE[0.5]": 0.501247670229129, + "MAPE[0.5]": 0.036190923075805244, + "sMAPE[0.5]": 0.0353233507541506, + "MSIS": 3.007199744396995, + "RMSE[mean]": 1.154447032707167, + "NRMSE[mean]": 0.04584398465976072, + "ND[0.5]": 0.03622697535386293, + "mean_weighted_sum_quantile_loss": 0.03365741579516466 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492, + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25 + ], + "actual": [ + 22.93000030517578, + 22.760000228881836, + 22.600000381469727, + 22.440000534057617, + 22.350000381469727, + 22.34000015258789, + 22.68000030517578, + 23.520000457763672, + 25.139999389648438, + 27.010000228881836, + 28.219999313354492, + 29.209999084472656, + 29.790000915527344, + 29.739999771118164, + 29.34000015258789, + 28.540000915527344, + 27.239999771118164, + 25.940000534057617, + 24.84000015258789, + 24.040000915527344, + 23.690000534057617, + 23.5, + 23.329999923706055, + 23.18000030517578 + ], + "predictions": { + "p50": [ + 22.788970947265625, + 22.38384246826172, + 22.020360946655273, + 21.728559494018555, + 21.675392150878906, + 21.924518585205078, + 22.884397506713867, + 24.58045196533203, + 26.151060104370117, + 27.504501342773438, + 28.73333740234375, + 29.5617733001709, + 30.084407806396484, + 30.376953125, + 30.293010711669922, + 29.826648712158203, + 29.340965270996094, + 28.60062026977539, + 27.30583381652832, + 25.97323989868164, + 25.12676429748535, + 24.40496063232422, + 23.82883071899414, + 23.368385314941406 + ], + "p10": [ + 22.622804641723633, + 22.096080780029297, + 21.562002182006836, + 21.119441986083984, + 20.893571853637695, + 20.927806854248047, + 21.57050323486328, + 22.78184700012207, + 23.754009246826172, + 24.555971145629883, + 25.192501068115234, + 25.65230369567871, + 25.690454483032227, + 25.636579513549805, + 25.604251861572266, + 25.153366088867188, + 24.889196395874023, + 24.300636291503906, + 23.41509437561035, + 22.898937225341797, + 22.31056785583496, + 21.844778060913086, + 21.504310607910156, + 21.191617965698242 + ], + "p90": [ + 22.937299728393555, + 22.66855239868164, + 22.496252059936523, + 22.375267028808594, + 22.540863037109375, + 23.009302139282227, + 24.294809341430664, + 26.37654685974121, + 28.2867488861084, + 30.0494441986084, + 31.512399673461914, + 32.66674041748047, + 33.60133361816406, + 34.037445068359375, + 33.96881866455078, + 33.53974914550781, + 33.06011962890625, + 32.44761276245117, + 31.00790023803711, + 29.52351188659668, + 28.20529556274414, + 27.2437686920166, + 26.491880416870117, + 25.784263610839844 + ] + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 04783dfaf15a71ae436262d88257daf1a8936805..e10e568e940d3298c1ee1bca32056d885edaba35 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,229720.8726641337,229720.8726641337,414.63671875,0.3725055925184055,0.006469440857997899,0.006482822571235801,3.444595661865718,479.29205362089374,0.0074742865950285274,0.006466023472216898,0.005772260951324151,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,228519.49450620016,228519.49450620016,408.2420247395833,0.3667606616581929,0.00636989422450029,0.006383421239527759,3.444595661865718,478.03712670272813,0.007453973875185017,0.0063656674705390055,0.005760606680879826,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,2.839674102974641,2.839674102974641,1.339166482289632,0.7358058037897606,0.0554569215471904,0.055679821211488754,18.275267734259632,1.6851332597081576,0.06691794523180099,0.05317933688736354,0.048085583652887245,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,1.1262949979345174,1.1262949979345174,1.0167500058809915,2.9720840616989994,0.6434302589503541,0.965661773482377,117.08288910374922,1.061270464082798,0.6815905100052869,0.6529976839176754,0.6506843348758298,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,1.0427939308145056,1.0427939308145056,0.9845833405852318,2.857177606135711,0.6128459775006744,0.8997885450404662,112.28113208518057,1.021172821227879,0.6418636003707265,0.6188650879810752,0.6163241880639221,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.05833335485723623,0.05833335485723623,0.21111114819844565,3.4305573850876674,0.1348331713133056,0.14710704058112242,115.80614362038185,0.24152299032853214,0.15968461946735465,0.1395776166878746,0.13488421825463742,Ocean,1 nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,5.104166682561299,5.104166682561299,2.2083333333333335,1.2082066308943158,0.143248718599293,0.1331377441038632,37.244451952067394,2.259240288805354,0.14517206675054484,0.14190093708165996,0.13428826416778225,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,178.91208544413348,178.91208544413348,11.462500095367432,0.990774649514529,0.5692719823084275,0.4176242755079709,36.47649094219503,13.37580223553464,0.603192871645316,0.5169109281827706,0.5072742003662645,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Seasonal-Naive,3.652499907812095,3.652499907812095,1.7583332856496174,0.911144340420886,0.07292806872730632,0.06992966153447842,21.273795709005388,1.9111514612432199,0.07878329458627127,0.07248367909787064,0.06533378805676973,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Seasonal-Naive,30.75,30.75,4.5,0.8426527958387516,0.9886934824434824,0.5265949285492629,31.724473478024247,5.545268253204709,0.7434996540609666,0.6033519553072626,0.5955803848541279,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Seasonal-Naive,520.8333333333334,520.8333333333334,10.416666666666666,0.5882352941176471,0.004340277777777777,0.0042955326460481094,8.16705832399748,22.82177322938192,0.009509072178909134,0.004340277777777778,0.006440972222222198,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Seasonal-Naive,312.5,312.5,6.25,0.35294117647058826,0.0026041666666666665,0.002577319587628866,8.15294067780215,17.67766952966369,0.00736569563735987,0.0026041666666666665,0.005642361111111087,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Seasonal-Naive,7551.857142857143,7551.857142857143,73.85714285714286,1.530991524558358,0.3288908310812257,0.29127747091684864,55.43516014261311,86.90142198409151,0.34543438608099974,0.2935831913685406,0.2867184049466844,Web,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index a5cf89ab83ba96095ca2a4d42d9be72b573abf8f..6de6e330ee6221a7d87b83c0349ac471d1e5e33e 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T03:29:35.505881+00:00", + "evaluated_at": "2026-06-22T03:37:10.485451+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63896.01171875, 64606.0, 64257.98828125, - 64255.328125 + 64408.80078125 ], "p50": [ 63583.53125, diff --git a/results/seasonal_naive/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/seasonal_naive/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 2c60007a30dab86b0558dad8252a088527e080f6..ef0ba35b37009425c57ba3c536dbffa43d6508d7 100644 --- a/results/seasonal_naive/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/seasonal_naive/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T02:28:19.333421+00:00", + "evaluated_at": "2026-06-22T03:37:10.491514+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 8781513af20521c567fab93ed344ad6ccc881158..62936f83b72d509ba9c69cdd5de87afe3e607592 100644 --- a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T03:20:43.561142+00:00", + "evaluated_at": "2026-06-22T03:37:10.500790+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.9850000143051147, - 1.0140000581741333, - 1.0410000085830688, 1.0820000171661377, 1.1260000467300415, 1.159999966621399, @@ -245,12 +242,12 @@ 0.7649999856948853, 0.7950000166893005, 0.828000009059906, - 0.8529999852180481 - ], - "actuals": [ + 0.8529999852180481, 0.8790000081062317, 0.9179999828338623, - 0.9430000185966492, + 0.9430000185966492 + ], + "actuals": [ 0.9760000109672546, 1.0099999904632568, 1.0479999780654907, @@ -307,12 +304,12 @@ 1.7350000143051147, 1.7120000123977661, 1.6779999732971191, - 1.6399999856948853 + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809 ], "p50": [ - 0.3569999933242798, - 0.3630000054836273, - 0.36500000953674316, 0.3799999952316284, 0.4000000059604645, 0.42100000381469727, @@ -334,9 +331,9 @@ 0.7950000166893005, 0.828000009059906, 0.8529999852180481, - 0.3569999933242798, - 0.3630000054836273, - 0.36500000953674316, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, 0.3799999952316284, 0.4000000059604645, 0.42100000381469727, @@ -358,9 +355,9 @@ 0.7950000166893005, 0.828000009059906, 0.8529999852180481, - 0.3569999933242798, - 0.3630000054836273, - 0.36500000953674316, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, 0.3799999952316284, 0.4000000059604645, 0.42100000381469727, @@ -369,12 +366,12 @@ 0.4580000042915344, 0.48500001430511475, 0.5149999856948853, - 0.5379999876022339 + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049 ], "p10": [ - 0.34985999345779417, - 0.3557400053739548, - 0.3577000093460083, 0.37239999532699586, 0.39200000584125516, 0.4125800037384033, @@ -396,9 +393,9 @@ 0.7791000163555145, 0.8114400088787078, 0.8359399855136871, - 0.34985999345779417, - 0.3557400053739548, - 0.3577000093460083, + 0.861420007944107, + 0.8996399831771851, + 0.9241400182247161, 0.37239999532699586, 0.39200000584125516, 0.4125800037384033, @@ -420,9 +417,9 @@ 0.7791000163555145, 0.8114400088787078, 0.8359399855136871, - 0.34985999345779417, - 0.3557400053739548, - 0.3577000093460083, + 0.861420007944107, + 0.8996399831771851, + 0.9241400182247161, 0.37239999532699586, 0.39200000584125516, 0.4125800037384033, @@ -431,12 +428,12 @@ 0.44884000420570375, 0.47530001401901245, 0.5046999859809875, - 0.5272399878501892 + 0.5272399878501892, + 0.5360599911212921, + 0.5674199962615967, + 0.6007399761676788 ], "p90": [ - 0.3641399931907654, - 0.37026000559329986, - 0.372300009727478, 0.387599995136261, 0.4080000060796738, 0.4294200038909912, @@ -458,9 +455,9 @@ 0.8109000170230866, 0.8445600092411042, 0.8700599849224091, - 0.3641399931907654, - 0.37026000559329986, - 0.372300009727478, + 0.8965800082683564, + 0.9363599824905395, + 0.9618600189685822, 0.387599995136261, 0.4080000060796738, 0.4294200038909912, @@ -482,9 +479,9 @@ 0.8109000170230866, 0.8445600092411042, 0.8700599849224091, - 0.3641399931907654, - 0.37026000559329986, - 0.372300009727478, + 0.8965800082683564, + 0.9363599824905395, + 0.9618600189685822, 0.387599995136261, 0.4080000060796738, 0.4294200038909912, @@ -493,12 +490,12 @@ 0.4671600043773651, 0.49470001459121704, 0.525299985408783, - 0.5487599873542786 + 0.5487599873542786, + 0.5579399907588959, + 0.5905799961090088, + 0.625259975194931 ], "timestamps": [ - "2026-06-20 21:12:00", - "2026-06-20 21:18:00", - "2026-06-20 21:24:00", "2026-06-20 21:30:00", "2026-06-20 21:36:00", "2026-06-20 21:42:00", @@ -795,6 +792,9 @@ "2026-06-22 02:48:00", "2026-06-22 02:54:00", "2026-06-22 03:00:00", - "2026-06-22 03:06:00" + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00" ] } diff --git a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index a14aedba17c07536d65f372c8562dca978063ee1..50e141d52a3d492dc4c5560b71cf1eb0a8208ace 100644 --- a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T02:50:45.140994+00:00", + "evaluated_at": "2026-06-22T03:37:10.509155+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2450.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2450.0, - 2400.0, - 2400.0, - 2400.0, 2400.0, 2400.0, 2400.0, @@ -101,6 +89,18 @@ 2400.0, 2400.0, 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, 2400.0 ], "actuals": [ @@ -132,23 +132,23 @@ "p50": [ 2400.0, 2400.0, + 2450.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, 2400.0, 2400.0, 2400.0, 2400.0, 2400.0, - 2450.0, 2400.0, 2400.0, - 2450.0, 2400.0, 2400.0, 2400.0, - 2450.0, - 2450.0, 2400.0, 2400.0, - 2450.0, 2400.0, 2400.0, 2400.0, @@ -158,23 +158,23 @@ "p10": [ 2352.0, 2352.0, + 2401.0, + 2401.0, + 2352.0, + 2352.0, + 2401.0, 2352.0, 2352.0, 2352.0, 2352.0, 2352.0, - 2401.0, 2352.0, 2352.0, - 2401.0, 2352.0, 2352.0, 2352.0, - 2401.0, - 2401.0, 2352.0, 2352.0, - 2401.0, 2352.0, 2352.0, 2352.0, @@ -184,23 +184,23 @@ "p90": [ 2448.0, 2448.0, + 2499.0, + 2499.0, + 2448.0, + 2448.0, + 2499.0, 2448.0, 2448.0, 2448.0, 2448.0, 2448.0, - 2499.0, 2448.0, 2448.0, - 2499.0, 2448.0, 2448.0, 2448.0, - 2499.0, - 2499.0, 2448.0, 2448.0, - 2499.0, 2448.0, 2448.0, 2448.0, @@ -208,10 +208,6 @@ 2448.0 ], "timestamps": [ - "2026-06-21 15:55:00", - "2026-06-21 16:10:00", - "2026-06-21 16:25:00", - "2026-06-21 16:40:00", "2026-06-21 16:55:00", "2026-06-21 17:10:00", "2026-06-21 17:25:00", @@ -327,6 +323,10 @@ "2026-06-22 20:55:00", "2026-06-22 21:10:00", "2026-06-22 21:25:00", - "2026-06-22 21:40:00" + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index c0d094a00ff327d2ba8a5a41c88483cb17ce96f9..e248934f2cad1d9c04960474e511211373f68ad3 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,42 +1,30 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T03:29:35.549406+00:00", + "evaluated_at": "2026-06-22T03:37:10.511583+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t021000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 78, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t011500z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t212400z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t005000z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", + "context_length": 96, "prediction_length": 24 } ], diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 9a1cda4c0c9e586b7b9d572546830724b0cfdcfb..1330665f8e5ac0d39288d07a79ab3fd16a0a8b8f 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,210775.60102844238,210775.60102844238,384.5625,0.3454872071019622,0.006011698491731255,0.005986070445268805,1.6467967356927256,459.1030396636929,0.007159450421035736,0.005997033159607046,0.0041155917483515205,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,209715.7054754893,209715.7054754893,378.1678059895833,0.33974227624174963,0.005912168951249401,0.005886669101834413,1.6467967356927256,457.9472736849618,0.0071407152783399645,0.005896723891981972,0.004081944412297672,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,0.5319255211838936,0.5319255211838936,0.5680897235870361,0.31213722955041606,0.02243894332596032,0.022061627174980957,1.8939800144891865,0.7293322433458523,0.02896234753829305,0.022559282353924934,0.02244308316193695,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.005474447076422647,0.005474447076422647,0.05668745934963226,0.16570434566682676,0.03339066671417502,0.034145329172335696,1.704739470973289,0.0739895065291197,0.04751903232679406,0.036406962821124364,0.033936539064263235,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.003525663458735373,0.003525663458735373,0.05295666952927907,0.15367577739498373,0.03207536452552186,0.032675018194477934,0.8260606744649396,0.05937729750279456,0.03732191570629609,0.033286195892713234,0.03261988835766777,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.06093971427414443,0.06093971427414443,0.22094470096959007,3.5903526747660144,0.14117282070199552,0.1540550532224579,95.68170960951063,0.2468597056510933,0.16321302624274933,0.1460791390900956,0.13277046911119286,Ocean,1 nws_ksfo_observations_temperature/1h/short,Timer-S1,3.914418406641744,3.914418406641744,1.632049560546875,0.8929146117739872,0.10918596131375284,0.10082776530324102,22.47111584411826,1.978488920019959,0.12713181815389293,0.1048706544929719,0.08869309023202183,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,152.3490788863813,152.3490788863813,10.17534351348877,0.8795177595977686,0.55918301953679,0.3945419280293467,2.933682030664892,12.342976905365306,0.5566167586135461,0.4588655368702452,0.28522608782662895,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,2.1064507039294162,2.1064507039294162,1.2539108594258626,0.6497595150375993,0.05128980449496106,0.04960311788338264,2.805320176848891,1.4513616723371938,0.05982940468181593,0.05168990036970195,0.03238054424061535,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Timer-S1,25.97880310021962,25.97880310021962,4.458071390787761,0.8348014047769018,0.9870426642200935,0.5304674422506591,10.068482556485696,5.096940562751308,0.6833886788046446,0.5977302423402584,0.43160366292772345,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Timer-S1,0.11313517888387044,0.11313517888387044,0.2801920572916667,0.015822610294117648,0.00011674669053819444,0.00011674002383219532,2.599069393382353,0.33635573264606394,0.00014014822193585998,0.00011674669053819444,0.0014045511881510412,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Timer-S1,0.8816342751185099,0.8816342751185099,0.8708089192708334,0.0491750919117647,0.00036283704969618057,0.00036290106280855973,2.0313017003676475,0.9389538194812937,0.00039123075811720574,0.00036283704969618057,0.0012451769039954668,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Timer-S1,601.4396087442126,601.4396087442126,20.576241629464285,0.4265268100460789,0.08696922486299981,0.08228666870448333,3.0116496437187275,24.52426571264087,0.09748430436597733,0.08179085258730835,0.05892185873320082,Web,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index da360edf3ff2355e26caa461b7c49ea17044c58a..8ef041e99b408e070739f1d8cca83400e08e34f9 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T03:29:05.495794+00:00", + "evaluated_at": "2026-06-22T03:36:51.200078+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63896.01171875, 64606.0, 64257.98828125, - 64255.328125 + 64408.80078125 ], "p50": [ 64467.90625, diff --git a/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 4389b7504de524f0ad6f47b0b4ad11a3b103bdba..973b57291118c5f702d65dac89c8d412049aec0a 100644 --- a/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T02:28:08.982767+00:00", + "evaluated_at": "2026-06-22T03:36:57.667508+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index a4092a54002a52a60ad15f449af1fe38b4ad3f3b..53c071f2df6c405374855822e0377baa99644bc1 100644 --- a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T03:20:41.191492+00:00", + "evaluated_at": "2026-06-22T03:37:02.725339+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.9850000143051147, - 1.0140000581741333, - 1.0410000085830688, 1.0820000171661377, 1.1260000467300415, 1.159999966621399, @@ -245,12 +242,12 @@ 0.7649999856948853, 0.7950000166893005, 0.828000009059906, - 0.8529999852180481 - ], - "actuals": [ + 0.8529999852180481, 0.8790000081062317, 0.9179999828338623, - 0.9430000185966492, + 0.9430000185966492 + ], + "actuals": [ 0.9760000109672546, 1.0099999904632568, 1.0479999780654907, @@ -307,198 +304,198 @@ 1.7350000143051147, 1.7120000123977661, 1.6779999732971191, - 1.6399999856948853 + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809 ], "p50": [ - 0.8830718994140625, - 0.9160995483398438, - 0.949127197265625, - 0.98638916015625, - 1.0185699462890625, - 1.0505390167236328, - 1.0815553665161133, - 1.1100311279296875, - 1.1434822082519531, - 1.1803207397460938, - 1.2091140747070312, - 1.2387542724609375, - 1.2717819213867188, - 1.3039627075195312, - 1.3369903564453125, - 1.3674774169921875, - 1.4081268310546875, - 1.4386138916015625, - 1.4657135009765625, - 1.484344482421875, - 1.518218994140625, - 1.54193115234375, - 1.562255859375, - 1.58935546875, - 1.613067626953125, - 1.62322998046875, - 1.63677978515625, - 1.6571044921875, - 1.674041748046875, - 1.687591552734375, - 1.69775390625, - 1.707916259765625, - 1.735015869140625, - 1.735015869140625, - 1.751953125, - 1.762115478515625, - 1.768890380859375, - 1.782440185546875, - 1.77227783203125, - 1.779052734375, - 1.782440185546875, - 1.782440185546875, - 1.78582763671875, - 1.779052734375, - 1.768890380859375, - 1.755340576171875, - 1.7384033203125, - 1.71807861328125, - 1.70452880859375, - 1.69775390625, - 1.6842041015625, - 1.674041748046875, - 1.670654296875, - 1.660491943359375, - 1.640167236328125, - 1.616455078125, - 1.6029052734375, - 1.5758056640625, - 1.538543701171875, - 1.5199127197265625 + 0.9552459716796875, + 0.9850196838378906, + 1.013092041015625, + 1.0454177856445312, + 1.074659824371338, + 1.1027255058288574, + 1.1328248977661133, + 1.1602592468261719, + 1.1913089752197266, + 1.2249107360839844, + 1.2521324157714844, + 1.2776527404785156, + 1.3082771301269531, + 1.3346481323242188, + 1.3635711669921875, + 1.38739013671875, + 1.4163131713867188, + 1.4435348510742188, + 1.46905517578125, + 1.4928741455078125, + 1.516693115234375, + 1.5320053100585938, + 1.5541229248046875, + 1.584747314453125, + 1.60516357421875, + 1.625579833984375, + 1.6425933837890625, + 1.6562042236328125, + 1.6766204833984375, + 1.6834259033203125, + 1.693634033203125, + 1.7038421630859375, + 1.7174530029296875, + 1.7242584228515625, + 1.7378692626953125, + 1.7514801025390625, + 1.7582855224609375, + 1.76849365234375, + 1.7650909423828125, + 1.7718963623046875, + 1.7787017822265625, + 1.7855072021484375, + 1.7821044921875, + 1.7855072021484375, + 1.76849365234375, + 1.7650909423828125, + 1.7548828125, + 1.734466552734375, + 1.734466552734375, + 1.734466552734375, + 1.7242584228515625, + 1.71405029296875, + 1.7106475830078125, + 1.7038421630859375, + 1.6902313232421875, + 1.6766204833984375, + 1.65960693359375, + 1.6357879638671875, + 1.60516357421875, + 1.591552734375 ], "p10": [ - 0.8695220947265625, - 0.9025497436523438, - 0.9304962158203125, - 0.95928955078125, - 0.9889297485351562, - 1.0189933776855469, - 1.0465164184570312, - 1.0672645568847656, - 1.1012846231460571, - 1.1312026977539062, - 1.1515274047851562, - 1.1841316223144531, - 1.2116546630859375, - 1.240447998046875, - 1.2717819213867188, - 1.2929534912109375, - 1.3302154541015625, - 1.35223388671875, - 1.375946044921875, - 1.39288330078125, - 1.4216766357421875, - 1.4403076171875, - 1.46063232421875, - 1.484344482421875, - 1.5029754638671875, - 1.5199127197265625, - 1.52838134765625, - 1.5487060546875, - 1.565643310546875, - 1.579193115234375, - 1.58935546875, - 1.599517822265625, - 1.626617431640625, - 1.616455078125, - 1.63677978515625, - 1.640167236328125, - 1.6435546875, - 1.6571044921875, - 1.640167236328125, - 1.63677978515625, - 1.640167236328125, - 1.640167236328125, - 1.640167236328125, - 1.633392333984375, - 1.62322998046875, - 1.60968017578125, - 1.592742919921875, - 1.565643310546875, - 1.56903076171875, - 1.562255859375, - 1.53515625, - 1.518218994140625, - 1.5097503662109375, - 1.497894287109375, - 1.4792633056640625, - 1.4453887939453125, - 1.4216766357421875, - 1.396270751953125, - 1.35223388671875, - 1.328521728515625 + 0.9433364868164062, + 0.9671554565429688, + 0.9892730712890625, + 1.013092041015625, + 1.0369110107421875, + 1.0598793029785156, + 1.0856122970581055, + 1.1046860218048096, + 1.1349515914916992, + 1.1589832305908203, + 1.1793994903564453, + 1.203643798828125, + 1.2291641235351562, + 1.2495803833007812, + 1.2776527404785156, + 1.2921142578125, + 1.3142318725585938, + 1.33294677734375, + 1.353363037109375, + 1.373779296875, + 1.394195556640625, + 1.4044036865234375, + 1.4231185913085938, + 1.4469375610351562, + 1.4673538208007812, + 1.4877700805664062, + 1.4979782104492188, + 1.5149917602539062, + 1.5337066650390625, + 1.543914794921875, + 1.5541229248046875, + 1.5643310546875, + 1.5745391845703125, + 1.5745391845703125, + 1.5881500244140625, + 1.598358154296875, + 1.6017608642578125, + 1.611968994140625, + 1.60516357421875, + 1.6085662841796875, + 1.6187744140625, + 1.6221771240234375, + 1.6221771240234375, + 1.625579833984375, + 1.611968994140625, + 1.60516357421875, + 1.598358154296875, + 1.5745391845703125, + 1.5881500244140625, + 1.5813446044921875, + 1.5609283447265625, + 1.55072021484375, + 1.543914794921875, + 1.5405120849609375, + 1.5269012451171875, + 1.503082275390625, + 1.482666015625, + 1.4571456909179688, + 1.4163131713867188, + 1.394195556640625 ], "p90": [ - 0.8957748413085938, - 0.9330368041992188, - 0.97283935546875, - 1.0122184753417969, - 1.0456695556640625, - 1.082402229309082, - 1.1137361526489258, - 1.145599365234375, - 1.1798973083496094, - 1.2209701538085938, - 1.2548446655273438, - 1.28448486328125, - 1.321746826171875, - 1.3590087890625, - 1.39288330078125, - 1.4284515380859375, - 1.4758758544921875, - 1.51483154296875, - 1.538543701171875, - 1.562255859375, - 1.599517822265625, - 1.62322998046875, - 1.65032958984375, - 1.667266845703125, - 1.69775390625, - 1.701141357421875, - 1.714691162109375, - 1.735015869140625, - 1.748565673828125, - 1.7655029296875, - 1.775665283203125, - 1.789215087890625, - 1.81292724609375, - 1.802764892578125, - 1.8197021484375, - 1.829864501953125, - 1.84002685546875, - 1.856964111328125, - 1.850189208984375, - 1.8468017578125, - 1.856964111328125, - 1.850189208984375, - 1.85357666015625, - 1.8603515625, - 1.84002685546875, - 1.836639404296875, - 1.8197021484375, - 1.79937744140625, - 1.782440185546875, - 1.779052734375, - 1.762115478515625, - 1.75872802734375, - 1.751953125, - 1.755340576171875, - 1.7384033203125, - 1.714691162109375, - 1.707916259765625, - 1.6842041015625, - 1.65032958984375, - 1.640167236328125 + 0.9731101989746094, + 1.0075626373291016, + 1.0398883819580078, + 1.0744471549987793, + 1.1069324016571045, + 1.1411190032958984, + 1.1713180541992188, + 1.2032184600830078, + 1.2368202209472656, + 1.2776527404785156, + 1.30572509765625, + 1.3346481323242188, + 1.3652725219726562, + 1.3992996215820312, + 1.4248199462890625, + 1.4554443359375, + 1.489471435546875, + 1.530303955078125, + 1.55072021484375, + 1.57794189453125, + 1.6085662841796875, + 1.625579833984375, + 1.6493988037109375, + 1.6732177734375, + 1.700439453125, + 1.7106475830078125, + 1.7276611328125, + 1.7446746826171875, + 1.7582855224609375, + 1.775299072265625, + 1.7821044921875, + 1.7923126220703125, + 1.8059234619140625, + 1.8059234619140625, + 1.816131591796875, + 1.8331451416015625, + 1.8399505615234375, + 1.85015869140625, + 1.85015869140625, + 1.8467559814453125, + 1.86376953125, + 1.8603668212890625, + 1.86376953125, + 1.870574951171875, + 1.8467559814453125, + 1.8467559814453125, + 1.8399505615234375, + 1.82293701171875, + 1.82293701171875, + 1.82293701171875, + 1.8127288818359375, + 1.802520751953125, + 1.7991180419921875, + 1.802520751953125, + 1.79571533203125, + 1.7787017822265625, + 1.7718963623046875, + 1.748077392578125, + 1.7242584228515625, + 1.71405029296875 ], "timestamps": [ - "2026-06-20 21:12:00", - "2026-06-20 21:18:00", - "2026-06-20 21:24:00", "2026-06-20 21:30:00", "2026-06-20 21:36:00", "2026-06-20 21:42:00", @@ -795,6 +792,9 @@ "2026-06-22 02:48:00", "2026-06-22 02:54:00", "2026-06-22 03:00:00", - "2026-06-22 03:06:00" + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00" ] } diff --git a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 799a3d17009027fb0d8ccbdb63fdba36879d5421..fc2cc10003266cd9563f3a4c4dd8fb909e24353a 100644 --- a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T02:50:41.773274+00:00", + "evaluated_at": "2026-06-22T03:37:07.971715+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2450.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2450.0, - 2400.0, - 2400.0, - 2400.0, 2400.0, 2400.0, 2400.0, @@ -101,6 +89,18 @@ 2400.0, 2400.0, 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, 2400.0 ], "actuals": [ @@ -130,88 +130,84 @@ 2400.0 ], "p50": [ - 2400.37890625, - 2400.294921875, - 2400.546875, - 2400.462890625, - 2399.791015625, - 2400.04296875, - 2400.71484375, - 2400.294921875, - 2400.2109375, - 2400.04296875, - 2400.294921875, - 2399.875, - 2399.875, - 2399.5390625, - 2400.462890625, - 2400.37890625, - 2399.70703125, - 2400.37890625, - 2400.04296875, - 2399.791015625, - 2399.958984375, - 2399.875, - 2400.546875, - 2399.958984375 + 2398.8974609375, + 2398.978515625, + 2398.81640625, + 2398.978515625, + 2398.8974609375, + 2398.654296875, + 2399.3837890625, + 2399.5458984375, + 2399.3837890625, + 2399.0595703125, + 2399.2216796875, + 2399.302734375, + 2399.46484375, + 2399.626953125, + 2399.46484375, + 2399.2216796875, + 2398.8974609375, + 2398.654296875, + 2400.8427734375, + 2401.0048828125, + 2399.46484375, + 2398.4111328125, + 2400.11328125, + 2398.7353515625 ], "p10": [ - 2398.279296875, - 2398.279296875, - 2398.1953125, - 2397.69140625, - 2397.1875, - 2397.103515625, - 2395.759765625, - 2396.431640625, - 2397.35546875, - 2396.515625, - 2396.263671875, - 2396.767578125, - 2397.01953125, - 2397.271484375, - 2396.767578125, - 2397.35546875, - 2397.103515625, - 2397.1875, - 2397.1875, - 2397.607421875, - 2397.775390625, - 2397.35546875, - 2397.943359375, - 2397.1875 + 2398.81640625, + 2398.0869140625, + 2397.681640625, + 2398.005859375, + 2397.681640625, + 2397.681640625, + 2397.6005859375, + 2397.51953125, + 2397.4384765625, + 2397.6005859375, + 2396.9521484375, + 2397.84375, + 2397.1953125, + 2397.51953125, + 2398.005859375, + 2397.51953125, + 2397.357421875, + 2396.546875, + 2397.2763671875, + 2396.87109375, + 2396.546875, + 2396.3037109375, + 2397.681640625, + 2396.384765625 ], "p90": [ - 2420.8291015625, - 2424.56640625, - 2428.59765625, - 2431.7890625, - 2435.8203125, - 2442.203125, - 2450.9375, - 2452.11328125, - 2451.2734375, - 2451.2734375, - 2452.953125, - 2452.6171875, - 2454.46484375, - 2454.80078125, - 2457.3203125, - 2456.3125, - 2447.07421875, - 2447.578125, - 2444.5546875, - 2440.859375, - 2438.33984375, - 2435.232421875, - 2433.8046875, - 2432.880859375 + 2427.509765625, + 2433.9130859375, + 2437.72265625, + 2440.31640625, + 2443.55859375, + 2444.85546875, + 2446.314453125, + 2442.748046875, + 2434.966796875, + 2425.76708984375, + 2421.06591796875, + 2416.4052734375, + 2414.4599609375, + 2412.980712890625, + 2412.737548828125, + 2415.2197265625, + 2423.619140625, + 2430.9951171875, + 2440.96484375, + 2445.828125, + 2446.962890625, + 2446.4765625, + 2448.908203125, + 2447.125 ], "timestamps": [ - "2026-06-21 15:55:00", - "2026-06-21 16:10:00", - "2026-06-21 16:25:00", - "2026-06-21 16:40:00", "2026-06-21 16:55:00", "2026-06-21 17:10:00", "2026-06-21 17:25:00", @@ -327,6 +323,10 @@ "2026-06-22 20:55:00", "2026-06-22 21:10:00", "2026-06-22 21:25:00", - "2026-06-22 21:40:00" + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index b3e57e00062a884a48fff2d0b11a088cb20c7cd7..45377e594f3de20ca03fd4bf4e7e6f4bc7efb0a5 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,42 +1,30 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T03:29:34.910126+00:00", + "evaluated_at": "2026-06-22T03:37:09.967960+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t021000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 78, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t011500z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t212400z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t005000z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", + "context_length": 96, "prediction_length": 24 } ], diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 06951bc094ff16df107344c4567e04052c21068c..a48c5321ed6c0bda741956adaef15593e802ff3c 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,231535.81753985086,154089.4700565338,300.3894856770833,0.2698669902795265,0.004698890418484297,0.004680163481680116,12.395956005781828,481.18168869965416,0.0075037543778385596,0.004684402942051746,0.005442777444500974,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,227554.39611943564,151771.46841557822,293.9947916666667,0.26412205941931394,0.004599208881739813,0.004580762293804284,12.166158771373325,477.02661992747915,0.007438217167844402,0.00458422447569968,0.005342523407474844,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,0.4067353237384547,0.3276029787418035,0.4994724591573079,0.2744354336383443,0.01942845751119167,0.019503819719654494,8.830249186058134,0.6377580448245672,0.025325865280293635,0.019834437706410364,0.022109313121004018,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.020123623639097647,0.028248666542098868,0.12022850116093954,0.35144254732781643,0.0683646726473705,0.07321742017041818,5.592417331271299,0.14185775847340054,0.09110674914490831,0.07721557152189126,0.059127674944114555,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.03991173047292171,0.05200630851783128,0.18019239207108814,0.5229030862085475,0.10459224298027477,0.11408210329611013,10.057839998107044,0.19977920430545745,0.12557227992076042,0.11326088506262,0.08931843151071078,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.06102795305438313,0.06581267109661226,0.23007576002015007,3.738732437402352,0.1470276720785616,0.16104228969761658,121.70914546139608,0.2470383635275767,0.16333114715116592,0.15211620284058677,0.14045116454287165,Ocean,1 nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,1.7983452788550192,1.4962878562109836,1.032567024230957,0.5649302606122206,0.06888379085885953,0.06558465002244888,26.799229636996206,1.3410239665475854,0.08617021471791714,0.06634968830399723,0.0749967579328817,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,57.36706433221919,26.839807961301023,4.337416172027588,0.3749096577435213,0.2300821077418779,0.19852288853006197,26.688696732383622,7.574104853526864,0.34156052671026815,0.1955993719296777,0.3136699987964486,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,1.501956803481183,0.8251311187013926,0.7894883155822754,0.4091020834570898,0.0326743757638421,0.03197898647234101,23.727881553119243,1.2255434727014718,0.05052051310224981,0.03254503465595389,0.04373472832524267,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,20.303976099817117,16.232932517894824,3.3339107036590576,0.6242953723366765,0.7397480263023092,0.4349898570402015,30.026579810987062,4.505993353281506,0.6041555334008724,0.4470047870827787,0.5296866158237374,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,0.0832674652338028,0.5832504282395045,0.6308186848958334,0.03562270220588235,0.0002628411187065972,0.00026289143623327115,17.24518727022059,0.2885610251468531,0.00012023376047785546,0.0002628411187065972,0.002119120091567805,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,0.04110203435023626,0.030599984029928844,0.14165242513020834,0.007999195772058824,5.902184380425347e-05,5.901992829903601e-05,8.20230411305147,0.20273636661989447,8.44734860916227e-05,5.902184380425347e-05,0.000931533154146171,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,587.0931736621008,474.79592066065277,18.537806919642858,0.37411023011109457,0.07661461844080557,0.0753195920209184,14.19238810506537,24.230005647174348,0.09753308771145512,0.07462026937176539,0.08000017268140815,Web,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index fa0253a2a869ddedf85cc5703a2fbd632a7bd2a3..42bc9ccc7fc47b02051383cdddd62f003e18b1e0 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T03:25:51.488905+00:00", + "evaluated_at": "2026-06-22T03:34:41.528500+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63896.01171875, 64606.0, 64257.98828125, - 64255.328125 + 64408.80078125 ], "p50": [ 64371.95703125, diff --git a/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 4b193b8aec6418d8b294669a347c1a99938d0cfd..74d3664e1f5164c9acc154c7798a857f4118901d 100644 --- a/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T02:26:07.300530+00:00", + "evaluated_at": "2026-06-22T03:34:51.166392+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 605a955897532275c7ecb5f8f2c5de20d82219da..4c8388c9fbb483fba7da9e248b8cd392802617d6 100644 --- a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T03:19:13.672130+00:00", + "evaluated_at": "2026-06-22T03:34:58.054643+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.9850000143051147, - 1.0140000581741333, - 1.0410000085830688, 1.0820000171661377, 1.1260000467300415, 1.159999966621399, @@ -245,12 +242,12 @@ 0.7649999856948853, 0.7950000166893005, 0.828000009059906, - 0.8529999852180481 - ], - "actuals": [ + 0.8529999852180481, 0.8790000081062317, 0.9179999828338623, - 0.9430000185966492, + 0.9430000185966492 + ], + "actuals": [ 0.9760000109672546, 1.0099999904632568, 1.0479999780654907, @@ -307,198 +304,198 @@ 1.7350000143051147, 1.7120000123977661, 1.6779999732971191, - 1.6399999856948853 + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809 ], "p50": [ - 0.8765187859535217, - 0.9099962115287781, - 0.9326935410499573, - 0.9645072221755981, - 1.0072460174560547, - 1.033634901046753, - 1.0598597526550293, - 1.0903650522232056, - 1.118253231048584, - 1.158748984336853, - 1.186703085899353, - 1.2241039276123047, - 1.2508738040924072, - 1.2835826873779297, - 1.3038303852081299, - 1.3413586616516113, - 1.3623919486999512, - 1.3939586877822876, - 1.4252128601074219, - 1.432963490486145, - 1.4656569957733154, - 1.485081672668457, - 1.5101255178451538, - 1.5384467840194702, - 1.5610827207565308, - 1.5791163444519043, - 1.5874204635620117, - 1.6115524768829346, - 1.6103545427322388, - 1.629679799079895, - 1.645830750465393, - 1.647600769996643, - 1.6645618677139282, - 1.6736904382705688, - 1.670516848564148, - 1.665826439857483, - 1.6732041835784912, - 1.6836061477661133, - 1.6875215768814087, - 1.6858632564544678, - 1.6727149486541748, - 1.6741396188735962, - 1.6646968126296997, - 1.6466695070266724, - 1.6528105735778809, - 1.6283503770828247, - 1.6163134574890137, - 1.6053574085235596, - 1.5831619501113892, - 1.5630227327346802, - 1.546400785446167, - 1.5309937000274658, - 1.507422685623169, - 1.4836312532424927, - 1.4526423215866089, - 1.4191632270812988, - 1.394875407218933, - 1.3621492385864258, - 1.3405077457427979, - 1.312065839767456 + 0.9605275392532349, + 0.991753339767456, + 1.0161864757537842, + 1.043362021446228, + 1.0828907489776611, + 1.1128642559051514, + 1.1373426914215088, + 1.1660521030426025, + 1.1895875930786133, + 1.2290928363800049, + 1.249664306640625, + 1.2852832078933716, + 1.3106510639190674, + 1.3405249118804932, + 1.3616083860397339, + 1.3923139572143555, + 1.4079697132110596, + 1.436994194984436, + 1.4650529623031616, + 1.4730881452560425, + 1.4973236322402954, + 1.5102652311325073, + 1.5275774002075195, + 1.547433614730835, + 1.5641652345657349, + 1.577721357345581, + 1.5852755308151245, + 1.6019749641418457, + 1.5992029905319214, + 1.6080647706985474, + 1.6146464347839355, + 1.613011360168457, + 1.6241356134414673, + 1.6304218769073486, + 1.6176925897598267, + 1.6126723289489746, + 1.6151978969573975, + 1.6204878091812134, + 1.6151401996612549, + 1.6059974431991577, + 1.5934832096099854, + 1.58754563331604, + 1.5747969150543213, + 1.5535633563995361, + 1.5480377674102783, + 1.5216947793960571, + 1.5028042793273926, + 1.4852219820022583, + 1.4612150192260742, + 1.437157392501831, + 1.417702078819275, + 1.3945481777191162, + 1.3681539297103882, + 1.3440849781036377, + 1.3111979961395264, + 1.2753021717071533, + 1.2507041692733765, + 1.2190098762512207, + 1.1942652463912964, + 1.163749098777771 ], "p10": [ - 0.8781890869140625, - 0.8977410793304443, - 0.9445932507514954, - 0.9729271531105042, - 1.0052754878997803, - 1.0318255424499512, - 1.0603790283203125, - 1.112360954284668, - 1.106618881225586, - 1.1736605167388916, - 1.180008888244629, - 1.2299952507019043, - 1.2411162853240967, - 1.2818843126296997, - 1.3032031059265137, - 1.3726319074630737, - 1.377746820449829, - 1.4025697708129883, - 1.4387391805648804, - 1.470438003540039, - 1.4871429204940796, - 1.534206509590149, - 1.5221272706985474, - 1.5548142194747925, - 1.5681047439575195, - 1.5751285552978516, - 1.6039824485778809, - 1.6192740201950073, - 1.6182430982589722, - 1.6228203773498535, - 1.6757999658584595, - 1.6568392515182495, - 1.680068850517273, - 1.7009676694869995, - 1.702654242515564, - 1.6947377920150757, - 1.6977341175079346, - 1.7035043239593506, - 1.6903655529022217, - 1.7027819156646729, - 1.7041512727737427, - 1.6869863271713257, - 1.6851485967636108, - 1.6741981506347656, - 1.6641262769699097, - 1.654227614402771, - 1.6583666801452637, - 1.6252621412277222, - 1.5801935195922852, - 1.5999155044555664, - 1.5609780550003052, - 1.571124792098999, - 1.5358158349990845, - 1.5261774063110352, - 1.4733798503875732, - 1.433433175086975, - 1.4258668422698975, - 1.3858754634857178, - 1.3829842805862427, - 1.3327574729919434 + 0.9618961811065674, + 0.9794566631317139, + 1.0206009149551392, + 1.0511807203292847, + 1.0799336433410645, + 1.1075410842895508, + 1.1412383317947388, + 1.1836879253387451, + 1.183197259902954, + 1.2479063272476196, + 1.2470825910568237, + 1.2964431047439575, + 1.301581859588623, + 1.3476101160049438, + 1.3640234470367432, + 1.4233689308166504, + 1.4251195192337036, + 1.4444999694824219, + 1.4793907403945923, + 1.5093294382095337, + 1.5149329900741577, + 1.559453010559082, + 1.5445222854614258, + 1.5708565711975098, + 1.5712847709655762, + 1.579116940498352, + 1.610253930091858, + 1.6118048429489136, + 1.6131174564361572, + 1.6125065088272095, + 1.645266056060791, + 1.624578833580017, + 1.6365951299667358, + 1.662230372428894, + 1.6489031314849854, + 1.64932382106781, + 1.6400989294052124, + 1.6374866962432861, + 1.6239993572235107, + 1.625858187675476, + 1.620810627937317, + 1.6004120111465454, + 1.59817373752594, + 1.583011507987976, + 1.5688517093658447, + 1.546923279762268, + 1.5426050424575806, + 1.5085421800613403, + 1.4672520160675049, + 1.4753886461257935, + 1.4362276792526245, + 1.4306584596633911, + 1.4002255201339722, + 1.3935654163360596, + 1.3332384824752808, + 1.2942038774490356, + 1.281196117401123, + 1.246582269668579, + 1.2408651113510132, + 1.1824523210525513 ], "p90": [ - 0.8881195187568665, - 0.9211175441741943, - 0.9492206573486328, - 0.9819154143333435, - 1.0287216901779175, - 1.0603429079055786, - 1.0818977355957031, - 1.116382122039795, - 1.1546419858932495, - 1.1992859840393066, - 1.2326576709747314, - 1.2692888975143433, - 1.3025656938552856, - 1.3368947505950928, - 1.3552350997924805, - 1.3976099491119385, - 1.4276974201202393, - 1.4539755582809448, - 1.4939740896224976, - 1.5123276710510254, - 1.5423283576965332, - 1.571652889251709, - 1.5969165563583374, - 1.6303635835647583, - 1.6533693075180054, - 1.6731783151626587, - 1.6771200895309448, - 1.701241135597229, - 1.7076903581619263, - 1.7291263341903687, - 1.7502802610397339, - 1.7464587688446045, - 1.7710392475128174, - 1.7811182737350464, - 1.7837400436401367, - 1.7790943384170532, - 1.7974144220352173, - 1.8072128295898438, - 1.8102658987045288, - 1.8047473430633545, - 1.7983713150024414, - 1.8007187843322754, - 1.7923318147659302, - 1.7802062034606934, - 1.79177725315094, - 1.772192358970642, - 1.7624571323394775, - 1.7538002729415894, - 1.7343881130218506, - 1.713075041770935, - 1.7003525495529175, - 1.6864917278289795, - 1.6538676023483276, - 1.640389323234558, - 1.6122123003005981, - 1.5788427591323853, - 1.5627049207687378, - 1.5264298915863037, - 1.5114624500274658, - 1.4812703132629395 + 0.9715087413787842, + 1.0018457174301147, + 1.030463457107544, + 1.057953953742981, + 1.1000568866729736, + 1.1392070055007935, + 1.1607413291931152, + 1.1943548917770386, + 1.227557897567749, + 1.2737109661102295, + 1.299701452255249, + 1.337052583694458, + 1.3666446208953857, + 1.3989582061767578, + 1.4173767566680908, + 1.451002597808838, + 1.4737401008605957, + 1.4998186826705933, + 1.537135124206543, + 1.5560816526412964, + 1.5780909061431885, + 1.6016597747802734, + 1.6206945180892944, + 1.6417450904846191, + 1.6614187955856323, + 1.677931308746338, + 1.6837728023529053, + 1.6992828845977783, + 1.7013802528381348, + 1.7134226560592651, + 1.7277241945266724, + 1.716495156288147, + 1.737321376800537, + 1.7471085786819458, + 1.7392634153366089, + 1.7364745140075684, + 1.7458292245864868, + 1.7493852376937866, + 1.743969440460205, + 1.7321425676345825, + 1.7242859601974487, + 1.7198466062545776, + 1.7084391117095947, + 1.6935533285140991, + 1.691597819328308, + 1.6683266162872314, + 1.6519687175750732, + 1.6380730867385864, + 1.616150975227356, + 1.594443678855896, + 1.576180100440979, + 1.5548988580703735, + 1.521851897239685, + 1.5065993070602417, + 1.4755812883377075, + 1.4426469802856445, + 1.4229389429092407, + 1.387961745262146, + 1.3693127632141113, + 1.3385429382324219 ], "timestamps": [ - "2026-06-20 21:12:00", - "2026-06-20 21:18:00", - "2026-06-20 21:24:00", "2026-06-20 21:30:00", "2026-06-20 21:36:00", "2026-06-20 21:42:00", @@ -795,6 +792,9 @@ "2026-06-22 02:48:00", "2026-06-22 02:54:00", "2026-06-22 03:00:00", - "2026-06-22 03:06:00" + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00" ] } diff --git a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 309172977a68e18f2b4aa38d315844e030105561..e58969674bb67c4baf1bf4863901e09bd5e0f993 100644 --- a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T02:48:24.542742+00:00", + "evaluated_at": "2026-06-22T03:35:06.136432+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2450.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2450.0, - 2400.0, - 2400.0, - 2400.0, 2400.0, 2400.0, 2400.0, @@ -101,6 +89,18 @@ 2400.0, 2400.0, 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, 2400.0 ], "actuals": [ @@ -130,88 +130,84 @@ 2400.0 ], "p50": [ - 2398.467041015625, - 2398.641357421875, - 2399.705810546875, - 2398.912841796875, - 2399.20166015625, - 2398.924560546875, - 2399.475341796875, - 2399.05615234375, - 2399.305419921875, - 2399.05712890625, - 2398.97900390625, - 2399.067138671875, - 2399.346923828125, - 2399.315185546875, - 2399.633056640625, - 2399.0712890625, - 2399.91650390625, - 2399.474853515625, - 2399.77685546875, - 2399.963623046875, - 2399.97802734375, - 2400.080078125, - 2399.8662109375, - 2400.195556640625 + 2400.010009765625, + 2400.084716796875, + 2400.271728515625, + 2400.264404296875, + 2400.13037109375, + 2400.198974609375, + 2400.318603515625, + 2400.23828125, + 2400.078857421875, + 2400.251953125, + 2400.00390625, + 2399.943603515625, + 2399.946044921875, + 2400.123046875, + 2400.0048828125, + 2400.060791015625, + 2399.772216796875, + 2399.9765625, + 2399.812255859375, + 2400.19970703125, + 2399.9072265625, + 2400.08837890625, + 2400.076904296875, + 2400.35205078125 ], "p10": [ - 2405.155517578125, - 2406.140625, - 2406.286865234375, - 2406.497802734375, - 2406.867431640625, - 2407.394775390625, - 2407.145751953125, - 2406.74365234375, - 2408.074462890625, - 2408.11181640625, - 2407.480224609375, - 2408.017578125, - 2407.806884765625, - 2407.6650390625, - 2408.699951171875, - 2408.1357421875, - 2408.21435546875, - 2408.5732421875, - 2408.12353515625, - 2407.44677734375, - 2408.67138671875, - 2407.683349609375, - 2408.18408203125, - 2407.812744140625 + 2401.564697265625, + 2402.2255859375, + 2401.89013671875, + 2402.5029296875, + 2402.727783203125, + 2403.01171875, + 2402.99658203125, + 2402.991455078125, + 2403.481689453125, + 2403.828857421875, + 2403.25390625, + 2403.920166015625, + 2403.89501953125, + 2404.248291015625, + 2404.28466796875, + 2404.41064453125, + 2404.136962890625, + 2404.301025390625, + 2404.255615234375, + 2404.3662109375, + 2404.84716796875, + 2404.3017578125, + 2404.911865234375, + 2404.819091796875 ], "p90": [ - 2406.7919921875, - 2407.857177734375, - 2410.0087890625, - 2409.548583984375, - 2410.564697265625, - 2410.63330078125, - 2411.048828125, - 2410.833251953125, - 2411.228759765625, - 2410.706298828125, - 2411.289306640625, - 2410.726318359375, - 2411.3583984375, - 2411.677978515625, - 2412.06396484375, - 2411.68994140625, - 2412.556640625, - 2412.13232421875, - 2412.780517578125, - 2412.948974609375, - 2413.197021484375, - 2413.6357421875, - 2414.09423828125, - 2413.42138671875 + 2401.482177734375, + 2401.79150390625, + 2402.2099609375, + 2402.35009765625, + 2402.411376953125, + 2402.916015625, + 2402.977783203125, + 2403.151611328125, + 2403.091064453125, + 2403.38623046875, + 2403.593505859375, + 2403.36865234375, + 2403.426025390625, + 2403.8125, + 2403.639404296875, + 2404.052978515625, + 2404.042236328125, + 2404.216796875, + 2404.431640625, + 2404.860595703125, + 2404.606201171875, + 2405.262939453125, + 2405.546875, + 2405.57177734375 ], "timestamps": [ - "2026-06-21 15:55:00", - "2026-06-21 16:10:00", - "2026-06-21 16:25:00", - "2026-06-21 16:40:00", "2026-06-21 16:55:00", "2026-06-21 17:10:00", "2026-06-21 17:25:00", @@ -327,6 +323,10 @@ "2026-06-22 20:55:00", "2026-06-22 21:10:00", "2026-06-22 21:25:00", - "2026-06-22 21:40:00" + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 6e5a650935308e12b2f37b0c71ba4b7d166f1937..d9d9ad82f3b33fa9edbdaa2455f51663a1221293 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,42 +1,30 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T03:26:26.100137+00:00", + "evaluated_at": "2026-06-22T03:35:09.448693+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t021000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 78, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t011500z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t212400z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t005000z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", + "context_length": 96, "prediction_length": 24 } ], diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index ab02a5eeeada7e23f90968ee2911c2154905c16c..fbf37859829432f542abe7ccb1482dbe8b4870f2 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,446565.1785958608,446565.1785958608,573.5213216145834,0.515245973328259,0.008961911463198828,0.008907558418347332,2.3906415048504885,668.2553244051713,0.010421061178720692,0.008943738361031857,0.006016863772416181,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,438259.8948949178,438259.8948949178,567.1266276041666,0.5095010424680465,0.008861506581654474,0.008808159540803289,2.3906415048504885,662.0120050987881,0.010322671431614257,0.008843135459459943,0.005983026977977363,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.550176228056595,0.550176228056595,0.5530107021331787,0.3038520524287122,0.0222467109581586,0.021974201689470545,2.9614589625774843,0.7417386521252584,0.029455015627561792,0.021960482748027216,0.031543872018444045,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.061766759380000855,0.061766759380000855,0.20263243516286214,0.5923192795154893,0.1166550862213208,0.1273444076132286,1.923399007005134,0.2485291922088849,0.15961542754820324,0.1301386870741116,0.11594366325633833,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.05689999420736485,0.05689999420736485,0.1991025576988856,0.5777787879728543,0.11490452477500801,0.12485418740641403,1.8329459972889743,0.23853719669553605,0.14993382188652096,0.1251469701024374,0.1098146224889504,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.061041809964621246,0.061041809964621246,0.22075646950138939,3.5872939123138536,0.1410140011649884,0.15390954738906842,72.32869138609593,0.24706640800525928,0.16334968895433263,0.14595468853435128,0.12526119639222666,Ocean,1 nws_ksfo_observations_temperature/1h/short,TiRex,2.571607291844733,2.571607291844733,1.3970366319020588,0.7643361157432432,0.09286452192808893,0.08732882440836547,2.0212630737437762,1.603623176386751,0.10304405952685951,0.08976942213025278,0.05350786895956221,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,77.46442962284316,77.46442962284316,6.86510705947876,0.5933935864029981,0.38985032844928597,0.2901618712346163,2.619212391927898,8.801387937299614,0.3969058730743111,0.30958768442003703,0.2285751966666023,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,2.7277449186506906,2.7277449186506906,1.4727225303649902,0.7631447402513541,0.061126646045514134,0.05889031638075005,4.1453042322879945,1.6515886045413035,0.0680833488112259,0.06070996219112223,0.038068313438200156,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TiRex,21.954754729939925,21.954754729939925,4.022669076919556,0.7532696320889675,0.8953102687507251,0.49573709550401274,7.863502597932853,4.685590115443296,0.6282355462046878,0.539352278469661,0.39033911768358587,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,TiRex,0.013662522037823996,0.013662522037823996,0.09615071614583333,0.005429687500000001,4.0062798394097224e-05,4.006221179129665e-05,2.9475183823529414,0.11688679154559764,4.8702829810665686e-05,4.0062798394097224e-05,0.0014859971411434218,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,TiRex,0.03206419199705124,0.03206419199705124,0.16712443033854166,0.009437614889705884,6.96351793077257e-05,6.963239608140628e-05,2.0817652803308824,0.1790647703962207,7.461032099842529e-05,6.96351793077257e-05,0.001059621175130208,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TiRex,470.9839568113176,470.9839568113176,18.29669407435826,0.3692443480559426,0.07939229194969974,0.07648632261901081,1.7100045810649784,21.702164795506405,0.08735776513429835,0.07364971737809535,0.062455629691568246,Web,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 03168606d0933e819a77ea061261434a3735b322..44d267eca8758c50febe914e30dbdc58796509d4 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-22T03:27:21.167631+00:00", + "evaluated_at": "2026-06-22T03:35:34.002991+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63896.01171875, 64606.0, 64257.98828125, - 64255.328125 + 64408.80078125 ], "p50": [ 64415.41796875, diff --git a/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 7ee572e5cd96fb07e812e52e0ecd89d1310b30b2..64446cfab93f674bf3f4afd225082af3fc14a7ac 100644 --- a/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-22T02:27:05.711092+00:00", + "evaluated_at": "2026-06-22T03:35:37.952059+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 207de69ca01a301209bac601440f32a3c8c0d7fd..a25541d2f46be11b05537dd9c64629b7dc44e7bf 100644 --- a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TiRex", - "evaluated_at": "2026-06-22T03:19:38.214769+00:00", + "evaluated_at": "2026-06-22T03:35:43.593495+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.9850000143051147, - 1.0140000581741333, - 1.0410000085830688, 1.0820000171661377, 1.1260000467300415, 1.159999966621399, @@ -245,12 +242,12 @@ 0.7649999856948853, 0.7950000166893005, 0.828000009059906, - 0.8529999852180481 - ], - "actuals": [ + 0.8529999852180481, 0.8790000081062317, 0.9179999828338623, - 0.9430000185966492, + 0.9430000185966492 + ], + "actuals": [ 0.9760000109672546, 1.0099999904632568, 1.0479999780654907, @@ -307,198 +304,198 @@ 1.7350000143051147, 1.7120000123977661, 1.6779999732971191, - 1.6399999856948853 + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809 ], "p50": [ - 0.8799428939819336, - 0.9107968807220459, - 0.941419243812561, - 0.9700188040733337, - 0.9974355697631836, - 1.026249647140503, - 1.0538153648376465, - 1.0803269147872925, - 1.1078282594680786, - 1.1350586414337158, - 1.1617813110351562, - 1.1874843835830688, - 1.2123637199401855, - 1.2362154722213745, - 1.2599854469299316, - 1.2802544832229614, - 1.2999438047409058, - 1.3193267583847046, - 1.339101791381836, - 1.359283208847046, - 1.3781399726867676, - 1.3976497650146484, - 1.4171667098999023, - 1.433992624282837, - 1.451447606086731, - 1.4659667015075684, - 1.4787554740905762, - 1.489642858505249, - 1.5003951787948608, - 1.5109498500823975, - 1.521079182624817, - 1.530151128768921, - 1.5629910230636597, - 1.5440685749053955, - 1.5383610725402832, - 1.5380468368530273, - 1.5274202823638916, - 1.5230211019515991, - 1.5214998722076416, - 1.5133723020553589, - 1.508029580116272, - 1.5046817064285278, - 1.4981024265289307, - 1.4914506673812866, - 1.486366868019104, - 1.4791324138641357, - 1.4739691019058228, - 1.4638149738311768, - 1.4557929039001465, - 1.4480304718017578, - 1.4378668069839478, - 1.429495096206665, - 1.4104886054992676, - 1.399902105331421, - 1.3900166749954224, - 1.3783680200576782, - 1.369612455368042, - 1.3589500188827515, - 1.3456339836120605, - 1.334484338760376 + 0.9749853610992432, + 1.0021215677261353, + 1.033127784729004, + 1.062566876411438, + 1.0896104574203491, + 1.1163132190704346, + 1.1421607732772827, + 1.168314814567566, + 1.1935219764709473, + 1.21758234500885, + 1.2419819831848145, + 1.2653769254684448, + 1.2879869937896729, + 1.3089048862457275, + 1.3305295705795288, + 1.350855827331543, + 1.3704798221588135, + 1.3901084661483765, + 1.4101815223693848, + 1.4305604696273804, + 1.4491345882415771, + 1.4671326875686646, + 1.4842864274978638, + 1.4988501071929932, + 1.5114713907241821, + 1.5209717750549316, + 1.5317332744598389, + 1.5415678024291992, + 1.5508248805999756, + 1.559108018875122, + 1.5660388469696045, + 1.5717273950576782, + 1.59187650680542, + 1.5704766511917114, + 1.557706356048584, + 1.5668184757232666, + 1.5547735691070557, + 1.544663906097412, + 1.538962721824646, + 1.5319467782974243, + 1.525216817855835, + 1.5173826217651367, + 1.506608247756958, + 1.4920825958251953, + 1.4806866645812988, + 1.4710333347320557, + 1.4639527797698975, + 1.4530590772628784, + 1.4431092739105225, + 1.43244469165802, + 1.4210256338119507, + 1.408057451248169, + 1.396152138710022, + 1.3808223009109497, + 1.368159532546997, + 1.3537901639938354, + 1.3425151109695435, + 1.331640362739563, + 1.3189009428024292, + 1.3068633079528809 ], "p10": [ - 0.8701756000518799, - 0.8970050811767578, - 0.9236549139022827, - 0.948160707950592, - 0.9712709784507751, - 0.9959669709205627, - 1.0187007188796997, - 1.039729118347168, - 1.0611644983291626, - 1.0824717283248901, - 1.102020025253296, - 1.1197998523712158, - 1.1360173225402832, - 1.151004433631897, - 1.1650272607803345, - 1.1753087043762207, - 1.1848398447036743, - 1.192521333694458, - 1.2002981901168823, - 1.207248568534851, - 1.2131484746932983, - 1.2213503122329712, - 1.2268896102905273, - 1.2301312685012817, - 1.2308367490768433, - 1.2309057712554932, - 1.2293100357055664, - 1.2212361097335815, - 1.2126173973083496, - 1.2042412757873535, - 1.1949831247329712, - 1.1917362213134766, - 1.1456669569015503, - 1.1235002279281616, - 1.0898933410644531, - 1.0624676942825317, - 1.0323681831359863, - 1.012315273284912, - 0.9828804731369019, - 0.9637781381607056, - 0.945938229560852, - 0.9315159916877747, - 0.9040168523788452, - 0.883492112159729, - 0.8696951866149902, - 0.8516782522201538, - 0.827921986579895, - 0.7968507409095764, - 0.7704776525497437, - 0.7510737180709839, - 0.7376661896705627, - 0.7321046590805054, - 0.6981214880943298, - 0.6789308786392212, - 0.661304235458374, - 0.6453530788421631, - 0.6278793811798096, - 0.6163095831871033, - 0.6041378974914551, - 0.5855271220207214 + 0.9641026854515076, + 0.9868420362472534, + 1.0143508911132812, + 1.0398521423339844, + 1.0625603199005127, + 1.0847911834716797, + 1.1059552431106567, + 1.1273906230926514, + 1.1471768617630005, + 1.1650439500808716, + 1.1815701723098755, + 1.197070598602295, + 1.2110826969146729, + 1.2230223417282104, + 1.2342467308044434, + 1.244434118270874, + 1.2538859844207764, + 1.2618908882141113, + 1.2694814205169678, + 1.276456594467163, + 1.280177116394043, + 1.2852810621261597, + 1.2861377000808716, + 1.2856049537658691, + 1.282010555267334, + 1.2779920101165771, + 1.2760268449783325, + 1.2683842182159424, + 1.2597973346710205, + 1.2486602067947388, + 1.2359765768051147, + 1.2292201519012451, + 1.1913355588912964, + 1.1762330532073975, + 1.1572926044464111, + 1.1520328521728516, + 1.1250313520431519, + 1.0981014966964722, + 1.0672223567962646, + 1.0465384721755981, + 1.0263698101043701, + 1.006455659866333, + 0.9782877564430237, + 0.9547359347343445, + 0.9380809664726257, + 0.9188324213027954, + 0.8965007662773132, + 0.8716450929641724, + 0.8487004637718201, + 0.8257009983062744, + 0.8078001737594604, + 0.7937763929367065, + 0.7673332095146179, + 0.7469316720962524, + 0.7265603542327881, + 0.7054674625396729, + 0.6835142374038696, + 0.6647541522979736, + 0.6502967476844788, + 0.6295015811920166 ], "p90": [ - 0.889947235584259, - 0.9244577884674072, - 0.9594390392303467, - 0.992003858089447, - 1.023513674736023, - 1.0565019845962524, - 1.0887572765350342, - 1.1204314231872559, - 1.153412103652954, - 1.186191201210022, - 1.2206385135650635, - 1.2537856101989746, - 1.2861486673355103, - 1.3182294368743896, - 1.3497645854949951, - 1.3778647184371948, - 1.4064531326293945, - 1.4368784427642822, - 1.4680795669555664, - 1.4999992847442627, - 1.5318329334259033, - 1.56596040725708, - 1.6007699966430664, - 1.6305245161056519, - 1.6627017259597778, - 1.6913278102874756, - 1.7191506624221802, - 1.7426655292510986, - 1.7642163038253784, - 1.7892367839813232, - 1.8107609748840332, - 1.827818512916565, - 1.832289457321167, - 1.8409428596496582, - 1.8645392656326294, - 1.881636619567871, - 1.8822754621505737, - 1.8964729309082031, - 1.907881259918213, - 1.9152405261993408, - 1.9257733821868896, - 1.9437530040740967, - 1.9555649757385254, - 1.967470407485962, - 1.9781708717346191, - 1.981448769569397, - 1.9867802858352661, - 1.9879932403564453, - 1.9928414821624756, - 1.9985833168029785, - 1.9997555017471313, - 2.007051467895508, - 1.9968780279159546, - 2.0009865760803223, - 2.0005428791046143, - 1.9979259967803955, - 1.997435212135315, - 1.9960618019104004, - 1.9895250797271729, - 1.9870432615280151 + 0.9854401350021362, + 1.016014814376831, + 1.0514881610870361, + 1.0856558084487915, + 1.1170846223831177, + 1.1476536989212036, + 1.1778812408447266, + 1.2095192670822144, + 1.239910364151001, + 1.2692559957504272, + 1.3006584644317627, + 1.3322184085845947, + 1.3615686893463135, + 1.3900657892227173, + 1.4190802574157715, + 1.4472585916519165, + 1.47622549533844, + 1.507375955581665, + 1.5382835865020752, + 1.5702502727508545, + 1.6020638942718506, + 1.6352214813232422, + 1.668144702911377, + 1.696068286895752, + 1.7224185466766357, + 1.7455065250396729, + 1.772084355354309, + 1.7972115278244019, + 1.820403814315796, + 1.8451778888702393, + 1.8640366792678833, + 1.8762626647949219, + 1.8283108472824097, + 1.8462635278701782, + 1.8666374683380127, + 1.8982222080230713, + 1.9008409976959229, + 1.9111453294754028, + 1.9225422143936157, + 1.9352952241897583, + 1.9472160339355469, + 1.9619295597076416, + 1.9700723886489868, + 1.9776253700256348, + 1.9847323894500732, + 1.9888747930526733, + 1.9957144260406494, + 1.9959733486175537, + 1.9975602626800537, + 2.0024991035461426, + 2.004228115081787, + 2.0085253715515137, + 2.005479335784912, + 2.004913330078125, + 2.0011954307556152, + 1.9973812103271484, + 1.995139718055725, + 1.9951982498168945, + 1.993732213973999, + 1.9947603940963745 ], "timestamps": [ - "2026-06-20 21:12:00", - "2026-06-20 21:18:00", - "2026-06-20 21:24:00", "2026-06-20 21:30:00", "2026-06-20 21:36:00", "2026-06-20 21:42:00", @@ -795,6 +792,9 @@ "2026-06-22 02:48:00", "2026-06-22 02:54:00", "2026-06-22 03:00:00", - "2026-06-22 03:06:00" + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00" ] } diff --git a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index f4388e9bd2397e1e7c517b6f448881dce301e1ea..030e698d222151ce8a0941274c9c729e90bf9ce1 100644 --- a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TiRex", - "evaluated_at": "2026-06-22T02:49:26.090818+00:00", + "evaluated_at": "2026-06-22T03:35:49.328771+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2450.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2450.0, - 2400.0, - 2400.0, - 2400.0, 2400.0, 2400.0, 2400.0, @@ -101,6 +89,18 @@ 2400.0, 2400.0, 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, 2400.0 ], "actuals": [ @@ -130,88 +130,84 @@ 2400.0 ], "p50": [ - 2399.7666015625, - 2399.83154296875, - 2400.09375, - 2400.107421875, - 2400.045166015625, - 2400.04833984375, - 2400.00341796875, - 2400.013427734375, - 2400.033203125, - 2400.046875, - 2400.072021484375, - 2400.071533203125, - 2400.22119140625, - 2400.154541015625, - 2400.100341796875, - 2400.1630859375, - 2400.11279296875, - 2400.123046875, - 2400.11767578125, - 2400.019775390625, - 2400.003173828125, - 2400.029541015625, - 2400.138916015625, - 2400.1865234375 + 2400.05615234375, + 2400.0439453125, + 2400.1005859375, + 2400.220947265625, + 2400.2470703125, + 2400.31494140625, + 2400.299072265625, + 2400.2353515625, + 2400.1982421875, + 2400.179443359375, + 2400.163818359375, + 2400.176025390625, + 2400.145263671875, + 2400.13232421875, + 2400.132568359375, + 2400.185791015625, + 2400.185791015625, + 2400.1689453125, + 2400.160400390625, + 2400.137451171875, + 2400.09814453125, + 2400.108642578125, + 2400.1533203125, + 2400.166748046875 ], "p10": [ - 2399.4892578125, - 2399.5244140625, - 2399.341064453125, - 2399.25634765625, - 2399.351806640625, - 2399.274169921875, - 2399.2861328125, - 2399.29150390625, - 2399.21044921875, - 2399.2509765625, - 2399.166259765625, - 2399.128662109375, - 2399.111328125, - 2399.202392578125, - 2399.2578125, - 2399.24267578125, - 2399.34326171875, - 2399.399169921875, - 2399.441650390625, - 2399.4462890625, - 2399.373046875, - 2399.326416015625, - 2399.27392578125, - 2399.186279296875 + 2399.816162109375, + 2399.789306640625, + 2399.71533203125, + 2399.64990234375, + 2399.66943359375, + 2399.6259765625, + 2399.708984375, + 2399.708984375, + 2399.705078125, + 2399.736572265625, + 2399.707763671875, + 2399.7373046875, + 2399.79736328125, + 2399.800537109375, + 2399.859375, + 2399.845458984375, + 2399.770263671875, + 2399.707275390625, + 2399.711669921875, + 2399.6875, + 2399.625732421875, + 2399.60205078125, + 2399.64111328125, + 2399.684326171875 ], "p90": [ - 2432.5673828125, - 2445.267822265625, - 2448.369140625, - 2448.492431640625, - 2450.630859375, - 2450.37255859375, - 2451.775146484375, - 2452.07861328125, - 2453.90283203125, - 2452.431396484375, - 2452.817626953125, - 2453.96826171875, - 2452.605224609375, - 2450.654296875, - 2455.878173828125, - 2456.632568359375, - 2455.536376953125, - 2453.13525390625, - 2453.591552734375, - 2454.955810546875, - 2454.365966796875, - 2453.1962890625, - 2452.047607421875, - 2450.597412109375 + 2406.205810546875, + 2425.981201171875, + 2436.59765625, + 2443.826171875, + 2453.9365234375, + 2456.697998046875, + 2454.507080078125, + 2448.150390625, + 2444.736328125, + 2435.944580078125, + 2430.841796875, + 2428.564697265625, + 2427.202880859375, + 2425.637451171875, + 2429.245361328125, + 2432.75439453125, + 2436.22509765625, + 2438.44677734375, + 2437.36865234375, + 2436.255859375, + 2436.8037109375, + 2435.959716796875, + 2437.018798828125, + 2439.144775390625 ], "timestamps": [ - "2026-06-21 15:55:00", - "2026-06-21 16:10:00", - "2026-06-21 16:25:00", - "2026-06-21 16:40:00", "2026-06-21 16:55:00", "2026-06-21 17:10:00", "2026-06-21 17:25:00", @@ -327,6 +323,10 @@ "2026-06-22 20:55:00", "2026-06-22 21:10:00", "2026-06-22 21:25:00", - "2026-06-22 21:40:00" + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 0b0311d6b6dc4d3846c083cd16aa13e78f6e3d27..8280d8edfe685ddb54d7fc3509698b6e434b240b 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,42 +1,30 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T03:27:56.372047+00:00", + "evaluated_at": "2026-06-22T03:35:51.295264+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t021000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 78, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t011500z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t212400z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t005000z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", + "context_length": 96, "prediction_length": 24 } ], diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index cfd1298cba6aa6186f3f2571e06a5b30670d6db5..58ae9e8e89cb69e10fd2040f072b03eb987be498 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,193164.31250317892,193164.31250317892,360.3468424479167,0.3237320960450942,0.005634208812594682,0.005610667428317731,1.6274105733203825,439.5046217085537,0.00685382425532065,0.005619403772130284,0.004422548156196847,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,190713.42112731934,190713.42112731934,353.9521484375,0.31798716518488157,0.005534511220969579,0.005511266263610856,1.6274105733203825,436.7074777552124,0.006809525763695704,0.005519132134603882,0.0043888702324813966,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,1.3327479513263825,1.3327479513263825,0.912270704905192,0.501247670229129,0.036190923075805244,0.0353233507541506,3.007199744396995,1.154447032707167,0.04584398465976072,0.03622697535386293,0.03365741579516466,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.31068495094752674,0.31068495094752674,0.4393297682205836,1.2842144031530442,0.25185137710508415,0.3157244063497387,18.506172175956113,0.5573912009957879,0.3579790127180422,0.28215521953752426,0.2310343580238475,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.40853987219248206,0.40853987219248206,0.5189346373081207,1.5059044406374142,0.3003751776948479,0.391367850151123,32.686381398096046,0.6391712385523006,0.4017544767175553,0.3261791224125599,0.2828120061582211,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.06083358803009493,0.06083358803009493,0.2205945865975486,3.5846633141856654,0.14093688341211646,0.15378622463584302,86.66013413392665,0.24664465943963784,0.16307084693138255,0.14584765851678266,0.13125571837260075,Ocean,1 nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,3.462724331597959,3.462724331597959,1.5463310082753499,0.8460169257761981,0.10335664467881976,0.09592265329274115,10.111727397745826,1.8608396845504878,0.1195720279229229,0.099362635069902,0.06535106671985977,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,23.989379297777305,23.989379297777305,4.204530239105225,0.363423506160432,0.23171003698679957,0.19859649362843668,2.1643664852859206,4.897895394736121,0.22087464633115972,0.1896067708079474,0.17201498273327473,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,3.465702245640538,3.465702245640538,1.7389293511708577,0.9010894860730155,0.07311777423178666,0.07016440325408974,8.048010013450847,1.8616396658968508,0.07674227249180539,0.07168379174348041,0.04509516278225396,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Toto-2.0-1B,19.89539442237242,19.89539442237242,3.785329580307007,0.7088263453370728,0.8485364462418761,0.475278291716074,6.670989115929572,4.460425363389956,0.5980458587785417,0.5075302230579227,0.36758942086085405,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,0.0004494885603586833,0.0004494885603586833,0.016988118489583332,0.0009593290441176471,7.078382703993055e-06,7.078345767399971e-06,2.822616613051471,0.021201145260543904,8.833810525226627e-06,7.078382703993056e-06,0.0013922794483326095,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,0.0003910933931668599,0.0003910933931668599,0.018361409505208332,0.0010368795955882353,7.650587293836805e-06,7.650553344924199e-06,2.752752757352942,0.019776081340014254,8.240033891672606e-06,7.650587293836805e-06,0.0013583470097294557,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Toto-2.0-1B,768.2036787881183,768.2036787881183,23.04840305873326,0.46513826632099137,0.10803188257083383,0.09969043495764582,1.8360054599372493,27.716487490086443,0.11156722968982467,0.09277678056994411,0.0691587707819813,Web,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index ed9d9939df00b2cfab25a0d638bb50b491b0e13c..ae72488a38e6dbbb36724fc540103073178ec96d 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T03:26:50.889204+00:00", + "evaluated_at": "2026-06-22T03:35:11.245838+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63896.01171875, 64606.0, 64257.98828125, - 64255.328125 + 64408.80078125 ], "p50": [ 64397.046875, diff --git a/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index cc6cdaddcb75ba75d26e95ce741aadb082f5f91e..5225c23ed425436036fbee0a72ebb9f4b19aa683 100644 --- a/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T02:26:40.658599+00:00", + "evaluated_at": "2026-06-22T03:35:15.659585+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 26bd21223f2faa0ff3b27508d9dfe3f375470029..5a5c982e0ce6e68be0e016a0f31146c2f18f1e69 100644 --- a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T03:19:25.148489+00:00", + "evaluated_at": "2026-06-22T03:35:20.420555+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.9850000143051147, - 1.0140000581741333, - 1.0410000085830688, 1.0820000171661377, 1.1260000467300415, 1.159999966621399, @@ -245,12 +242,12 @@ 0.7649999856948853, 0.7950000166893005, 0.828000009059906, - 0.8529999852180481 - ], - "actuals": [ + 0.8529999852180481, 0.8790000081062317, 0.9179999828338623, - 0.9430000185966492, + 0.9430000185966492 + ], + "actuals": [ 0.9760000109672546, 1.0099999904632568, 1.0479999780654907, @@ -307,198 +304,198 @@ 1.7350000143051147, 1.7120000123977661, 1.6779999732971191, - 1.6399999856948853 + 1.6399999856948853, + 1.6150000095367432, + 1.5870000123977661, + 1.5720000267028809 ], "p50": [ - 0.8872023820877075, - 0.9179863333702087, - 0.9464945793151855, - 0.9727509021759033, - 0.998626708984375, - 1.023248553276062, - 1.0463696718215942, - 1.0703922510147095, - 1.094937801361084, - 1.1195663213729858, - 1.1449004411697388, - 1.1684324741363525, - 1.1909708976745605, - 1.2069156169891357, - 1.224879264831543, - 1.2380411624908447, - 1.2506989240646362, - 1.2640020847320557, - 1.277827262878418, - 1.2874019145965576, - 1.2984448671340942, - 1.308406949043274, - 1.3162602186203003, - 1.3208060264587402, - 1.3223546743392944, - 1.3201509714126587, - 1.3213937282562256, - 1.3177379369735718, - 1.3127427101135254, - 1.3100966215133667, - 1.3044490814208984, - 1.3004069328308105, - 1.3012521266937256, - 1.2981219291687012, - 1.2834644317626953, - 1.2677230834960938, - 1.252854585647583, - 1.2375941276550293, - 1.2197343111038208, - 1.2012238502502441, - 1.182318091392517, - 1.1673327684402466, - 1.1489925384521484, - 1.1290093660354614, - 1.1065036058425903, - 1.0817980766296387, - 1.0553511381149292, - 1.029625415802002, - 0.9993302226066589, - 0.9690127968788147, - 0.9441426396369934, - 0.91572105884552, - 0.8879910707473755, - 0.8585749268531799, - 0.8281513452529907, - 0.7967577576637268, - 0.7578785419464111, - 0.7261871695518494, - 0.6937574148178101, - 0.6613073945045471 + 0.9693201780319214, + 0.9965731501579285, + 1.0209771394729614, + 1.0453791618347168, + 1.070810079574585, + 1.0943787097930908, + 1.1159961223602295, + 1.1387890577316284, + 1.160996437072754, + 1.1821523904800415, + 1.2014942169189453, + 1.2186145782470703, + 1.2353813648223877, + 1.247050404548645, + 1.2603212594985962, + 1.2696828842163086, + 1.2786822319030762, + 1.2880488634109497, + 1.2985988855361938, + 1.305389404296875, + 1.310193419456482, + 1.3125064373016357, + 1.3134840726852417, + 1.312671184539795, + 1.3095676898956299, + 1.3035541772842407, + 1.298688292503357, + 1.2902748584747314, + 1.281980037689209, + 1.2733510732650757, + 1.2605197429656982, + 1.2485896348953247, + 1.2427481412887573, + 1.2311753034591675, + 1.2094078063964844, + 1.1889424324035645, + 1.1695876121520996, + 1.1501375436782837, + 1.1298458576202393, + 1.1066430807113647, + 1.082431435585022, + 1.0603162050247192, + 1.035555362701416, + 1.0102615356445312, + 0.9791311025619507, + 0.9516424536705017, + 0.918125331401825, + 0.887984037399292, + 0.8564947843551636, + 0.8224045038223267, + 0.7903561592102051, + 0.7581672072410583, + 0.7239383459091187, + 0.689061164855957, + 0.657412052154541, + 0.6199474334716797, + 0.5812045931816101, + 0.5506953001022339, + 0.5174568295478821, + 0.4858313202857971 ], "p10": [ - 0.8788468241691589, - 0.9044166803359985, - 0.9277762770652771, - 0.9494843482971191, - 0.9698507785797119, - 0.989421546459198, - 1.008138656616211, - 1.026192545890808, - 1.0450512170791626, - 1.0636626482009888, - 1.082337498664856, - 1.0995194911956787, - 1.1152271032333374, - 1.1261893510818481, - 1.1361500024795532, - 1.14227294921875, - 1.1456576585769653, - 1.1507923603057861, - 1.158069133758545, - 1.1593151092529297, - 1.1617168188095093, - 1.1652967929840088, - 1.1625308990478516, - 1.1600608825683594, - 1.152582049369812, - 1.1442995071411133, - 1.1345138549804688, - 1.1219688653945923, - 1.1079697608947754, - 1.0957331657409668, - 1.0815026760101318, - 1.0710726976394653, - 1.034088373184204, - 1.026532769203186, - 0.9991282820701599, - 0.9733847975730896, - 0.9425732493400574, - 0.9150356650352478, - 0.8900943398475647, - 0.8602098822593689, - 0.825158953666687, - 0.7984602451324463, - 0.779792070388794, - 0.7440615892410278, - 0.7139265537261963, - 0.6827731132507324, - 0.6530426144599915, - 0.6159268021583557, - 0.577775239944458, - 0.5534729361534119, - 0.5264720916748047, - 0.4894164204597473, - 0.4591919779777527, - 0.42530983686447144, - 0.39484161138534546, - 0.35992956161499023, - 0.3172385096549988, - 0.2891879081726074, - 0.25225234031677246, - 0.21254092454910278 + 0.9614828824996948, + 0.9839915037155151, + 1.0042943954467773, + 1.024527668952942, + 1.045423984527588, + 1.064449667930603, + 1.08259117603302, + 1.100684404373169, + 1.1184630393981934, + 1.1340863704681396, + 1.148241400718689, + 1.1605231761932373, + 1.1715643405914307, + 1.1789007186889648, + 1.186247706413269, + 1.1893457174301147, + 1.1907075643539429, + 1.193274974822998, + 1.1990091800689697, + 1.1986680030822754, + 1.197189450263977, + 1.193854808807373, + 1.1866748332977295, + 1.1788535118103027, + 1.1691358089447021, + 1.1573385000228882, + 1.1442267894744873, + 1.1280078887939453, + 1.1125588417053223, + 1.0952426195144653, + 1.0752501487731934, + 1.059853196144104, + 1.0146719217300415, + 0.997789740562439, + 0.965679407119751, + 0.9381515979766846, + 0.909331202507019, + 0.8817047476768494, + 0.8580260276794434, + 0.82883620262146, + 0.7918015122413635, + 0.7626811861991882, + 0.7415804862976074, + 0.7070447206497192, + 0.6698799133300781, + 0.6378428936004639, + 0.6056225895881653, + 0.5690957307815552, + 0.5368115305900574, + 0.5058430433273315, + 0.4735804796218872, + 0.4371948838233948, + 0.4039662480354309, + 0.3673962950706482, + 0.3378511667251587, + 0.3037181496620178, + 0.2681502103805542, + 0.24185889959335327, + 0.20890265703201294, + 0.17914927005767822 ], "p90": [ - 0.8950778841972351, - 0.9306820034980774, - 0.9646884202957153, - 0.9958646893501282, - 1.0289227962493896, - 1.0563936233520508, - 1.0844334363937378, - 1.1147409677505493, - 1.145194172859192, - 1.1765435934066772, - 1.2088760137557983, - 1.240279197692871, - 1.2710611820220947, - 1.2956628799438477, - 1.321176290512085, - 1.3431028127670288, - 1.3661786317825317, - 1.3897966146469116, - 1.4115713834762573, - 1.4343291521072388, - 1.4534714221954346, - 1.473989486694336, - 1.4929165840148926, - 1.509948968887329, - 1.5219502449035645, - 1.534034013748169, - 1.545853853225708, - 1.5564754009246826, - 1.5607359409332275, - 1.5684869289398193, - 1.5736747980117798, - 1.5863209962844849, - 1.6217999458312988, - 1.6404898166656494, - 1.6475404500961304, - 1.647605299949646, - 1.6446261405944824, - 1.6412439346313477, - 1.6356772184371948, - 1.6315534114837646, - 1.6145093441009521, - 1.6136980056762695, - 1.6125632524490356, - 1.6073977947235107, - 1.5984997749328613, - 1.5893839597702026, - 1.56901216506958, - 1.5525262355804443, - 1.5347261428833008, - 1.5157567262649536, - 1.4970898628234863, - 1.4760358333587646, - 1.458281397819519, - 1.4353649616241455, - 1.4193916320800781, - 1.3986676931381226, - 1.3693927526474, - 1.34518301486969, - 1.3154828548431396, - 1.2868833541870117 + 0.9771331548690796, + 1.0083379745483398, + 1.0372703075408936, + 1.0656440258026123, + 1.0966588258743286, + 1.123205304145813, + 1.1492185592651367, + 1.1764038801193237, + 1.203381061553955, + 1.2304182052612305, + 1.2541279792785645, + 1.2768220901489258, + 1.3004229068756104, + 1.318371057510376, + 1.3379688262939453, + 1.3538252115249634, + 1.3710668087005615, + 1.3887583017349243, + 1.406157374382019, + 1.4211572408676147, + 1.4332953691482544, + 1.4441254138946533, + 1.4536285400390625, + 1.461756944656372, + 1.4684280157089233, + 1.4726179838180542, + 1.4762098789215088, + 1.480064868927002, + 1.4784657955169678, + 1.4779891967773438, + 1.4737168550491333, + 1.4695236682891846, + 1.509377360343933, + 1.51724374294281, + 1.5174918174743652, + 1.5093895196914673, + 1.500988483428955, + 1.493983268737793, + 1.4812901020050049, + 1.4703689813613892, + 1.4493634700775146, + 1.4368528127670288, + 1.4248945713043213, + 1.4104968309402466, + 1.3913333415985107, + 1.3738141059875488, + 1.3496110439300537, + 1.3289132118225098, + 1.3055648803710938, + 1.281877040863037, + 1.2632251977920532, + 1.233673095703125, + 1.2091124057769775, + 1.1787976026535034, + 1.153774619102478, + 1.1208672523498535, + 1.0936686992645264, + 1.0666618347167969, + 1.0413827896118164, + 1.0175319910049438 ], "timestamps": [ - "2026-06-20 21:12:00", - "2026-06-20 21:18:00", - "2026-06-20 21:24:00", "2026-06-20 21:30:00", "2026-06-20 21:36:00", "2026-06-20 21:42:00", @@ -795,6 +792,9 @@ "2026-06-22 02:48:00", "2026-06-22 02:54:00", "2026-06-22 03:00:00", - "2026-06-22 03:06:00" + "2026-06-22 03:06:00", + "2026-06-22 03:12:00", + "2026-06-22 03:18:00", + "2026-06-22 03:24:00" ] } diff --git a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index c981a4abdff195ae37a8927bbed9772d40b7d2c7..3a6b7c00422f7cf47f9bcbb9363539aa733f999a 100644 --- a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T02:49:04.612206+00:00", + "evaluated_at": "2026-06-22T03:35:25.757468+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2450.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2400.0, - 2450.0, - 2400.0, - 2400.0, - 2400.0, 2400.0, 2400.0, 2400.0, @@ -101,6 +89,18 @@ 2400.0, 2400.0, 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, + 2400.0, 2400.0 ], "actuals": [ @@ -130,88 +130,84 @@ 2400.0 ], "p50": [ + 2400.024658203125, 2400.013671875, - 2400.01953125, - 2400.032958984375, - 2400.03076171875, - 2400.005615234375, - 2400.03564453125, - 2399.983154296875, - 2400.05126953125, - 2400.027099609375, - 2400.02294921875, - 2400.01318359375, - 2400.00732421875, - 2400.016357421875, - 2400.015869140625, - 2400.0048828125, + 2400.022705078125, + 2400.029052734375, + 2400.013916015625, + 2400.029296875, + 2400.029052734375, + 2400.023681640625, 2400.031005859375, - 2399.999755859375, - 2399.998291015625, - 2400.016357421875, - 2400.004150390625, - 2399.9990234375, - 2400.016845703125, - 2400.02001953125, - 2400.00244140625 + 2400.02294921875, + 2400.017333984375, + 2400.0087890625, + 2400.0146484375, + 2400.017333984375, + 2400.013671875, + 2400.018310546875, + 2400.013427734375, + 2400.00830078125, + 2400.007080078125, + 2400.006591796875, + 2400.0126953125, + 2400.01513671875, + 2400.020751953125, + 2400.026611328125 ], "p10": [ - 2399.962890625, - 2399.940673828125, - 2399.940185546875, - 2399.97509765625, - 2399.9765625, - 2399.978759765625, - 2399.9609375, - 2399.95068359375, - 2399.953857421875, - 2399.966064453125, - 2399.955078125, - 2399.974365234375, - 2399.9814453125, - 2399.96875, - 2399.978759765625, - 2399.9765625, - 2399.9453125, - 2399.96044921875, - 2399.95849609375, - 2399.968017578125, + 2399.950439453125, + 2399.951904296875, + 2399.95556640625, + 2399.959716796875, + 2399.9755859375, 2399.969970703125, - 2399.9697265625, - 2399.975830078125, - 2399.966796875 + 2399.951904296875, + 2399.94921875, + 2399.947509765625, + 2399.95703125, + 2399.945068359375, + 2399.9599609375, + 2399.958251953125, + 2399.952880859375, + 2399.95849609375, + 2399.957763671875, + 2399.95654296875, + 2399.95166015625, + 2399.944580078125, + 2399.95458984375, + 2399.959716796875, + 2399.958251953125, + 2399.96630859375, + 2399.959228515625 ], "p90": [ - 2450.726806640625, - 2450.12451171875, - 2450.115234375, - 2449.635498046875, - 2448.17626953125, - 2449.740966796875, - 2450.306884765625, - 2451.14111328125, - 2450.071044921875, - 2448.436279296875, - 2451.455322265625, - 2449.777587890625, - 2449.94140625, - 2449.517333984375, + 2447.232421875, + 2448.670654296875, + 2451.106201171875, 2450.246337890625, - 2449.059814453125, - 2450.4150390625, - 2450.168212890625, - 2449.561767578125, - 2449.65185546875, - 2450.182861328125, - 2450.044677734375, - 2450.104736328125, - 2450.165771484375 + 2448.920654296875, + 2450.198486328125, + 2448.67236328125, + 2447.6689453125, + 2450.35546875, + 2447.3828125, + 2448.598876953125, + 2447.63916015625, + 2447.08740234375, + 2446.9931640625, + 2448.271240234375, + 2447.451416015625, + 2448.780029296875, + 2448.595947265625, + 2448.762939453125, + 2448.413818359375, + 2448.87744140625, + 2449.27197265625, + 2449.674072265625, + 2450.000244140625 ], "timestamps": [ - "2026-06-21 15:55:00", - "2026-06-21 16:10:00", - "2026-06-21 16:25:00", - "2026-06-21 16:40:00", "2026-06-21 16:55:00", "2026-06-21 17:10:00", "2026-06-21 17:25:00", @@ -327,6 +323,10 @@ "2026-06-22 20:55:00", "2026-06-22 21:10:00", "2026-06-22 21:25:00", - "2026-06-22 21:40:00" + "2026-06-22 21:40:00", + "2026-06-22 21:55:00", + "2026-06-22 22:10:00", + "2026-06-22 22:25:00", + "2026-06-22 22:40:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index a89a7660370523dd580e02ff17ddfbbf26602d0a..144a66e50c80e55ed457a0a011e6f7d95ce4382d 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,42 +1,30 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T03:27:15.126878+00:00", + "evaluated_at": "2026-06-22T03:35:27.597373+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260621t021000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 78, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260622t011500z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t212400z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t030000z", - "data_fetched_at": "2026-06-22T03:24:33.555594Z", - "context_length": 168, + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260622t005000z", + "data_fetched_at": "2026-06-22T03:33:42.767034Z", + "context_length": 96, "prediction_length": 24 } ],